00010000:00000010:0.1F:1718927146.963988:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88011ea71900. 00010000:00000010:0.1:1718927146.963996:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012ee80000. 00010000:00000010:2.1F:1718927146.990735:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a849c6c0. 00010000:00000010:1.1F:1718927146.996812:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88011ea74300. 00010000:00000010:1.1:1718927146.996820:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880073f84480. 00010000:00000010:1.1:1718927146.996823:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012ee80000. 00010000:00000010:1.1:1718927146.996824:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88011ebff900. 00080000:00000010:1.1:1718927147.008783:0:11:0:(osd_handler.c:1584:osd_oxc_free()) kfreed 'oxe': 68 at ffff8800a8486600. 00010000:02000000:3.1F:1718927733.365786:0:7078:0:(libcfs_fail.h:96:cfs_fail_check_set()) *** cfs_fail_loc=512, val=0*** 00010000:02000000:3.1:1718927734.367801:0:6830:0:(libcfs_fail.h:96:cfs_fail_check_set()) *** cfs_fail_loc=512, val=0*** 00010000:02000000:3.1:1718927735.369817:0:6830:0:(libcfs_fail.h:96:cfs_fail_check_set()) *** cfs_fail_loc=512, val=0*** 00010000:02000000:3.1:1718927736.371834:0:6830:0:(libcfs_fail.h:96:cfs_fail_check_set()) *** cfs_fail_loc=512, val=0*** 00010000:02000000:3.1:1718927737.373759:0:6830:0:(libcfs_fail.h:96:cfs_fail_check_set()) *** cfs_fail_loc=512, val=0*** 00010000:02000000:1.1:1718927754.030137:0:10450:0:(libcfs_fail.h:96:cfs_fail_check_set()) *** cfs_fail_loc=512, val=0*** 00010000:02000000:1.1:1718927755.031863:0:6830:0:(libcfs_fail.h:96:cfs_fail_check_set()) *** cfs_fail_loc=512, val=0*** 00010000:02000000:1.1:1718927756.033900:0:6830:0:(libcfs_fail.h:96:cfs_fail_check_set()) *** cfs_fail_loc=512, val=0*** 00010000:02000000:1.1:1718927757.035870:0:6830:0:(libcfs_fail.h:96:cfs_fail_check_set()) *** cfs_fail_loc=512, val=0*** 00010000:02000000:1.1:1718927758.037801:0:6830:0:(libcfs_fail.h:96:cfs_fail_check_set()) *** cfs_fail_loc=512, val=0*** 00010000:02000000:2.1:1718927763.171597:0:7085:0:(libcfs_fail.h:96:cfs_fail_check_set()) *** cfs_fail_loc=511, val=0*** 00010000:02000000:2.1:1718927763.175069:0:7085:0:(libcfs_fail.h:96:cfs_fail_check_set()) *** cfs_fail_loc=511, val=0*** 00010000:02000000:3.1:1718927767.185234:0:10940:0:(libcfs_fail.h:96:cfs_fail_check_set()) *** cfs_fail_loc=511, val=0*** 00000100:00100000:1.0:1718930546.014807:0:7078:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88013619af80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:8a07974b-7506-4725-beb3-4b5c6f8f9250+5:1875:x1802425753172928:12345-192.168.204.9@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1718930546.014824:0:7078:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88013619af80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:8a07974b-7506-4725-beb3-4b5c6f8f9250+5:1875:x1802425753172928:12345-192.168.204.9@tcp:400:kworker/u8:2.0 Request processed in 17us (250us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930546.014828:0:7078:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.204.9@tcp, with round 259 00010000:00010000:1.0:1718930546.973843:0:4830:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1718930547.327940:0:3323:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88013517d580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3323:1802425732982208:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718930547.327969:0:3323:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718930547.327980:0:3323:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88013517ed40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3323:1802425732982464:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718930547.327999:0:3323:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718930547.328009:0:3323:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88011e7db900 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3323:1802425732982720:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718930547.328037:0:3323:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718930547.328068:0:8048:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6115 00000100:00100000:1.0:1718930547.328071:0:8048:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800837dd580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3322:x1802425732982400:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718930547.328097:0:8048:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800837dd580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3322:x1802425732982400:12345-0@lo:400:kworker/u8:0.0 Request processed in 25us (111us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930547.328104:0:8048:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6115 00000100:00100000:1.0:1718930547.328128:0:9262:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425732982720 00000100:00100000:1.0:1718930547.328154:0:9262:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 260 00000100:00100000:1.0:1718930547.328157:0:9262:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e7dcc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3323:x1802425732982720:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718930547.328179:0:9262:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e7dcc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3323:x1802425732982720:12345-0@lo:400:kworker/u8:0.0 Request processed in 21us (142us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930547.328184:0:9262:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 260 00000100:00100000:1.0:1718930547.328234:0:3323:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88013517d580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3323:1802425732982208:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718930547.328242:0:3323:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88013517ed40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3323:1802425732982464:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718930547.328250:0:3323:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88011e7db900 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3323:1802425732982720:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718930547.328325:0:3321:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880135178000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3321:1802425732982592:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718930547.328333:0:3321:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88013517b440 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3321:1802425732982336:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718930547.359901:0:9264:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 293 00000100:00100000:1.0:1718930547.359907:0:9264:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88013619d580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3323:x1802425732983040:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1718930547.359929:0:9264:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 490081856 pending 0 free 3919810560 avail 3688288256 00000100:00100000:1.0:1718930547.359968:0:9264:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88013619d580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3323:x1802425732983040:12345-0@lo:13:osp-pre-0-0.0 Request processed in 62us (130us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930547.359974:0:9264:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 293 00000100:00100000:1.0:1718930551.022213:0:6837:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753173248 00000100:00100000:1.0:1718930551.022240:0:6837:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6118 00000100:00100000:1.0:1718930551.022245:0:6837:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88013619e880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+7:1875:x1802425753173184:12345-192.168.204.9@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1718930551.022276:0:6837:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88013619e880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+7:1875:x1802425753173184:12345-192.168.204.9@tcp:400:kworker/u8:2.0 Request processed in 31us (132us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930551.022283:0:6837:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6118 00010000:00010000:1.0:1718930551.983853:0:4830:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1718930552.145309:0:8048:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753173632 00000100:00100000:1.0:1718930552.145331:0:8048:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230602 00000100:00100000:1.0:1718930552.145336:0:8048:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c850980 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8a07974b-7506-4725-beb3-4b5c6f8f9250+6:18419:x1802425753173632:12345-192.168.204.9@tcp:36:mkdir.0 00000100:00100000:1.0:1718930552.145401:0:8048:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88011e7dd0c0 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:8048:1802425732983232:0@lo:1000:mdt00_003.0 00000100:00100000:1.0:1718930552.145435:0:8048:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718930552.145460:0:8048:0:(client.c:2492:ptlrpc_set_wait()) set ffff880099a89480 going to sleep for 6 seconds 00000100:00100000:1.0:1718930552.153305:0:6843:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425732983936 00000100:00100000:1.0:1718930552.153328:0:6843:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20436 00000100:00100000:1.0:1718930552.153332:0:6843:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880134f39300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:8048:x1802425732983936:12345-0@lo:1000:mdt00_003.0 00000100:00100000:1.0:1718930552.153376:0:6843:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880134f39300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:8048:x1802425732983936:12345-0@lo:1000:mdt00_003.0 Request processed in 44us (92us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930552.153382:0:6843:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20436 00000100:00100000:1.0:1718930552.154415:0:8048:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753173888 00000100:00100000:1.0:1718930552.154438:0:8048:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230604 00000100:00100000:1.0:1718930552.154441:0:8048:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880134f384c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8a07974b-7506-4725-beb3-4b5c6f8f9250+7:18421:x1802425753173888:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:1.0:1718930552.154453:0:8048:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1718930552.154459:0:8048:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b9440/0x4c38e74a54727a52 lrc: 2/0,0 mode: --/CW res: [0x240000402:0x5fe:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xceea94147812f600 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00000004:00200000:1.0:1718930552.154492:0:8048:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x5fe:0x0]: returning size 4096 00010000:00010000:1.0:1718930552.154503:0:8048:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b9440/0x4c38e74a54727a52 lrc: 1/0,0 mode: --/CW res: [0x240000402:0x5fe:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812f600 expref: 8 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930552.154507:0:8048:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b9440/0x4c38e74a54727a52 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x5fe:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812f600 expref: 8 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930552.154514:0:8048:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff8800849b9440, rc 0) 00000100:00100000:1.0:1718930552.154537:0:8048:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880134f384c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8a07974b-7506-4725-beb3-4b5c6f8f9250+7:18421:x1802425753173888:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 95us (168us total) trans 0 rc 301/301 00000100:00100000:1.0:1718930552.154541:0:8048:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230604 00000100:00100000:1.0:1718930552.155325:0:8048:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753174016 00000100:00100000:1.0:1718930552.155353:0:8048:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230605 00000100:00100000:1.0:1718930552.155357:0:8048:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880085282f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8a07974b-7506-4725-beb3-4b5c6f8f9250+8:18421:x1802425753174016:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:1.0:1718930552.155365:0:8048:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1718930552.155372:0:8048:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800849bb600/0x4c38e74a54727a59 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xceea94147812f607 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930552.155398:0:8048:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b8d80/0x4c38e74a54727a60 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930552.155406:0:8048:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b8d80/0x4c38e74a54727a60 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930552.155413:0:8048:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b8d80/0x4c38e74a54727a60 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930552.155422:0:8048:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800849ba400/0x4c38e74a54727a67 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x26d7738f bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930552.155428:0:8048:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800849ba400/0x4c38e74a54727a67 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x26d7738f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930552.155433:0:8048:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800849ba400/0x4c38e74a54727a67 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x26d7738f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930552.155457:0:8048:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800849bb180/0x4c38e74a54727a6e lrc: 3/1,0 mode: --/PR res: [0x240000402:0x5fe:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930552.155463:0:8048:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800849bb180/0x4c38e74a54727a6e lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x5fe:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930552.155469:0:8048:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800849bb180/0x4c38e74a54727a6e lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x5fe:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1718930552.155474:0:8048:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x240000402:0x5fe:0x0] 00010000:00010000:1.0:1718930552.155478:0:8048:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b8d80/0x4c38e74a54727a60 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930552.155483:0:8048:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b8d80/0x4c38e74a54727a60 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930552.155489:0:8048:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b8d80/0x4c38e74a54727a60 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930552.155493:0:8048:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800849b8d80 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:1.0:1718930552.155495:0:8048:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b8d80/0x4c38e74a54727a60 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930552.155500:0:8048:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b8d80/0x4c38e74a54727a60 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930552.155506:0:8048:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a87c9a00) 00010000:00010000:1.0:1718930552.155508:0:8048:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1718930552.155510:0:8048:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b8d80/0x4c38e74a54727a60 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930552.155515:0:8048:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b8d80/0x4c38e74a54727a60 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930552.155523:0:8048:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800849ba400/0x4c38e74a54727a67 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x26d7738f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930552.155528:0:8048:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800849ba400/0x4c38e74a54727a67 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x26d7738f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930552.155533:0:8048:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800849ba400/0x4c38e74a54727a67 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x26d7738f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930552.155542:0:8048:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800849ba400 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:1.0:1718930552.155543:0:8048:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800849ba400/0x4c38e74a54727a67 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x26d7738f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930552.155548:0:8048:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800849ba400/0x4c38e74a54727a67 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x26d7738f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930552.155554:0:8048:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x26d7738f (ffff8800941dd600) 00010000:00010000:1.0:1718930552.155556:0:8048:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1718930552.155557:0:8048:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800849ba400/0x4c38e74a54727a67 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x26d7738f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930552.155561:0:8048:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800849ba400/0x4c38e74a54727a67 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x26d7738f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930552.155580:0:8048:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800849bb600/0x4c38e74a54727a59 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812f607 expref: 10 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930552.155589:0:8048:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800849bb180/0x4c38e74a54727a6e lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x5fe:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812f607 expref: 9 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930552.155594:0:8048:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5fe:0x0].0x0 (ffff8800b52b0e00) 00010000:00010000:1.0:1718930552.155596:0:8048:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1718930552.155597:0:8048:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff8800849bb180, rc 0) 00000100:00100000:1.0:1718930552.155629:0:8048:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880085282f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8a07974b-7506-4725-beb3-4b5c6f8f9250+9:18421:x1802425753174016:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 271us (341us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930552.155635:0:8048:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230605 00000100:00100000:1.0:1718930552.156626:0:8048:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753174144 00000100:00100000:1.0:1718930552.156654:0:8048:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230606 00000100:00100000:1.0:1718930552.156676:0:8048:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88013517e3c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8a07974b-7506-4725-beb3-4b5c6f8f9250+7:18421:x1802425753174144:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:1.0:1718930552.156684:0:8048:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1718930552.156690:0:8048:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b86c0/0x4c38e74a54727a75 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x5fe:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xceea94147812f60e expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00000004:00200000:1.0:1718930552.156720:0:8048:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x5fe:0x0]: returning size 4096 00010000:00010000:1.0:1718930552.156770:0:8048:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b86c0/0x4c38e74a54727a75 lrc: 1/0,0 mode: --/CR res: [0x240000402:0x5fe:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812f60e expref: 9 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930552.156777:0:8048:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b86c0/0x4c38e74a54727a75 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x5fe:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812f60e expref: 9 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930552.156785:0:8048:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff8800849b86c0, rc 0) 00000100:00100000:1.0:1718930552.156802:0:8048:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88013517e3c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8a07974b-7506-4725-beb3-4b5c6f8f9250+8:18421:x1802425753174144:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 143us (227us total) trans 4294987070 rc 301/301 00000100:00100000:1.0:1718930552.156808:0:8048:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230606 00000100:00100000:1.0:1718930552.158315:0:8048:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753174336 00000100:00100000:1.0:1718930552.158334:0:8048:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230607 00000100:00100000:1.0:1718930552.158338:0:8048:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88013517b900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8a07974b-7506-4725-beb3-4b5c6f8f9250+8:18421:x1802425753174336:12345-192.168.204.9@tcp:36:lfs.0 00010000:00010000:1.0:1718930552.158366:0:8048:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8800849bba80/0x4c38e74a54727a83 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x5fe:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930552.158375:0:8048:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800849bba80/0x4c38e74a54727a83 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5fe:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930552.158383:0:8048:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800849bba80/0x4c38e74a54727a83 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5fe:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1718930552.158455:0:8048:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff88013517b900 reply state ffff880091681000 transno 4294987071 ns: mdt-lustre-MDT0001_UUID lock: ffff8800849bba80/0x4c38e74a54727a83 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5fe:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00000004:00200000:1.0:1718930552.158464:0:8048:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x5fe:0x0]: returning size 4096 00000100:00100000:1.0:1718930552.158500:0:8048:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88013517b900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8a07974b-7506-4725-beb3-4b5c6f8f9250+10:18421:x1802425753174336:12345-192.168.204.9@tcp:36:lfs.0 Request processed in 162us (220us total) trans 4294987071 rc 0/0 00000100:00100000:1.0:1718930552.158506:0:8048:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230607 00000100:00100000:1.0:1718930552.335865:0:3321:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88011e7de3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3321:1802425732984128:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718930552.335906:0:3321:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718930552.335930:0:3321:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88011e7df6c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3321:1802425732984384:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718930552.335949:0:3321:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718930552.335957:0:3321:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88011e7daf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3321:1802425732984640:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718930552.335978:0:7085:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425732984384 00000100:00100000:1.0:1718930552.336001:0:7085:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425732984512 00000100:00100000:1.0:1718930552.336013:0:7085:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425732984576 00000100:00100000:1.0:1718930552.336023:0:7085:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 263 00000100:00100000:1.0:1718930552.336026:0:7085:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e7da600 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3321:x1802425732984384:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718930552.336043:0:7085:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e7da600 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3321:x1802425732984384:12345-0@lo:400:kworker/u8:0.0 Request processed in 17us (94us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930552.336047:0:7085:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 263 00000100:00100000:1.0:1718930552.336054:0:7085:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 263 00000100:00100000:1.0:1718930552.336056:0:7085:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880085283440 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3320:x1802425732984576:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718930552.336073:0:7085:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880085283440 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3320:x1802425732984576:12345-0@lo:400:kworker/u8:0.0 Request processed in 15us (67us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930552.336078:0:7085:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 263 00000100:00100000:1.0:1718930552.336091:0:7082:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6124 00000100:00100000:1.0:1718930552.336093:0:7082:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880134f3e3c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:lustre-MDT0000-lwp-OST0001_UUID+5:3323:x1802425732984256:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718930552.336122:0:7082:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880134f3e3c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:lustre-MDT0000-lwp-OST0001_UUID+5:3323:x1802425732984256:12345-0@lo:400:kworker/u8:0.0 Request processed in 28us (168us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930552.336126:0:7082:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6124 00000100:00100000:1.0:1718930552.336145:0:3321:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718930552.336162:0:3321:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88011e7de3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3321:1802425732984128:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718930552.336167:0:3321:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88011e7df6c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3321:1802425732984384:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718930552.336182:0:19806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6126 00000100:00100000:1.0:1718930552.336184:0:19806:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e7da140 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3321:x1802425732984640:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718930552.336199:0:19806:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e7da140 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3321:x1802425732984640:12345-0@lo:400:kworker/u8:0.0 Request processed in 15us (54us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930552.336202:0:19806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6126 00000100:00100000:1.0:1718930552.336216:0:3321:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88011e7daf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3321:1802425732984640:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718930552.351869:0:3323:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880134f3cc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3323:1802425732984768:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1718930552.351938:0:6843:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425732984704 00000100:00100000:1.0:1718930552.351987:0:6843:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425732984768 00000100:00100000:1.0:1718930552.352018:0:6843:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20438 00000100:00100000:1.0:1718930552.352021:0:6843:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e3c50c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3323:x1802425732984768:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1718930552.352036:0:6843:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 4194304 pending 0 free 1443078144 avail 1313615872 00000100:00100000:1.0:1718930552.352065:0:6843:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e3c50c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3323:x1802425732984768:12345-0@lo:41:osp-pre-0-1.0 Request processed in 43us (108us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930552.352073:0:6843:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20438 00000100:00100000:1.0:1718930552.367762:0:3321:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88011e7daf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3321:1802425732984896:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1718930552.367799:0:3321:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718930552.367950:0:3321:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88011e7daf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3321:1802425732984896:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1718930552.368058:0:3320:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88008e3c1300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3320:1802425732984832:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1718930552.491607:0:6843:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425732984960 00000100:00100000:1.0:1718930552.491632:0:6843:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20439 00000100:00100000:1.0:1718930552.491636:0:6843:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e3c1300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:6838:x1802425732984960:12345-0@lo:1000:mdt00_001.0 00000100:00100000:1.0:1718930552.491703:0:6843:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e3c1300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:6838:x1802425732984960:12345-0@lo:1000:mdt00_001.0 Request processed in 67us (142us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930552.491709:0:6843:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20439 00000100:00100000:1.0:1718930552.495385:0:18443:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753175104 00010000:00010000:1.0:1718930555.991732:0:4830:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00080000:1.0:1718930556.008887:0:8070:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 3540 committed batchid 3539 00000020:00080000:1.0:1718930556.008915:0:8070:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 3539 00000100:00100000:1.0:1718930556.009688:0:24149:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.204.9@tcp, with round 433 00000100:00100000:1.0:1718930556.009692:0:24149:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880134e20000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:0+-99:1874:x1802425753175296:12345-192.168.204.9@tcp:8:dd.500 00010000:00080000:1.0:1718930556.009712:0:24149:0:(ldlm_lib.c:1370:target_handle_connect()) lustre-OST0001: connection from 8a07974b-7506-4725-beb3-4b5c6f8f9250@192.168.204.9@tcp t0 exp (null) cur 3467 last 0 00000020:00000080:1.0:1718930556.009731:0:24149:0:(genops.c:1359:class_connect()) connect: client 8a07974b-7506-4725-beb3-4b5c6f8f9250, cookie 0x4c38e74a54727af3 00002000:00100000:1.0:1718930556.009737:0:24149:0:(ofd_obd.c:150:ofd_parse_connect_data()) lustre-OST0001: cli 8a07974b-7506-4725-beb3-4b5c6f8f9250/ffff8800888f6000 ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 20f0400 ocd_grant: 33603584 ocd_index: 0 ocd_group 0 00002000:00100000:1.0:1718930556.009745:0:24149:0:(ofd_obd.c:249:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00000020:01000000:1.0:1718930556.009768:0:24149:0:(lprocfs_status_server.c:544:lprocfs_exp_setup()) using hash ffff8800792a2300 00002000:00080000:1.0:1718930556.009774:0:24149:0:(ofd_obd.c:391:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:1.0:1718930556.009791:0:24149:0:(import.c:86:import_set_state_nolock()) ffff8800888f3000 í¯Þÿÿÿÿÿÿÿÿÿÿÿÿ: changing import state from RECOVER to FULL 00000100:00100000:1.0:1718930556.009820:0:24149:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880134e20000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:8a07974b-7506-4725-beb3-4b5c6f8f9250+6:1874:x1802425753175296:12345-192.168.204.9@tcp:8:dd.500 Request processed in 128us (185us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930556.009824:0:24149:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.204.9@tcp, with round 433 00000100:00100000:1.0:1718930556.010396:0:24149:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753175360 00000100:00100000:1.0:1718930556.010418:0:24149:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.204.9@tcp, with round 434 00000100:00100000:1.0:1718930556.010420:0:24149:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880134e204c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:8a07974b-7506-4725-beb3-4b5c6f8f9250+6:0:x1802425753175360:12345-192.168.204.9@tcp:16:dd.500 00000100:00100000:1.0:1718930556.010455:0:24149:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880134e204c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:8a07974b-7506-4725-beb3-4b5c6f8f9250+6:0:x1802425753175360:12345-192.168.204.9@tcp:16:dd.500 Request processed in 34us (95us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930556.010459:0:24149:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.204.9@tcp, with round 434 00000100:00100000:1.0:1718930556.027524:0:24149:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753175872 00000100:00100000:1.0:1718930556.027552:0:24149:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.204.9@tcp, with round 435 00000100:00100000:1.0:1718930556.027555:0:24149:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880097056d40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:8a07974b-7506-4725-beb3-4b5c6f8f9250+5:18496:x1802425753175872:12345-192.168.204.9@tcp:101:dd.500 00010000:00010000:1.0:1718930556.027561:0:24149:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1718930556.027570:0:24149:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800849bb180/0x4c38e74a54727b24 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x572:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xceea94147812f63f expref: -99 pid: 24149 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1718930556.027584:0:24149:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x572:0x0] initial LVB size: 1048576, mtime: 0x6674cc78, atime: 0x0, ctime: 0x6674cc78, blocks: 0x800 00010000:00010000:1.0:1718930556.027593:0:24149:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1718930556.027594:0:24149:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1718930556.027597:0:24149:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800849bb180/0x4c38e74a54727b24 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x572:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.204.9@tcp remote: 0xceea94147812f63f expref: 6 pid: 24149 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930556.027604:0:24149:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800849bb180/0x4c38e74a54727b24 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x572:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.9@tcp remote: 0xceea94147812f63f expref: 6 pid: 24149 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930556.027612:0:24149:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff8800849bb180, rc 0) 00000100:00100000:1.0:1718930556.027633:0:24149:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880097056d40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:8a07974b-7506-4725-beb3-4b5c6f8f9250+6:18496:x1802425753175872:12345-192.168.204.9@tcp:101:dd.500 Request processed in 78us (155us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930556.027637:0:24149:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.204.9@tcp, with round 435 00000100:00100000:1.0:1718930556.028301:0:24149:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753175936 00000100:00100000:1.0:1718930556.028328:0:24149:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.204.9@tcp, with round 436 00000100:00100000:1.0:1718930556.028331:0:24149:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880097056880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:8a07974b-7506-4725-beb3-4b5c6f8f9250+6:18496:x1802425753175936:12345-192.168.204.9@tcp:101:dd.500 00010000:00010000:1.0:1718930556.028338:0:24149:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1718930556.028346:0:24149:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800849b9200/0x4c38e74a54727b2b lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x56b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xceea94147812f646 expref: -99 pid: 24149 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1718930556.028355:0:24149:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0x56b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1718930556.028361:0:24149:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1718930556.028362:0:24149:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1718930556.028365:0:24149:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800849b9200/0x4c38e74a54727b2b lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x56b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.204.9@tcp remote: 0xceea94147812f646 expref: 7 pid: 24149 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930556.028372:0:24149:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800849b9200/0x4c38e74a54727b2b lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x56b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.9@tcp remote: 0xceea94147812f646 expref: 7 pid: 24149 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930556.028377:0:24149:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff8800849b9200, rc 0) 00000100:00100000:1.0:1718930556.028399:0:24149:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880097056880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:8a07974b-7506-4725-beb3-4b5c6f8f9250+7:18496:x1802425753175936:12345-192.168.204.9@tcp:101:dd.500 Request processed in 67us (139us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930556.028403:0:24149:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.204.9@tcp, with round 436 00000100:00100000:1.0:1718930556.029904:0:7079:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753176256 00000100:00100000:1.0:1718930556.029925:0:7079:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6128 00000100:00100000:1.0:1718930556.029929:0:7079:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880097053900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:8a07974b-7506-4725-beb3-4b5c6f8f9250+8:1876:x1802425753176192:12345-192.168.204.9@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1718930556.029956:0:7079:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880097053900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:8a07974b-7506-4725-beb3-4b5c6f8f9250+8:1876:x1802425753176192:12345-192.168.204.9@tcp:400:kworker/u8:2.0 Request processed in 27us (104us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930556.029962:0:7079:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6128 00000100:00100000:1.0:1718930557.343733:0:3320:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800970550c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:01b55a44-4d23-49f9-b037-caf310e6728e:3320:1802425732985216:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718930557.343784:0:3320:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718930557.343806:0:3320:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880073d54740 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3320:1802425732985472:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718930557.343819:0:3320:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718930557.343835:0:3320:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880073d53900 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3320:1802425732985728:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718930557.343849:0:3320:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718930557.343855:0:3320:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880073d517c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3320:1802425732985984:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718930557.343865:0:3320:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718930557.343882:0:24149:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425732985728 00000100:00100000:1.0:1718930557.343902:0:24149:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425732985664 00000100:00100000:1.0:1718930557.343911:0:24149:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425732985920 00000100:00100000:1.0:1718930557.343921:0:24149:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 265 00000100:00100000:1.0:1718930557.343924:0:24149:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e7de3c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+5:3320:x1802425732985728:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718930557.343941:0:24149:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e7de3c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+5:3320:x1802425732985728:12345-0@lo:400:kworker/u8:0.0 Request processed in 17us (92us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930557.343944:0:24149:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 265 00000100:00100000:1.0:1718930557.343952:0:24149:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 265 00000100:00100000:1.0:1718930557.343954:0:24149:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880073d550c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+5:3323:x1802425732985664:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718930557.343965:0:24149:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880073d550c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+5:3323:x1802425732985664:12345-0@lo:400:kworker/u8:0.0 Request processed in 10us (110us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930557.343968:0:24149:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 265 00000100:00100000:1.0:1718930557.343973:0:24149:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 265 00000100:00100000:1.0:1718930557.343975:0:24149:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880073d52ac0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+5:3323:x1802425732985920:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718930557.343985:0:24149:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880073d52ac0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+5:3323:x1802425732985920:12345-0@lo:400:kworker/u8:0.0 Request processed in 9us (114us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930557.343987:0:24149:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 265 00000100:00100000:1.0:1718930557.344026:0:3320:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880073d54740 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3320:1802425732985472:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718930557.344032:0:3320:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880073d53900 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3320:1802425732985728:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718930557.344036:0:3320:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880073d517c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3320:1802425732985984:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718930557.344040:0:3320:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800970550c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:01b55a44-4d23-49f9-b037-caf310e6728e:3320:1802425732985216:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718930557.359720:0:3320:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1718930557.359729:0:3320:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88008e7ce3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3320:1802425732986048:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1718930557.359760:0:3320:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718930557.359880:0:3320:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88008e7ce3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3320:1802425732986048:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1718930559.183743:0:3320:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880134c2d0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3320:1802425732986304:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1718930559.183796:0:3320:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718930559.183926:0:3320:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880134c2d0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3320:1802425732986304:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1718930559.999736:0:4830:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1718930561.038439:0:7082:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6138 00000100:00100000:1.0:1718930561.038445:0:7082:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880073d55f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:8a07974b-7506-4725-beb3-4b5c6f8f9250+13:1875:x1802425753176640:12345-192.168.204.9@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1718930561.038492:0:7082:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880073d55f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:8a07974b-7506-4725-beb3-4b5c6f8f9250+13:1875:x1802425753176640:12345-192.168.204.9@tcp:400:kworker/u8:2.0 Request processed in 47us (102us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930561.038499:0:7082:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6138 00000100:00100000:1.0:1718930561.038521:0:4179:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753176704 00000100:00100000:1.0:1718930561.038545:0:4179:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753176768 00000100:00100000:1.0:1718930561.038560:0:4179:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.204.9@tcp, with round 267 00000100:00100000:1.0:1718930561.038564:0:4179:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c57850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:8a07974b-7506-4725-beb3-4b5c6f8f9250+8:1876:x1802425753176704:12345-192.168.204.9@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1718930561.038585:0:4179:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c57850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:8a07974b-7506-4725-beb3-4b5c6f8f9250+8:1876:x1802425753176704:12345-192.168.204.9@tcp:400:kworker/u8:2.0 Request processed in 21us (173us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930561.038591:0:4179:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.204.9@tcp, with round 267 00000020:00080000:1.0:1718930561.632467:0:8070:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 3540 00000040:00100000:1.0:1718930561.632477:0:8070:0:(llog.c:235:llog_cancel_arr_rec()) Canceling 1 records, first 1493 in log [0x3:0x401:0x2] 00000004:00080000:1.0:1718930561.632508:0:8070:0:(osp_trans.c:1598:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff880096bc1100 with version 7085 00000020:00080000:1.0:1718930561.632519:0:8070:0:(update_trans.c:1313:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 3540 cancel update log [0x3:0x401:0x2].1493: rc = 0 00000040:00100000:1.0:1718930561.632523:0:8070:0:(llog.c:235:llog_cancel_arr_rec()) Canceling 1 records, first 1120 in log [0x3:0x40000400:0x2] 00000020:00080000:1.0:1718930561.632565:0:8070:0:(update_trans.c:1313:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 3540 cancel update log [0x3:0x40000400:0x2].1120: rc = 0 00000020:00080000:1.0:1718930561.632571:0:8070:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 3540 00000100:00100000:1.0:1718930562.351810:0:3323:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880073d55a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3323:1802425732986560:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718930562.351842:0:3323:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718930562.351859:0:3323:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880073d550c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3323:1802425732986816:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718930562.351879:0:3320:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880073d517c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3320:1802425732986624:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718930562.351923:0:8048:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425732986752 00000100:00100000:1.0:1718930562.351966:0:8048:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6142 00000100:00100000:1.0:1718930562.351970:0:8048:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880134c2af80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3322:x1802425732986752:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718930562.352003:0:8048:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880134c2af80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3322:x1802425732986752:12345-0@lo:400:kworker/u8:0.0 Request processed in 33us (106us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930562.352011:0:8048:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6142 00000100:00100000:1.0:1718930562.352030:0:3323:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718930562.352065:0:8528:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425732986560 00000100:00100000:1.0:1718930562.352083:0:8528:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425732987072 00000100:00100000:1.0:1718930562.352093:0:8528:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20445 00000100:00100000:1.0:1718930562.352097:0:8528:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e7dcc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+7:3323:x1802425732986560:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718930562.352123:0:8528:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e7dcc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+7:3323:x1802425732986560:12345-0@lo:400:kworker/u8:0.0 Request processed in 26us (281us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930562.352128:0:8528:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20445 00000100:00100000:1.0:1718930562.352144:0:8528:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20446 00000100:00100000:1.0:1718930562.352147:0:8528:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880134c2a140 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3322:x1802425732987072:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718930562.352169:0:8528:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880134c2a140 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3322:x1802425732987072:12345-0@lo:400:kworker/u8:0.0 Request processed in 21us (123us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930562.352173:0:8528:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20446 00000100:00100000:1.0:1718930562.352201:0:3323:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880073d55a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3323:1802425732986560:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718930562.352209:0:3323:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880073d550c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3323:1802425732986816:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718930562.367756:0:3323:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880098420000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3323:1802425732987328:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1718930562.367800:0:3323:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718930562.367853:0:6843:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425732987392 00000100:00100000:1.0:1718930562.367877:0:6843:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20447 00000100:00100000:1.0:1718930562.367881:0:6843:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880097053dc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3320:x1802425732987392:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1718930562.367903:0:6843:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1443749888 avail 1314287616 00000100:00100000:1.0:1718930562.367951:0:6843:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880097053dc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3320:x1802425732987392:12345-0@lo:41:osp-pre-1-0.0 Request processed in 70us (121us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930562.367960:0:6843:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20447 00000100:00100000:1.0:1718930562.367985:0:3323:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880098420000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3323:1802425732987328:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1718930562.383732:0:3323:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1718930562.383742:0:3323:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88011e7de3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3323:1802425732987520:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1718930562.383778:0:3323:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718930562.383943:0:3323:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88011e7de3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3323:1802425732987520:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1718930564.009033:0:4830:0:(ldlm_lockd.c:2784:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1718930564.009038:0:4830:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008350ed00/0x4c38e74a54727b32 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x572:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 11975 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930564.009044:0:4830:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008350ed00 already unused, calling callback (ffffffffa080a190) 00010000:00010000:1.0:1718930564.009046:0:4830:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008350ed00/0x4c38e74a54727b32 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x572:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 11975 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930564.009051:0:4830:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008350ed00/0x4c38e74a54727b32 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x572:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 11975 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930564.009063:0:4830:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008350ed00/0x4c38e74a54727b32 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x572:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 11975 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930564.009066:0:4830:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008350ed00/0x4c38e74a54727b32 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x572:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 11975 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930564.009087:0:4830:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1718930564.009088:0:4830:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1718930564.009089:0:4830:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1718930564.191787:0:3323:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880097056d40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3323:1802425732987648:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1718930564.191844:0:3323:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718930564.192085:0:3323:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880097056d40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3323:1802425732987648:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1718930566.046540:0:32432:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753177152 00000100:00100000:1.0:1718930566.046581:0:32432:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1229 00000100:00100000:1.0:1718930566.046584:0:32432:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880092930850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7d47179a-8936-4b32-b195-390970a48f82+12:1876:x1802425753177152:12345-192.168.204.9@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1718930566.046629:0:32432:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880092930850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7d47179a-8936-4b32-b195-390970a48f82+12:1876:x1802425753177152:12345-192.168.204.9@tcp:400:kworker/u8:2.0 Request processed in 44us (185us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930566.046634:0:32432:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1229 00000100:00100000:1.0:1718930567.359896:0:3323:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8801372f4c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3323:1802425732987904:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718930567.360031:0:3323:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718930567.360071:0:3323:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8801372f7200 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3323:1802425732988160:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718930567.360094:0:3323:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718930567.360108:0:3323:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88008e3ac740 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3323:1802425732988416:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718930567.360128:0:3323:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718930567.360177:0:32457:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425732988352 00000100:00100000:1.0:1718930567.360222:0:32457:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20450 00000100:00100000:1.0:1718930567.360227:0:32457:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e3a97c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3322:x1802425732988352:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718930567.360271:0:32457:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e3a97c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3322:x1802425732988352:12345-0@lo:400:kworker/u8:0.0 Request processed in 44us (144us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930567.360277:0:32457:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20450 00000100:00100000:1.0:1718930567.360298:0:4179:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 271 00000100:00100000:1.0:1718930567.360302:0:4179:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880073d550c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:3320:x1802425732988288:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718930567.360328:0:4179:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880073d550c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:3320:x1802425732988288:12345-0@lo:400:kworker/u8:0.0 Request processed in 26us (226us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930567.360334:0:4179:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 271 00000100:00100000:1.0:1718930567.360373:0:3323:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8801372f7200 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3323:1802425732988160:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718930567.360381:0:3323:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88008e3ac740 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3323:1802425732988416:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718930567.360388:0:3323:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8801372f4c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3323:1802425732987904:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718930567.375736:0:3323:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88011e7dda40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3323:1802425732988608:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1718930567.375797:0:6843:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425732988672 00000100:00100000:1.0:1718930567.375819:0:6843:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20451 00000100:00100000:1.0:1718930567.375822:0:6843:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e3af6c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3322:x1802425732988672:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1718930567.375891:0:6843:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1443749888 avail 1314287616 00000100:00100000:1.0:1718930567.375925:0:6843:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e3af6c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3322:x1802425732988672:12345-0@lo:41:osp-pre-1-0.0 Request processed in 102us (149us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930567.375929:0:6843:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20451 00000100:00100000:1.0:1718930567.375943:0:3323:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718930567.375959:0:6843:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425732988608 00000100:00100000:1.0:1718930567.375967:0:6843:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20452 00000100:00100000:1.0:1718930567.375969:0:6843:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e7dd0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+7:3323:x1802425732988608:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1718930567.375995:0:6843:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 4194304 pending 0 free 1443078144 avail 1313615872 00000100:00100000:1.0:1718930567.376013:0:6843:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e7dd0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+7:3323:x1802425732988608:12345-0@lo:41:osp-pre-0-1.0 Request processed in 43us (69us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930567.376016:0:6843:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20452 00000100:00100000:1.0:1718930567.391751:0:3321:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88008e3adf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3321:1802425732988800:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1718930567.391850:0:3321:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718930567.391873:0:9265:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425732988800 00000100:00100000:1.0:1718930567.391896:0:9265:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 307 00000100:00100000:1.0:1718930567.391898:0:9265:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e7dbdc0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1802425732988800:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1718930567.391931:0:9265:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 490080960 pending 0 free 3918761984 avail 3687239680 00000100:00100000:1.0:1718930567.391955:0:9265:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e7dbdc0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1802425732988800:12345-0@lo:13:osp-pre-0-0.0 Request processed in 56us (106us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930567.391962:0:9265:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 307 00000100:00100000:1.0:1718930567.391997:0:3321:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88008e3adf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3321:1802425732988800:0@lo:13:osp-pre-0-0.0 00000001:00080000:1.0:1718930567.648580:0:32428:0:(tgt_lastrcvd.c:926:tgt_cb_last_committed()) lustre-MDT0000: transno 8589959400 is committed 00010000:00010000:1.0:1718930568.015779:0:4830:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1718930569.199925:0:10941:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425732988928 00000100:00100000:1.0:1718930569.199961:0:10941:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 308 00000100:00100000:1.0:1718930569.199966:0:10941:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e3ad580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3322:x1802425732988928:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1718930569.199992:0:10941:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 16002624 pending 0 free 3917033472 avail 3685511168 00000100:00100000:1.0:1718930569.200037:0:10941:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e3ad580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3322:x1802425732988928:12345-0@lo:13:osp-pre-1-1.0 Request processed in 70us (156us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930569.200043:0:10941:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 308 00000100:00100000:1.0:1718930569.215798:0:3323:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88011e7dda40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3323:1802425732988992:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1718930569.215854:0:3323:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718930569.215892:0:11375:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425732988992 00000100:00100000:1.0:1718930569.215917:0:11375:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 309 00000100:00100000:1.0:1718930569.215920:0:11375:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e7de880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3323:x1802425732988992:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1718930569.215940:0:11375:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 490080960 pending 0 free 3918761984 avail 3687239680 00000100:00100000:1.0:1718930569.215959:0:11375:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e7de880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3323:x1802425732988992:12345-0@lo:13:osp-pre-0-1.0 Request processed in 38us (105us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930569.215963:0:11375:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 309 00000100:00100000:1.0:1718930569.215990:0:3323:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88011e7dda40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3323:1802425732988992:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1718930571.054376:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930571.054410:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930571.054428:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930571.054459:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930571.054473:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930571.054497:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930571.054523:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930571.054544:0:7085:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753178048 00000100:00100000:1.0:1718930571.054583:0:7085:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.204.9@tcp, with round 273 00000100:00100000:1.0:1718930571.054587:0:7085:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e3c3dc0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:8a07974b-7506-4725-beb3-4b5c6f8f9250+5:1876:x1802425753178048:12345-192.168.204.9@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1718930571.054615:0:7085:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e3c3dc0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:8a07974b-7506-4725-beb3-4b5c6f8f9250+5:1876:x1802425753178048:12345-192.168.204.9@tcp:400:kworker/u8:2.0 Request processed in 28us (118us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930571.054621:0:7085:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.204.9@tcp, with round 273 00000100:00100000:1.0:1718930571.054642:0:7077:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6160 00000100:00100000:1.0:1718930571.054646:0:7077:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e3c2600 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:107baf36-6e04-4e3c-a090-fe94234d2dbd+5:1876:x1802425753178176:12345-192.168.204.9@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1718930571.054690:0:7077:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e3c2600 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:107baf36-6e04-4e3c-a090-fe94234d2dbd+5:1876:x1802425753178176:12345-192.168.204.9@tcp:400:kworker/u8:2.0 Request processed in 43us (166us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930571.054695:0:7077:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6160 00000100:00100000:1.0:1718930571.054718:0:32432:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753177792 00000100:00100000:1.0:1718930571.054742:0:32432:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1231 00000100:00100000:1.0:1718930571.054746:0:32432:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880092935850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7d47179a-8936-4b32-b195-390970a48f82+12:1876:x1802425753177792:12345-192.168.204.9@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1718930571.054766:0:32432:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880092935850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7d47179a-8936-4b32-b195-390970a48f82+12:1876:x1802425753177792:12345-192.168.204.9@tcp:400:kworker/u8:2.0 Request processed in 20us (357us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930571.054791:0:32432:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1231 00010000:00010000:1.0:1718930572.023727:0:4830:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1718930572.367864:0:3323:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88012c856d40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3323:1802425732989248:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718930572.367893:0:3323:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718930572.367917:0:3323:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880094f20000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3323:1802425732989504:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718930572.367944:0:8048:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425732989248 00000100:00100000:1.0:1718930572.367973:0:8048:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6162 00000100:00100000:1.0:1718930572.367977:0:8048:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f21c80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3323:x1802425732989248:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718930572.368004:0:8048:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f21c80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3323:x1802425732989248:12345-0@lo:400:kworker/u8:0.0 Request processed in 27us (111us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930572.368009:0:8048:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6162 00000100:00100000:1.0:1718930572.368026:0:3321:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800976b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3321:1802425732989120:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718930572.368045:0:3321:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718930572.368056:0:3321:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880094f24740 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3321:1802425732989376:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718930572.368070:0:3321:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718930572.368078:0:3321:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880094f20980 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3321:1802425732989632:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718930572.368092:0:3321:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718930572.368119:0:8048:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425732989376 00000100:00100000:1.0:1718930572.368132:0:8048:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425732989312 00000100:00100000:1.0:1718930572.368155:0:8048:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425732989824 00000100:00100000:1.0:1718930572.368170:0:8048:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6165 00000100:00100000:1.0:1718930572.368174:0:8048:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e7cbdc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3320:x1802425732989312:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718930572.368205:0:8048:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e7cbdc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3320:x1802425732989312:12345-0@lo:400:kworker/u8:0.0 Request processed in 31us (109us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930572.368214:0:8048:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6165 00000100:00100000:1.0:1718930572.368233:0:32432:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425732989056 00000100:00100000:1.0:1718930572.368257:0:32432:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1232 00000100:00100000:1.0:1718930572.368261:0:32432:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880092937850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:01b55a44-4d23-49f9-b037-caf310e6728e+23:3320:x1802425732989056:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718930572.368282:0:32432:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880092937850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:01b55a44-4d23-49f9-b037-caf310e6728e+23:3320:x1802425732989056:12345-0@lo:400:kworker/u8:0.0 Request processed in 21us (415us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930572.368286:0:32432:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1232 00000100:00100000:1.0:1718930572.368304:0:3323:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718930572.368314:0:3323:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880094f21300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3323:1802425732989760:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718930572.368328:0:3323:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718930572.368346:0:3323:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88012c856d40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3323:1802425732989248:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718930572.368370:0:3321:0:(client.c:2892:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 8589959400 gen 2 00000004:00080000:1.0:1718930572.368420:0:3321:0:(osp_trans.c:1044:osp_request_commit_cb()) trans no 8589959400 committed transno 8589959400 00000100:00100000:1.0:1718930572.368442:0:3321:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800976b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3321:1802425732989120:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718930572.368453:0:3321:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880094f24740 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3321:1802425732989376:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718930572.368459:0:3321:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880094f20980 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3321:1802425732989632:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718930572.368482:0:3323:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880094f20000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3323:1802425732989504:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718930572.368490:0:3323:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880094f21300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3323:1802425732989760:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718930572.383878:0:6843:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425732989888 00000100:00100000:1.0:1718930572.383914:0:6843:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20455 00000100:00100000:1.0:1718930572.383919:0:6843:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e3a8980 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3322:x1802425732989888:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1718930572.383943:0:6843:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1443749888 avail 1314287616 00000100:00100000:1.0:1718930572.383981:0:6843:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e3a8980 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3322:x1802425732989888:12345-0@lo:41:osp-pre-1-0.0 Request processed in 62us (144us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930572.383986:0:6843:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20455 00000100:00100000:1.0:1718930572.399815:0:3323:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88008e3a9c80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3323:1802425732990016:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1718930572.399866:0:3323:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718930572.399885:0:3323:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880094f20000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3323:1802425732990080:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1718930572.399901:0:3323:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718930572.399932:0:11375:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425732990016 00000100:00100000:1.0:1718930572.399959:0:11375:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425732990080 00000100:00100000:1.0:1718930572.399971:0:11375:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 310 00000100:00100000:1.0:1718930572.399976:0:11375:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f20980 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3323:x1802425732990016:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1718930572.399995:0:11375:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 490080960 pending 0 free 3918761984 avail 3686166528 00000100:00100000:1.0:1718930572.400021:0:11375:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f20980 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3323:x1802425732990016:12345-0@lo:13:osp-pre-0-0.0 Request processed in 45us (156us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930572.400027:0:11375:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 310 00000100:00100000:1.0:1718930572.400040:0:11375:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 310 00000100:00100000:1.0:1718930572.400044:0:11375:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f24740 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3323:x1802425732990080:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1718930572.400057:0:11375:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 16002624 pending 0 free 3917033472 avail 3685511168 00000100:00100000:1.0:1718930572.400072:0:11375:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f24740 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3323:x1802425732990080:12345-0@lo:13:osp-pre-1-0.0 Request processed in 28us (172us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930572.400076:0:11375:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 310 00000100:00100000:1.0:1718930572.400112:0:3323:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88008e3a9c80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3323:1802425732990016:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1718930572.400121:0:3323:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880094f20000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3323:1802425732990080:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1718930574.207773:0:3321:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1718930574.207788:0:3321:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880094f20000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3321:1802425732990144:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1718930574.207833:0:3321:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718930574.207962:0:3321:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880094f20000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3321:1802425732990144:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1718930574.223798:0:3321:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880094f20000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3321:1802425732990208:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1718930574.223840:0:3321:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718930574.223977:0:3321:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880094f20000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3321:1802425732990208:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1718930576.031781:0:4830:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1718930576.062382:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930576.062419:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930576.062438:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930576.062453:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930576.062469:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930576.062494:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930576.062519:0:32432:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753178496 00000100:00100000:1.0:1718930576.062552:0:32432:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1233 00000100:00100000:1.0:1718930576.062558:0:32432:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880092933050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7d47179a-8936-4b32-b195-390970a48f82+12:1875:x1802425753178496:12345-192.168.204.9@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1718930576.062609:0:32432:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880092933050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7d47179a-8936-4b32-b195-390970a48f82+12:1875:x1802425753178496:12345-192.168.204.9@tcp:400:kworker/u8:2.0 Request processed in 50us (193us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930576.062615:0:32432:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1233 00000100:00100000:1.0:1718930576.062641:0:8048:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6170 00000100:00100000:1.0:1718930576.062645:0:8048:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f26880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:107baf36-6e04-4e3c-a090-fe94234d2dbd+5:1876:x1802425753178816:12345-192.168.204.9@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1718930576.062696:0:8048:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f26880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:107baf36-6e04-4e3c-a090-fe94234d2dbd+5:1876:x1802425753178816:12345-192.168.204.9@tcp:400:kworker/u8:2.0 Request processed in 36us (188us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930576.062702:0:8048:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6170 00000100:00100000:1.0:1718930577.375812:0:3323:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880094f27200 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3323:1802425732990336:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718930577.375838:0:3323:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718930577.375849:0:3323:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880094f21300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3323:1802425732990592:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718930577.375862:0:3321:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880094f25a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3321:1802425732990464:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718930577.375878:0:3321:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718930577.375885:0:3321:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880094f204c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3321:1802425732990720:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718930577.375895:0:3321:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718930577.375903:0:3321:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880091c30000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3321:1802425732990976:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718930577.375911:0:3321:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718930577.375928:0:6842:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425732990336 00000100:00100000:1.0:1718930577.375946:0:6842:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20457 00000100:00100000:1.0:1718930577.375949:0:6842:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880091c30980 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3323:x1802425732990336:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718930577.375973:0:6842:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880091c30980 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3323:x1802425732990336:12345-0@lo:400:kworker/u8:0.0 Request processed in 24us (135us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930577.375976:0:6842:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20457 00000100:00100000:1.0:1718930577.376000:0:32432:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425732990272 00000100:00100000:1.0:1718930577.376010:0:32432:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1234 00000100:00100000:1.0:1718930577.376012:0:32432:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88009770c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:01b55a44-4d23-49f9-b037-caf310e6728e+23:3322:x1802425732990272:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718930577.376027:0:32432:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88009770c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:01b55a44-4d23-49f9-b037-caf310e6728e+23:3322:x1802425732990272:12345-0@lo:400:kworker/u8:0.0 Request processed in 14us (216us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930577.376030:0:32432:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1234 00000100:00100000:1.0:1718930577.376045:0:3323:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718930577.376052:0:3323:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880094f23dc0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3323:1802425732990848:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718930577.376064:0:3323:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718930577.376076:0:3323:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880094f27200 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3323:1802425732990336:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718930577.376092:0:32457:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425732990848 00000100:00100000:1.0:1718930577.376101:0:32457:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20458 00000100:00100000:1.0:1718930577.376103:0:32457:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880091c32140 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3323:x1802425732990848:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718930577.376116:0:32457:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880091c32140 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3323:x1802425732990848:12345-0@lo:400:kworker/u8:0.0 Request processed in 12us (52us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930577.376119:0:32457:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20458 00000100:00100000:1.0:1718930577.376130:0:3321:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880094f25a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3321:1802425732990464:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718930577.376135:0:3321:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880094f204c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3321:1802425732990720:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718930577.376139:0:3321:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880091c30000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3321:1802425732990976:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718930577.376155:0:3323:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880094f21300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3323:1802425732990592:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718930577.376159:0:3323:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880094f23dc0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3323:1802425732990848:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718930577.391775:0:6842:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425732991104 00000100:00100000:1.0:1718930577.391790:0:6842:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20459 00000100:00100000:1.0:1718930577.391792:0:6842:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880073d517c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3322:x1802425732991104:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1718930577.391809:0:6842:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 4194304 pending 0 free 1443078144 avail 1313615872 00000100:00100000:1.0:1718930577.391841:0:6842:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880073d517c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3322:x1802425732991104:12345-0@lo:41:osp-pre-0-1.0 Request processed in 48us (79us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930577.391844:0:6842:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20459 00000100:00100000:1.0:1718930577.407759:0:3321:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880091c32600 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3321:1802425732991232:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1718930577.407798:0:3321:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718930577.407818:0:9265:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425732991232 00000100:00100000:1.0:1718930577.407838:0:9265:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 314 00000100:00100000:1.0:1718930577.407841:0:9265:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880091c34280 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1802425732991232:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1718930577.407852:0:9265:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 490080960 pending 0 free 3917713408 avail 3686191104 00000100:00100000:1.0:1718930577.407872:0:9265:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880091c34280 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1802425732991232:12345-0@lo:13:osp-pre-0-0.0 Request processed in 31us (74us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930577.407875:0:9265:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 314 00000100:00100000:1.0:1718930577.407897:0:3321:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880091c32600 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3321:1802425732991232:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1718930579.215816:0:3323:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880091c32600 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3323:1802425732991360:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1718930579.215868:0:3323:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718930579.215907:0:11375:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425732991360 00000100:00100000:1.0:1718930579.215936:0:11375:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 315 00000100:00100000:1.0:1718930579.215940:0:11375:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880091c34740 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3323:x1802425732991360:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1718930579.215961:0:11375:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 23367232 pending 0 free 3915984896 avail 3684462592 00000100:00100000:1.0:1718930579.215981:0:11375:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880091c34740 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3323:x1802425732991360:12345-0@lo:13:osp-pre-1-1.0 Request processed in 41us (114us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930579.215985:0:11375:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 315 00000100:00100000:1.0:1718930579.216015:0:3323:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880091c32600 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3323:1802425732991360:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1718930579.231740:0:3321:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1718930579.231748:0:3321:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880091c32600 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3321:1802425732991424:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1718930579.231772:0:3321:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718930579.231791:0:9264:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425732991424 00000100:00100000:1.0:1718930579.231807:0:9264:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 316 00000100:00100000:1.0:1718930579.231810:0:9264:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880091c34c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3321:x1802425732991424:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1718930579.231824:0:9264:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 490080960 pending 0 free 3917713408 avail 3686191104 00000100:00100000:1.0:1718930579.231839:0:9264:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880091c34c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3321:x1802425732991424:12345-0@lo:13:osp-pre-0-1.0 Request processed in 29us (68us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930579.231845:0:9264:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 316 00000100:00100000:1.0:1718930579.231862:0:3321:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880091c32600 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3321:1802425732991424:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1718930580.039781:0:4830:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1718930581.070305:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930581.070335:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930581.070347:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930581.070357:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930581.070366:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930581.070378:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930581.070401:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930581.070422:0:32434:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753179008 00000100:00100000:1.0:1718930581.070440:0:32434:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1235 00000100:00100000:1.0:1718930581.070443:0:32434:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88009770c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7d47179a-8936-4b32-b195-390970a48f82+12:1875:x1802425753179008:12345-192.168.204.9@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1718930581.070474:0:32434:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88009770c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7d47179a-8936-4b32-b195-390970a48f82+12:1875:x1802425753179008:12345-192.168.204.9@tcp:400:kworker/u8:2.0 Request processed in 30us (139us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930581.070478:0:32434:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1235 00000100:00100000:1.0:1718930582.383753:0:3321:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88008e3ac740 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:01b55a44-4d23-49f9-b037-caf310e6728e:3321:1802425732991488:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718930582.383807:0:3321:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718930582.383829:0:3321:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88012c857200 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3321:1802425732991744:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718930582.383844:0:3321:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718930582.383853:0:3321:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8801372f4c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3321:1802425732992000:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718930582.383866:0:3321:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718930582.383879:0:3321:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8801372f6d40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3321:1802425732992256:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718930582.383894:0:3321:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718930582.383919:0:3321:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88008e3ac740 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:01b55a44-4d23-49f9-b037-caf310e6728e:3321:1802425732991488:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718930582.383951:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6182 00000100:00100000:1.0:1718930582.383955:0:7083:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880091c36880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:lustre-MDT0001-lwp-OST0000_UUID+5:3321:x1802425732991744:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718930582.383983:0:7083:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880091c36880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:lustre-MDT0001-lwp-OST0000_UUID+5:3321:x1802425732991744:12345-0@lo:400:kworker/u8:0.0 Request processed in 27us (138us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930582.383990:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6182 00000100:00100000:1.0:1718930582.384002:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6184 00000100:00100000:1.0:1718930582.384005:0:7083:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880091c37200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:lustre-MDT0000-lwp-MDT0000_UUID+5:3321:x1802425732992256:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718930582.384026:0:7083:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880091c37200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:lustre-MDT0000-lwp-MDT0000_UUID+5:3321:x1802425732992256:12345-0@lo:400:kworker/u8:0.0 Request processed in 20us (132us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930582.384034:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6184 00000100:00100000:1.0:1718930582.384053:0:4179:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 281 00000100:00100000:1.0:1718930582.384056:0:4179:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e7cc280 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:3320:x1802425732991936:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718930582.384077:0:4179:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e7cc280 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:3320:x1802425732991936:12345-0@lo:400:kworker/u8:0.0 Request processed in 20us (179us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930582.384082:0:4179:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 281 00000100:00100000:1.0:1718930582.384100:0:6843:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425732991552 00000100:00100000:1.0:1718930582.384117:0:6843:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425732992064 00000100:00100000:1.0:1718930582.384127:0:6843:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20461 00000100:00100000:1.0:1718930582.384130:0:6843:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e7ced40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3322:x1802425732991552:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718930582.384153:0:6843:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e7ced40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3322:x1802425732991552:12345-0@lo:400:kworker/u8:0.0 Request processed in 22us (176us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930582.384158:0:6843:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20461 00000100:00100000:1.0:1718930582.384168:0:6843:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20462 00000100:00100000:1.0:1718930582.384171:0:6843:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880134c2aac0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3322:x1802425732992064:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718930582.384193:0:6843:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880134c2aac0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3322:x1802425732992064:12345-0@lo:400:kworker/u8:0.0 Request processed in 22us (108us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930582.384198:0:6843:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20462 00000100:00100000:1.0:1718930582.384216:0:3321:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88012c857200 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3321:1802425732991744:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718930582.384223:0:3321:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8801372f4c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3321:1802425732992000:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718930582.384231:0:3321:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8801372f6d40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3321:1802425732992256:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718930582.415697:0:3321:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1718930582.415703:0:3321:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880091c376c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3321:1802425732992448:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1718930582.415724:0:3321:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718930582.415774:0:9264:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 317 00000100:00100000:1.0:1718930582.415776:0:9264:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880091c33dc0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1802425732992448:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1718930582.415790:0:9264:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 23367232 pending 0 free 3915984896 avail 3684462592 00000100:00100000:1.0:1718930582.415806:0:9264:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880091c33dc0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1802425732992448:12345-0@lo:13:osp-pre-1-0.0 Request processed in 30us (82us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930582.415810:0:9264:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 317 00000100:00100000:1.0:1718930582.415827:0:3321:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880091c376c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3321:1802425732992448:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1718930584.047741:0:4830:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1718930587.391773:0:3321:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800868f0980 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3321:1802425732992768:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718930587.391836:0:3321:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718930587.391861:0:3321:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800868f2f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3321:1802425732993024:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718930587.391879:0:3321:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718930587.391890:0:3321:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800868f50c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3321:1802425732993280:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718930587.391909:0:3321:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718930587.391921:0:3321:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1718930587.391925:0:3321:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800868f5f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3321:1802425732993472:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718930587.391943:0:3321:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718930587.391962:0:8048:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425732992960 00000100:00100000:1.0:1718930587.391975:0:8048:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425732993088 00000100:00100000:1.0:1718930587.391989:0:8048:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6192 00000100:00100000:1.0:1718930587.391991:0:8048:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c856d40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3320:x1802425732992960:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718930587.392020:0:8048:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c856d40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3320:x1802425732992960:12345-0@lo:400:kworker/u8:0.0 Request processed in 28us (153us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930587.392024:0:8048:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6192 00000100:00100000:1.0:1718930587.392034:0:8048:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6194 00000100:00100000:1.0:1718930587.392037:0:8048:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f23dc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3322:x1802425732992832:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718930587.392051:0:8048:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f23dc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3322:x1802425732992832:12345-0@lo:400:kworker/u8:0.0 Request processed in 14us (143us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930587.392054:0:8048:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6194 00000100:00100000:1.0:1718930587.392078:0:3321:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800868f5f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3321:1802425732993472:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718930587.392083:0:3321:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800868f2f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3321:1802425732993024:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718930587.392088:0:3321:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800868f50c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3321:1802425732993280:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718930587.392092:0:3321:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800868f0980 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3321:1802425732992768:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718930587.407769:0:3321:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800868f4c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3321:1802425732993600:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1718930587.407815:0:3321:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718930587.407964:0:3321:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800868f4c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3321:1802425732993600:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1718930587.423858:0:9264:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425732993664 00000100:00100000:1.0:1718930587.423897:0:9264:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 321 00000100:00100000:1.0:1718930587.423900:0:9264:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800868f04c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1802425732993664:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1718930587.423917:0:9264:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 490080960 pending 0 free 3916664832 avail 3685142528 00000100:00100000:1.0:1718930587.423945:0:9264:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800868f04c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1802425732993664:12345-0@lo:13:osp-pre-0-0.0 Request processed in 45us (127us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930587.423949:0:9264:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 321 00010000:00010000:1.0:1718930588.055743:0:4830:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1718930589.231787:0:3321:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800868f2ac0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3321:1802425732993792:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1718930589.231833:0:3321:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718930589.231985:0:3321:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800868f2ac0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3321:1802425732993792:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1718930592.063763:0:4830:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1718930592.399791:0:3321:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1718930592.399805:0:3321:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800868f2600 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3321:1802425732994048:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718930592.399849:0:3321:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718930592.399867:0:3321:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800868f5f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3321:1802425732993984:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718930592.399882:0:3321:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718930592.399894:0:3321:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800975b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3321:1802425732994304:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718930592.399902:0:3321:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718930592.399909:0:3321:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800975b04c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3321:1802425732994560:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718930592.399919:0:3321:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718930592.399926:0:3321:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1718930592.399929:0:3321:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800975b2f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3321:1802425732994240:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718930592.399937:0:3321:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718930592.399942:0:3321:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800975b4c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3321:1802425732994496:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718930592.399950:0:3321:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718930592.399966:0:7371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6203 00000100:00100000:1.0:1718930592.399969:0:7371:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800975b5580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:lustre-MDT0001-lwp-OST0000_UUID+5:3323:x1802425732994176:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718930592.399993:0:7371:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800975b5580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:lustre-MDT0001-lwp-OST0000_UUID+5:3323:x1802425732994176:12345-0@lo:400:kworker/u8:0.0 Request processed in 24us (78us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930592.399998:0:7371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6203 00000100:00100000:1.0:1718930592.400006:0:7371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6204 00000100:00100000:1.0:1718930592.400008:0:7371:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800868faf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:lustre-MDT0000-lwp-OST0001_UUID+5:3321:x1802425732994240:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718930592.400018:0:7371:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800868faf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:lustre-MDT0000-lwp-OST0001_UUID+5:3321:x1802425732994240:12345-0@lo:400:kworker/u8:0.0 Request processed in 9us (81us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930592.400021:0:7371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6204 00000100:00100000:1.0:1718930592.400036:0:8528:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425732993984 00000100:00100000:1.0:1718930592.400050:0:8528:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425732994496 00000100:00100000:1.0:1718930592.400057:0:8528:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20469 00000100:00100000:1.0:1718930592.400060:0:8528:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800868f8980 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3321:x1802425732993984:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718930592.400071:0:8528:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800868f8980 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3321:x1802425732993984:12345-0@lo:400:kworker/u8:0.0 Request processed in 11us (189us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930592.400075:0:8528:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20469 00000100:00100000:1.0:1718930592.400084:0:8528:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20470 00000100:00100000:1.0:1718930592.400087:0:8528:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800868fe3c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3321:x1802425732994496:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718930592.400104:0:8528:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800868fe3c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3321:x1802425732994496:12345-0@lo:400:kworker/u8:0.0 Request processed in 16us (153us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930592.400108:0:8528:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20470 00000100:00100000:1.0:1718930592.400139:0:24149:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 287 00000100:00100000:1.0:1718930592.400144:0:24149:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e3d4c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+5:3323:x1802425732994432:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718930592.400170:0:24149:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e3d4c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+5:3323:x1802425732994432:12345-0@lo:400:kworker/u8:0.0 Request processed in 26us (226us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930592.400174:0:24149:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 287 00000100:00100000:1.0:1718930592.400192:0:3321:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800975b2f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3321:1802425732994240:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718930592.400197:0:3321:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800975b4c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3321:1802425732994496:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718930592.400201:0:3321:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800975b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3321:1802425732994304:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718930592.400205:0:3321:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800975b04c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3321:1802425732994560:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718930592.400209:0:3321:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800868f2600 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3321:1802425732994048:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718930592.400213:0:3321:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800868f5f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3321:1802425732993984:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718930592.415750:0:3321:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880094f217c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3321:1802425732994816:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1718930592.415806:0:6842:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425732994752 00000100:00100000:1.0:1718930592.415829:0:6842:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425732994816 00000100:00100000:1.0:1718930592.415840:0:6842:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20472 00000100:00100000:1.0:1718930592.415842:0:6842:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e3d7200 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3321:x1802425732994816:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1718930592.415860:0:6842:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 4194304 pending 0 free 1443078144 avail 1313615872 00000100:00100000:1.0:1718930592.415882:0:6842:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e3d7200 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3321:x1802425732994816:12345-0@lo:41:osp-pre-0-1.0 Request processed in 39us (63us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930592.415886:0:6842:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20472 00010000:00010000:1.0:1718930596.071770:0:4830:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1718930596.094543:0:7371:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753181184 00000100:00100000:1.0:1718930596.094601:0:7371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6210 00000100:00100000:1.0:1718930596.094606:0:7371:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e3d0980 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:107baf36-6e04-4e3c-a090-fe94234d2dbd+5:1875:x1802425753181184:12345-192.168.204.9@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1718930596.094634:0:7371:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e3d0980 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:107baf36-6e04-4e3c-a090-fe94234d2dbd+5:1875:x1802425753181184:12345-192.168.204.9@tcp:400:kworker/u8:2.0 Request processed in 28us (106us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930596.094640:0:7371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6210 00000100:00100000:1.0:1718930597.407990:0:19806:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425732995904 00000100:00100000:1.0:1718930597.408008:0:19806:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425732995456 00000100:00100000:1.0:1718930597.408025:0:19806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6212 00000100:00100000:1.0:1718930597.408027:0:19806:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f27200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:3322:x1802425732995392:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718930597.408052:0:19806:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f27200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:3322:x1802425732995392:12345-0@lo:400:kworker/u8:0.0 Request processed in 24us (154us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930597.408055:0:19806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6212 00000100:00100000:1.0:1718930597.408066:0:19806:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425732995264 00000100:00100000:1.0:1718930597.408074:0:19806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6214 00000100:00100000:1.0:1718930597.408076:0:19806:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88013713ed40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3320:x1802425732995264:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718930597.408089:0:19806:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88013713ed40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3320:x1802425732995264:12345-0@lo:400:kworker/u8:0.0 Request processed in 13us (29us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930597.408092:0:19806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6214 00000100:00100000:1.0:1718930597.408097:0:19806:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425732995520 00000100:00100000:1.0:1718930597.408105:0:19806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6215 00000100:00100000:1.0:1718930597.408107:0:19806:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88013713a140 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3320:x1802425732995520:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718930597.408135:0:19806:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88013713a140 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3320:x1802425732995520:12345-0@lo:400:kworker/u8:0.0 Request processed in 28us (56us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930597.408139:0:19806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6215 00000100:00100000:1.0:1718930597.408150:0:19806:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425732995328 00000100:00100000:1.0:1718930597.408163:0:19806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6216 00000100:00100000:1.0:1718930597.408165:0:19806:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88013713b900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0000_UUID+5:3320:x1802425732995328:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718930597.408178:0:19806:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88013713b900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0000_UUID+5:3320:x1802425732995328:12345-0@lo:400:kworker/u8:0.0 Request processed in 13us (40us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930597.408181:0:19806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6216 00000100:00100000:1.0:1718930597.408196:0:8528:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20473 00000100:00100000:1.0:1718930597.408198:0:8528:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88013713cc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3323:x1802425732995200:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718930597.408211:0:8528:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88013713cc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3323:x1802425732995200:12345-0@lo:400:kworker/u8:0.0 Request processed in 12us (282us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930597.408214:0:8528:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20473 00000100:00100000:1.0:1718930597.423872:0:8528:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425732996032 00000100:00100000:1.0:1718930597.423899:0:8528:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20475 00000100:00100000:1.0:1718930597.423902:0:8528:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88013713f6c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3321:x1802425732996032:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1718930597.423920:0:8528:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1443749888 avail 1314287616 00000100:00100000:1.0:1718930597.423945:0:8528:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88013713f6c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3321:x1802425732996032:12345-0@lo:41:osp-pre-1-0.0 Request processed in 42us (89us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930597.423948:0:8528:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20475 00000100:00100000:1.0:1718930600.008089:0:7371:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753181248 00000100:00100000:1.0:1718930600.008132:0:7371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230617 00000100:00100000:1.0:1718930600.008135:0:7371:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88013713f200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:8a07974b-7506-4725-beb3-4b5c6f8f9250+9:18496:x1802425753181248:12345-192.168.204.9@tcp:44:dd.500 00000100:00100000:1.0:1718930600.008217:0:7371:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88013713f200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:8a07974b-7506-4725-beb3-4b5c6f8f9250+9:18496:x1802425753181248:12345-192.168.204.9@tcp:44:dd.500 Request processed in 81us (174us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930600.008222:0:7371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230617 00000100:00100000:1.0:1718930600.008993:0:7078:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753181376 00000100:00100000:1.0:1718930601.102497:0:7371:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753181504 00000100:00100000:1.0:1718930601.102557:0:7371:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753181568 00000100:00100000:1.0:1718930601.102586:0:7371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6217 00000100:00100000:1.0:1718930601.102589:0:7371:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e3d04c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:8a07974b-7506-4725-beb3-4b5c6f8f9250+8:1875:x1802425753181504:12345-192.168.204.9@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1718930601.102615:0:7371:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e3d04c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:8a07974b-7506-4725-beb3-4b5c6f8f9250+8:1875:x1802425753181504:12345-192.168.204.9@tcp:400:kworker/u8:2.0 Request processed in 26us (222us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930601.102620:0:7371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6217 00000400:00000080:1.0:1718930601.747045:0:22091:0:(module.c:211:libcfs_ioctl()) libcfs ioctl cmd 3221775648 00000001:02000400:1.0:1718930601.747048:0:22091:0:(debug.c:728:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanityn test 77n: check wildcard support for TBF JobID NRS policy ========================================================== 20:43:21 (1718930601) 00000100:00100000:1.0:1718930602.045142:0:22155:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff8800a0f22400 rate 10000 gen 0 00000100:00100000:1.0:1718930602.045309:0:22155:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff8800a0f22b00 rate 10000 gen 0 00000100:00100000:1.0:1718930602.045485:0:22155:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff8800a0f22e00 rate 20 gen 0 00000100:00100000:1.0:1718930602.045487:0:22155:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff8800a0f22100 rate 20 gen 0 00000100:00100000:1.0:1718930602.148393:0:18443:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753183296 00002000:00100000:1.0:1718930602.148424:0:18443:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x100010000:0x57d:0x0] (0->4194303) req@ffff880073d4da40 x1802425753183296/t0(0) o4->8a07974b-7506-4725-beb3-4b5c6f8f9250@192.168.204.9@tcp:250/0 lens 488/0 e 0 to 0 dl 1718930645 ref 1 fl New:/0/ffffffff rc 0/-1 job:'dd.0' 00002000:00100000:1.0:1718930602.148432:0:18443:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req ffff880073d4da40 with x1802425753183296 ext(0->4194303) 00002000:00010000:1.0:1718930602.148436:0:18443:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880073d4da40 00000100:00100000:1.0:1718930602.148447:0:18443:0:(nrs_tbf.c:3199:nrs_tbf_req_add()) TBF enqueues: class@ffff880082890400 rate 10000 gen 0 token 2, rule@ffff8800a0f22400 rate 10000 gen 0 00000100:00100000:1.0:1718930602.148465:0:18443:0:(nrs_tbf.c:3117:nrs_tbf_req_get()) TBF dequeues: class@ffff880082890400 rate 10000 gen 0 token 2, rule@ffff8800a0f22400 rate 10000 gen 0 00000100:00100000:1.0:1718930602.148469:0:18443:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880073d4da40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8a07974b-7506-4725-beb3-4b5c6f8f9250+6:1876:x1802425753183296:12345-192.168.204.9@tcp:4:dd.0 00000100:00100000:1.0:1718930602.209249:0:9262:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.204.9@tcp, with round 441 00000100:00100000:1.0:1718930602.209254:0:9262:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880073d48980 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8a07974b-7506-4725-beb3-4b5c6f8f9250+11:19285:x1802425753183936:12345-192.168.204.9@tcp:101:dd.0 00010000:00010000:1.0:1718930602.209262:0:9262:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1718930602.209270:0:9262:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800849b9200/0x4c38e74a54727c5f lrc: 2/0,0 mode: --/PW res: [0x586:0x0:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xceea94147812f68c expref: -99 pid: 9262 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930602.209309:0:9262:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099ad8900/0x4c38e74a54727c58 lrc: 3/0,0 mode: PW/PW res: [0x586:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812f685 expref: 13 pid: 25142 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930602.209320:0:9262:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1718930602.209322:0:9262:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1718930602.209324:0:9262:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800849b9200/0x4c38e74a54727c5f lrc: 4/0,0 mode: --/PW res: [0x586:0x0:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812f68c expref: 13 pid: 9262 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930602.209350:0:9262:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099ad8900/0x4c38e74a54727c58 lrc: 4/0,0 mode: PW/PW res: [0x586:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000000000020 nid: 192.168.204.9@tcp remote: 0xceea94147812f685 expref: 13 pid: 25142 timeout: 3613 lvb_type: 0 00010000:00010000:1.0:1718930602.209357:0:9262:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099ad8900/0x4c38e74a54727c58 lrc: 4/0,0 mode: PW/PW res: [0x586:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.204.9@tcp remote: 0xceea94147812f685 expref: 13 pid: 25142 timeout: 3613 lvb_type: 0 00000100:00100000:1.0:1718930602.209366:0:9262:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800868fb440 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9262:1802425732996352:192.168.204.9@tcp:104: 00000100:00100000:1.0:1718930602.209396:0:9262:0:(client.c:2492:ptlrpc_set_wait()) set ffff880132a5eb40 going to sleep for 6 seconds 00000100:00100000:1.0:1718930602.210031:0:9262:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800868fb440 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9262:1802425732996352:192.168.204.9@tcp:104: 00010000:00010000:1.0:1718930602.210047:0:9262:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800849b9200/0x4c38e74a54727c5f lrc: 3/0,0 mode: --/PW res: [0x586:0x0:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.204.9@tcp remote: 0xceea94147812f68c expref: 12 pid: 9262 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930602.210056:0:9262:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff8800849b9200, rc 0) 00000100:00100000:1.0:1718930602.210084:0:9262:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880073d48980 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8a07974b-7506-4725-beb3-4b5c6f8f9250+12:19285:x1802425753183936:12345-192.168.204.9@tcp:101:dd.0 Request processed in 829us (928us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930602.210090:0:9262:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.204.9@tcp, with round 441 00000100:00100000:1.0:1718930602.221620:0:9262:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753184064 00000100:00100000:1.0:1718930602.221675:0:9262:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753184128 00000100:00100000:1.0:1718930602.230299:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930602.236615:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930602.241443:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930602.242774:0:13410:0:(nrs_tbf.c:3117:nrs_tbf_req_get()) TBF dequeues: class@ffff880082890400 rate 10000 gen 0 token 2, rule@ffff8800a0f22400 rate 10000 gen 0 00000100:00100000:1.0:1718930602.242782:0:13410:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800868f97c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8a07974b-7506-4725-beb3-4b5c6f8f9250+13:1875:x1802425753184768:12345-192.168.204.9@tcp:4:dd.0 00000100:00100000:1.0:1718930602.254680:0:13410:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800868f97c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8a07974b-7506-4725-beb3-4b5c6f8f9250+15:1875:x1802425753184768:12345-192.168.204.9@tcp:4:dd.0 Request processed in 11896us (13237us total) trans 4294972684 rc 0/0 00000100:00100000:1.0:1718930602.254689:0:13410:0:(nrs_tbf.c:3255:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.204.9@tcp, seq: 5 00002000:00100000:1.0:1718930602.254701:0:13410:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x100010000:0x57e:0x0] (0->4194303) req@ffff8800868f97c0 x1802425753184768/t4294972684(0) o4->8a07974b-7506-4725-beb3-4b5c6f8f9250@192.168.204.9@tcp:250/0 lens 488/448 e 0 to 0 dl 1718930645 ref 1 fl Complete:/0/0 rc 0/0 job:'dd.0' 00002000:00100000:1.0:1718930602.254708:0:13410:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req ffff8800868f97c0 with x1802425753184768 ext(0->4194303) 00002000:00010000:1.0:1718930602.254711:0:13410:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800868f97c0 00000100:00100000:1.0:1718930602.284612:0:6840:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753186368 00000100:00100000:1.0:1718930602.284646:0:6840:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 10733 00000100:00100000:1.0:1718930602.284650:0:6840:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88008572a140 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+39:19306:x1802425753186368:12345-192.168.204.9@tcp:35:dd.0 00000100:00100000:1.0:1718930602.284766:0:6840:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88008572a140 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+40:19306:x1802425753186368:12345-192.168.204.9@tcp:35:dd.0 Request processed in 114us (206us total) trans 8589959417 rc 0/0 00000100:00100000:1.0:1718930602.284773:0:6840:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 10733 00000100:00100000:1.0:1718930602.284842:0:6826:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753186688 00000100:00100000:1.0:1718930602.284864:0:6826:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 9081 00000100:00100000:1.0:1718930602.284868:0:6826:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800974e4280 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8a07974b-7506-4725-beb3-4b5c6f8f9250+40:1875:x1802425753186688:12345-192.168.204.9@tcp:103:ldlm_bl_04.0 00010000:00010000:1.0:1718930602.284873:0:6826:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1718930602.284884:0:6826:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008350f180/0x4c38e74a54727cf2 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x792:0x0].0x0 bits 0xd/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812f6e0 expref: 39 pid: 7080 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930602.284894:0:6826:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x792:0x0].0x0 (ffff88007178fa00) 00010000:00010000:1.0:1718930602.284897:0:6826:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1718930602.284911:0:6826:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800974e4280 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8a07974b-7506-4725-beb3-4b5c6f8f9250+37:1875:x1802425753186688:12345-192.168.204.9@tcp:103:ldlm_bl_04.0 Request processed in 43us (86us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930602.284916:0:6826:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 9081 00000100:00100000:1.0:1718930602.284934:0:4383:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753186752 00000100:00100000:1.0:1718930602.284956:0:4383:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 9083 00000100:00100000:1.0:1718930602.284959:0:4383:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880129f05850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:8a07974b-7506-4725-beb3-4b5c6f8f9250+37:1877:x1802425753186752:12345-192.168.204.9@tcp:103:ldlm_bl_05.0 00010000:00010000:1.0:1718930602.284964:0:4383:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1718930602.284972:0:4383:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099ad9b00/0x4c38e74a54727cc8 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x792:0x0].0x0 bits 0xd/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812f6d2 expref: 38 pid: 12848 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930602.284984:0:4383:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x792:0x0].0x0 (ffff88007178fa00) 00010000:00010000:1.0:1718930602.284986:0:4383:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1718930602.284999:0:4383:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880129f05850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:8a07974b-7506-4725-beb3-4b5c6f8f9250+38:1877:x1802425753186752:12345-192.168.204.9@tcp:103:ldlm_bl_05.0 Request processed in 39us (74us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930602.285005:0:4383:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 9083 00000100:00100000:1.0:1718930602.285051:0:6826:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 9084 00000100:00100000:1.0:1718930602.285055:0:6826:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88008572c740 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8a07974b-7506-4725-beb3-4b5c6f8f9250+39:1878:x1802425753186816:12345-192.168.204.9@tcp:103:ldlm_bl_02.0 00010000:00010000:1.0:1718930602.285060:0:6826:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1718930602.285068:0:6826:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b057cc0/0x4c38e74a54727d1c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x792:0x0].0x0 bits 0xd/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812f6ee expref: 39 pid: 7079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930602.285077:0:6826:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x792:0x0].0x0 (ffff88007178fa00) 00010000:00010000:1.0:1718930602.285079:0:6826:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1718930602.285095:0:6826:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88008572c740 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8a07974b-7506-4725-beb3-4b5c6f8f9250+38:1878:x1802425753186816:12345-192.168.204.9@tcp:103:ldlm_bl_02.0 Request processed in 39us (77us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930602.285103:0:6826:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 9084 00000100:00100000:1.0:1718930602.285171:0:9277:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753186944 00000100:00100000:1.0:1718930602.285188:0:9277:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 9085 00000100:00100000:1.0:1718930602.285191:0:9277:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800974e2ac0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8a07974b-7506-4725-beb3-4b5c6f8f9250+39:1875:x1802425753186944:12345-192.168.204.9@tcp:103:ldlm_bl_04.0 00010000:00010000:1.0:1718930602.285196:0:9277:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1718930602.285204:0:9277:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099adaf40/0x4c38e74a54727d07 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x792:0x0].0x0 bits 0xd/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812f6e7 expref: 39 pid: 12848 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930602.285213:0:9277:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x792:0x0].0x0 (ffff88007178fa00) 00010000:00010000:1.0:1718930602.285215:0:9277:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1718930602.285268:0:9277:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800974e2ac0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8a07974b-7506-4725-beb3-4b5c6f8f9250+39:1875:x1802425753186944:12345-192.168.204.9@tcp:103:ldlm_bl_04.0 Request processed in 75us (114us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930602.285274:0:9277:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 9085 00000100:00100000:1.0:1718930602.285523:0:10933:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753187008 00000100:00100000:1.0:1718930602.285543:0:10933:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.204.9@tcp, with round 450 00000100:00100000:1.0:1718930602.285547:0:10933:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c57050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8a07974b-7506-4725-beb3-4b5c6f8f9250+22:19306:x1802425753187008:12345-192.168.204.9@tcp:101:dd.0 00010000:00010000:1.0:1718930602.285554:0:10933:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1718930602.285561:0:10933:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800849b8fc0/0x4c38e74a54727d5b lrc: 2/0,0 mode: --/PR res: [0x585:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xceea94147812f70a expref: -99 pid: 10933 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930602.285570:0:10933:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1718930602.285572:0:10933:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1718930602.285577:0:10933:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800849b8fc0/0x4c38e74a54727d5b lrc: 3/0,0 mode: PR/PR res: [0x585:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812f70a expref: 23 pid: 10933 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930602.285585:0:10933:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800849b8fc0/0x4c38e74a54727d5b lrc: 3/0,0 mode: PR/PR res: [0x585:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812f70a expref: 23 pid: 10933 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930602.285592:0:10933:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff8800849b8fc0, rc 0) 00000100:00100000:1.0:1718930602.285611:0:10933:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c57050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8a07974b-7506-4725-beb3-4b5c6f8f9250+23:19306:x1802425753187008:12345-192.168.204.9@tcp:101:dd.0 Request processed in 63us (157us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930602.285616:0:10933:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.204.9@tcp, with round 450 00000100:00100000:1.0:1718930602.285995:0:6826:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753187200 00000100:00100000:1.0:1718930602.286012:0:6826:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 9086 00000100:00100000:1.0:1718930602.286016:0:6826:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800974e1c80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8a07974b-7506-4725-beb3-4b5c6f8f9250+39:1876:x1802425753187200:12345-192.168.204.9@tcp:103:ldlm_bl_01.0 00010000:00010000:1.0:1718930602.286021:0:6826:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1718930602.286029:0:6826:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008350f600/0x4c38e74a54727d38 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x792:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812f6f5 expref: 39 pid: 7079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930602.286038:0:6826:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x792:0x0].0x0 (ffff88007178fa00) 00010000:00010000:1.0:1718930602.286040:0:6826:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1718930602.286065:0:6826:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800974e1c80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8a07974b-7506-4725-beb3-4b5c6f8f9250+38:1876:x1802425753187200:12345-192.168.204.9@tcp:103:ldlm_bl_01.0 Request processed in 49us (105us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930602.286071:0:6826:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 9086 00000100:00100000:1.0:1718930602.286248:0:6826:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753187264 00000100:00100000:1.0:1718930602.286264:0:6826:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 9087 00000100:00100000:1.0:1718930602.286267:0:6826:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800974e3440 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8a07974b-7506-4725-beb3-4b5c6f8f9250+38:1877:x1802425753187264:12345-192.168.204.9@tcp:103:ldlm_bl_05.0 00010000:00010000:1.0:1718930602.286272:0:6826:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1718930602.286279:0:6826:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b054900/0x4c38e74a54727d4d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x792:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812f6fc expref: 38 pid: 7080 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930602.286288:0:6826:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x792:0x0].0x0 (ffff88007178fa00) 00010000:00010000:1.0:1718930602.286290:0:6826:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1718930602.286306:0:6826:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800974e3440 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8a07974b-7506-4725-beb3-4b5c6f8f9250+37:1877:x1802425753187264:12345-192.168.204.9@tcp:103:ldlm_bl_05.0 Request processed in 39us (94us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930602.286311:0:6826:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 9087 00000100:00100000:1.0:1718930602.286341:0:6840:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753187392 00000100:00100000:1.0:1718930602.286353:0:6840:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 10735 00000100:00100000:1.0:1718930602.286357:0:6840:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800976797c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+37:19315:x1802425753187392:12345-192.168.204.9@tcp:35:dd.0 00000100:00100000:1.0:1718930602.286420:0:6840:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800976797c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+38:19315:x1802425753187392:12345-192.168.204.9@tcp:35:dd.0 Request processed in 62us (96us total) trans 8589959421 rc 0/0 00000100:00100000:1.0:1718930602.286426:0:6840:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 10735 00000100:00100000:1.0:1718930602.287078:0:6840:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753187520 00000100:00100000:1.0:1718930602.287096:0:6840:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 10736 00000100:00100000:1.0:1718930602.287098:0:6840:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88009767d0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+38:19308:x1802425753187520:12345-192.168.204.9@tcp:35:dd.0 00000100:00100000:1.0:1718930602.287157:0:6840:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88009767d0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+39:19308:x1802425753187520:12345-192.168.204.9@tcp:35:dd.0 Request processed in 57us (115us total) trans 8589959422 rc 0/0 00000100:00100000:1.0:1718930602.287161:0:6840:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 10736 00000100:00100000:1.0:1718930602.287824:0:6840:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753187776 00000100:00100000:1.0:1718930602.287851:0:6840:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 10737 00000100:00100000:1.0:1718930602.287856:0:6840:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88009767da40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+39:19311:x1802425753187776:12345-192.168.204.9@tcp:35:dd.0 00000100:00100000:1.0:1718930602.287926:0:6840:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88009767da40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+40:19311:x1802425753187776:12345-192.168.204.9@tcp:35:dd.0 Request processed in 69us (142us total) trans 8589959423 rc 0/0 00000100:00100000:1.0:1718930602.287932:0:6840:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 10737 00000100:00100000:1.0:1718930602.288818:0:6840:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753187904 00000100:00100000:1.0:1718930602.288843:0:6840:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 10738 00000100:00100000:1.0:1718930602.288846:0:6840:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88009767f6c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+40:19313:x1802425753187904:12345-192.168.204.9@tcp:35:dd.0 00000100:00100000:1.0:1718930602.288896:0:6840:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88009767f6c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+41:19313:x1802425753187904:12345-192.168.204.9@tcp:35:dd.0 Request processed in 49us (127us total) trans 8589959424 rc 0/0 00000100:00100000:1.0:1718930602.288900:0:6840:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 10738 00000100:00100000:1.0:1718930602.290394:0:6840:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753188032 00000100:00100000:1.0:1718930602.290417:0:6840:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 10739 00000100:00100000:1.0:1718930602.290420:0:6840:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88008207df00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+41:19318:x1802425753188032:12345-192.168.204.9@tcp:35:dd.0 00000100:00100000:1.0:1718930602.290477:0:6840:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88008207df00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+42:19318:x1802425753188032:12345-192.168.204.9@tcp:35:dd.0 Request processed in 57us (119us total) trans 8589959425 rc 0/0 00000100:00100000:1.0:1718930602.290482:0:6840:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 10739 00000100:00100000:1.0:1718930602.291118:0:6840:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753188160 00000100:00100000:1.0:1718930602.291146:0:6840:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 10740 00000100:00100000:1.0:1718930602.291150:0:6840:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880073f9c050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+42:19317:x1802425753188160:12345-192.168.204.9@tcp:35:dd.0 00000100:00100000:1.0:1718930602.291235:0:6840:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880073f9c050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+43:19317:x1802425753188160:12345-192.168.204.9@tcp:35:dd.0 Request processed in 84us (157us total) trans 8589959426 rc 0/0 00000100:00100000:1.0:1718930602.291242:0:6840:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 10740 00000100:00100000:1.0:1718930602.291944:0:6826:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753188224 00000100:00100000:1.0:1718930602.291978:0:6826:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 9088 00000100:00100000:1.0:1718930602.291982:0:6826:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880082079c80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8a07974b-7506-4725-beb3-4b5c6f8f9250+23:5711:x1802425753188224:12345-192.168.204.9@tcp:103:ldlm_bl_03.0 00010000:00010000:1.0:1718930602.291988:0:6826:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 6 locks, starting at 0 00002000:00010000:1.0:1718930602.291996:0:6826:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x100000000:0x586:0x0] updating lvb size from disk: 6291456 -> 8388608 00002000:00010000:1.0:1718930602.291999:0:6826:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x100000000:0x586:0x0] updating lvb blocks from disk: 8192 -> 16384 00010000:00010000:1.0:1718930602.292013:0:6826:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009b054240/0x4c38e74a54727c90 lrc: 0/0,0 mode: --/PW res: [0x586:0x0:0x0].0x0 rrc: 8 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x44801000020000 nid: 192.168.204.9@tcp remote: 0xceea94147812f6bd expref: 23 pid: 10933 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930602.292033:0:6826:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009b056d00/0x4c38e74a54727c89 lrc: 0/0,0 mode: --/PW res: [0x586:0x0:0x0].0x0 rrc: 7 type: EXT [7340032->18446744073709551615] (req 7340032->8388607) gid 0 flags: 0x44801000020000 nid: 192.168.204.9@tcp remote: 0xceea94147812f6b6 expref: 22 pid: 10933 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930602.292043:0:6826:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009b0573c0/0x4c38e74a54727c82 lrc: 0/0,0 mode: --/PW res: [0x586:0x0:0x0].0x0 rrc: 6 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44801000020000 nid: 192.168.204.9@tcp remote: 0xceea94147812f6af expref: 21 pid: 10933 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930602.292053:0:6826:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009b055440/0x4c38e74a54727c7b lrc: 0/0,0 mode: --/PW res: [0x586:0x0:0x0].0x0 rrc: 5 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44801000020000 nid: 192.168.204.9@tcp remote: 0xceea94147812f6a8 expref: 20 pid: 10933 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930602.292064:0:6826:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009b055d40/0x4c38e74a54727c6d lrc: 0/0,0 mode: --/PW res: [0x586:0x0:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44801000020000 nid: 192.168.204.9@tcp remote: 0xceea94147812f69a expref: 19 pid: 10933 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930602.292073:0:6826:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800849b9200/0x4c38e74a54727c5f lrc: 0/0,0 mode: --/PW res: [0x586:0x0:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44801000020000 nid: 192.168.204.9@tcp remote: 0xceea94147812f68c expref: 18 pid: 9262 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930602.292087:0:6826:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1718930602.292116:0:6826:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880082079c80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8a07974b-7506-4725-beb3-4b5c6f8f9250+17:5711:x1802425753188224:12345-192.168.204.9@tcp:103:ldlm_bl_03.0 Request processed in 133us (212us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930602.292122:0:6826:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 9088 00000100:00100000:1.0:1718930602.309453:0:6840:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753188480 00000100:00100000:1.0:1718930602.309490:0:6840:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 10741 00000100:00100000:1.0:1718930602.309493:0:6840:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88008207ed40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+45:19323:x1802425753188480:12345-192.168.204.9@tcp:37:rm.0 00000100:00100000:1.0:1718930602.311235:0:6840:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88008207ed40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+45:19323:x1802425753188480:12345-192.168.204.9@tcp:37:rm.0 Request processed in 1739us (1855us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930602.311241:0:6840:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 10741 00000100:00100000:1.0:1718930602.312518:0:6840:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753188608 00000100:00100000:1.0:1718930602.312541:0:6840:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 10742 00000100:00100000:1.0:1718930602.312544:0:6840:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88008207aac0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+45:19323:x1802425753188608:12345-192.168.204.9@tcp:35:rm.0 00000100:00100000:1.0:1718930602.312611:0:6840:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88008207aac0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+46:19323:x1802425753188608:12345-192.168.204.9@tcp:35:rm.0 Request processed in 66us (170us total) trans 8589959428 rc 0/0 00000100:00100000:1.0:1718930602.312615:0:6840:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 10742 00000100:00100000:1.0:1718930602.316939:0:6840:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753188992 00000100:00100000:1.0:1718930602.316971:0:6840:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 10743 00000100:00100000:1.0:1718930602.316974:0:6840:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88009767d0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+48:19323:x1802425753188992:12345-192.168.204.9@tcp:35:rm.0 00000100:00100000:1.0:1718930602.317039:0:6840:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88009767d0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+49:19323:x1802425753188992:12345-192.168.204.9@tcp:35:rm.0 Request processed in 64us (182us total) trans 8589959431 rc 0/0 00000100:00100000:1.0:1718930602.317054:0:6840:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 10743 00000100:00100000:1.0:1718930602.319994:0:6840:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753189248 00000100:00100000:1.0:1718930602.320017:0:6840:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 10744 00000100:00100000:1.0:1718930602.320020:0:6840:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88008207b440 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+49:19323:x1802425753189248:12345-192.168.204.9@tcp:35:rm.0 00000100:00100000:1.0:1718930602.320083:0:6840:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88008207b440 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+50:19323:x1802425753189248:12345-192.168.204.9@tcp:35:rm.0 Request processed in 62us (156us total) trans 8589959433 rc 0/0 00000100:00100000:1.0:1718930602.320088:0:6840:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 10744 00000100:00100000:1.0:1718930602.415859:0:3320:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800974e2140 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3320:1802425732997120:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718930602.415900:0:32434:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425732996928 00000100:00100000:1.0:1718930602.415922:0:32434:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1244 00000100:00100000:1.0:1718930602.415926:0:32434:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880124555050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:01b55a44-4d23-49f9-b037-caf310e6728e+23:3321:x1802425732996928:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718930602.415952:0:32434:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880124555050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:01b55a44-4d23-49f9-b037-caf310e6728e+23:3321:x1802425732996928:12345-0@lo:400:kworker/u8:0.0 Request processed in 26us (88us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930602.415958:0:32434:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1244 00000100:00100000:1.0:1718930602.415976:0:12848:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425732997056 00000100:00100000:1.0:1718930602.415988:0:12848:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425732997312 00000100:00100000:1.0:1718930602.415996:0:12848:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425732997696 00000100:00100000:1.0:1718930602.416004:0:12848:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6221 00000100:00100000:1.0:1718930602.416006:0:12848:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88009767da40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3323:x1802425732997056:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718930602.416023:0:12848:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88009767da40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3323:x1802425732997056:12345-0@lo:400:kworker/u8:0.0 Request processed in 16us (149us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930602.416026:0:12848:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6221 00000100:00100000:1.0:1718930602.416031:0:12848:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6223 00000100:00100000:1.0:1718930602.416033:0:12848:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88009767f6c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3323:x1802425732997312:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718930602.416045:0:12848:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88009767f6c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3323:x1802425732997312:12345-0@lo:400:kworker/u8:0.0 Request processed in 11us (124us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930602.416047:0:12848:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6223 00000100:00100000:1.0:1718930602.416052:0:12848:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6225 00000100:00100000:1.0:1718930602.416054:0:12848:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800984097c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3322:x1802425732997248:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718930602.416064:0:12848:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800984097c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3322:x1802425732997248:12345-0@lo:400:kworker/u8:0.0 Request processed in 9us (133us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930602.416066:0:12848:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6225 00000100:00100000:1.0:1718930602.416084:0:3320:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718930602.416091:0:3320:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800974e3dc0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3320:1802425732997376:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718930602.416101:0:3320:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718930602.416106:0:3320:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88009840c740 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3320:1802425732997632:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718930602.416116:0:3320:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718930602.416128:0:3320:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800974e2140 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3320:1802425732997120:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718930602.416166:0:3320:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800974e3dc0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3320:1802425732997376:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718930602.416171:0:3320:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88009840c740 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3320:1802425732997632:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718930602.431808:0:8528:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425732997760 00000100:00100000:1.0:1718930602.431827:0:8528:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20479 00000100:00100000:1.0:1718930602.431830:0:8528:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88009840df00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3322:x1802425732997760:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1718930602.431847:0:8528:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1443749888 avail 1314287616 00000100:00100000:1.0:1718930602.431871:0:8528:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88009840df00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3322:x1802425732997760:12345-0@lo:41:osp-pre-1-0.0 Request processed in 40us (102us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930602.431874:0:8528:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20479 00000100:00100000:1.0:1718930602.447851:0:9264:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 332 00000100:00100000:1.0:1718930602.447857:0:9264:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800974e4280 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1802425732997888:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1718930602.447868:0:9264:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 4292608 granted 507103936 pending 17022976 free 3914567680 avail 3683045376 00000100:00100000:1.0:1718930602.447904:0:9264:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800974e4280 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1802425732997888:12345-0@lo:13:osp-pre-0-0.0 Request processed in 48us (88us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930602.447908:0:9264:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 332 00000100:00100000:1.0:1718930602.549599:0:8528:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425732998144 00000100:00100000:1.0:1718930602.549618:0:8528:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20483 00000100:00100000:1.0:1718930602.549620:0:8528:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88009840c280 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:7080:x1802425732998144:12345-0@lo:101:mdt00_009.0 00010000:00010000:1.0:1718930602.549627:0:8528:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1718930602.549635:0:8528:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b9200/0x4c38e74a54727de7 lrc: 2/0,0 mode: --/EX res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4c38e74a54727de0 expref: -99 pid: 8528 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930602.549649:0:8528:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b9200/0x4c38e74a54727de7 lrc: 3/0,0 mode: EX/EX res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000001000000 nid: 0@lo remote: 0x4c38e74a54727de0 expref: 7 pid: 8528 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930602.549680:0:8528:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b9200/0x4c38e74a54727de7 lrc: 3/0,0 mode: EX/EX res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0x4c38e74a54727de0 expref: 7 pid: 8528 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930602.549699:0:8528:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a87c9a00) 00010000:00010000:1.0:1718930602.549701:0:8528:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1718930602.549703:0:8528:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff8800849b9200, rc 0) 00000100:00100000:1.0:1718930602.549736:0:8528:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88009840c280 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+7:7080:x1802425732998144:12345-0@lo:101:mdt00_009.0 Request processed in 114us (151us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930602.549740:0:8528:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20483 00000100:00100000:1.0:1718930602.549850:0:8528:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425732998208 00000100:00100000:1.0:1718930602.549865:0:8528:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20484 00000100:00100000:1.0:1718930602.549867:0:8528:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88009840d0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+7:7080:x1802425732998208:12345-0@lo:1000:mdt00_009.0 00000100:00100000:1.0:1718930602.549895:0:8528:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88009840d0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+7:7080:x1802425732998208:12345-0@lo:1000:mdt00_009.0 Request processed in 27us (73us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930602.549898:0:8528:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20484 00000100:00100000:1.0:1718930602.549939:0:8528:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425732998272 00000100:00100000:1.0:1718930602.549946:0:8528:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20485 00000100:00100000:1.0:1718930602.549948:0:8528:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88009840f6c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+7:7080:x1802425732998272:12345-0@lo:1000:mdt00_009.0 00000100:00100000:1.0:1718930602.549978:0:8528:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88009840f6c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+7:7080:x1802425732998272:12345-0@lo:1000:mdt00_009.0 Request processed in 29us (47us total) trans 0 rc -2/-2 00000100:00100000:1.0:1718930602.549981:0:8528:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20485 00000100:00100000:1.0:1718930602.550033:0:8528:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425732998336 00000100:00100000:1.0:1718930602.550040:0:8528:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20486 00000100:00100000:1.0:1718930602.550042:0:8528:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88009840f200 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+7:7080:x1802425732998336:12345-0@lo:1000:mdt00_009.0 00000100:00100000:1.0:1718930602.550077:0:8528:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88009840f200 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+7:7080:x1802425732998336:12345-0@lo:1000:mdt00_009.0 Request processed in 35us (52us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930602.550081:0:8528:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20486 00000100:00100000:1.0:1718930602.550137:0:8528:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425732998400 00000100:00100000:1.0:1718930602.550144:0:8528:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20487 00000100:00100000:1.0:1718930602.550146:0:8528:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800984084c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+7:7080:x1802425732998400:12345-0@lo:1000:mdt00_009.0 00000100:00100000:1.0:1718930602.550166:0:8528:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800984084c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+7:7080:x1802425732998400:12345-0@lo:1000:mdt00_009.0 Request processed in 20us (40us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930602.550169:0:8528:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20487 00000100:00100000:1.0:1718930602.550259:0:8528:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425732998464 00000100:00100000:1.0:1718930602.550273:0:8528:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20488 00000100:00100000:1.0:1718930602.550275:0:8528:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da1b850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+7:7080:x1802425732998464:12345-0@lo:1000:mdt00_009.0 00000100:00100000:1.0:1718930602.550300:0:8528:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da1b850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+7:7080:x1802425732998464:12345-0@lo:1000:mdt00_009.0 Request processed in 24us (70us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930602.550303:0:8528:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20488 00000100:00100000:1.0:1718930602.550909:0:8528:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425732998528 00000100:00100000:1.0:1718930602.550927:0:8528:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20489 00000100:00100000:1.0:1718930602.550929:0:8528:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880083dc04c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+7:8063:x1802425732998528:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:1.0:1718930602.551103:0:8528:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880083dc04c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+8:8063:x1802425732998528:12345-0@lo:1000:osp_up0-1.0 Request processed in 172us (267us total) trans 8589959435 rc 0/0 00000100:00100000:1.0:1718930602.551106:0:8528:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20489 00000100:00100000:1.0:1718930602.557116:0:3320:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880083dc5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3320:1802425732998784:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1718930602.557136:0:3320:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718930602.560020:0:8528:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425732998848 00000100:00100000:1.0:1718930602.560046:0:8528:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20490 00000100:00100000:1.0:1718930602.560048:0:8528:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88009840ed40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:7080:x1802425732998848:12345-0@lo:1000:mdt00_009.0 00000100:00100000:1.0:1718930602.560092:0:8528:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88009840ed40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:7080:x1802425732998848:12345-0@lo:1000:mdt00_009.0 Request processed in 43us (96us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930602.560096:0:8528:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20490 00000100:00100000:1.0:1718930602.564343:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930602.564387:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930602.565130:0:7080:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753190016 00000100:00100000:1.0:1718930602.565155:0:7080:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230647 00000100:00100000:1.0:1718930602.565158:0:7080:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e1eb050 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:8a07974b-7506-4725-beb3-4b5c6f8f9250+11:19335:x1802425753190016:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:1.0:1718930602.565165:0:7080:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1718930602.565172:0:7080:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800849baac0/0x4c38e74a54727e42 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x600:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xceea94147812f73b expref: -99 pid: 7080 timeout: 0 lvb_type: 0 00000004:00200000:1.0:1718930602.565203:0:7080:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x600:0x0]: returning size 4096 00010000:00010000:1.0:1718930602.565294:0:7080:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8800849baac0/0x4c38e74a54727e42 lrc: 1/0,0 mode: --/CR res: [0x240000402:0x600:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812f73b expref: 13 pid: 7080 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930602.565299:0:7080:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800849baac0/0x4c38e74a54727e42 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x600:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812f73b expref: 13 pid: 7080 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930602.565305:0:7080:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff8800849baac0, rc 0) 00000100:00100000:1.0:1718930602.565322:0:7080:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e1eb050 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:8a07974b-7506-4725-beb3-4b5c6f8f9250+12:19335:x1802425753190016:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 163us (980us total) trans 4294987079 rc 301/301 00000100:00100000:1.0:1718930602.565326:0:7080:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230647 00000100:00100000:1.0:1718930602.567148:0:6840:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753190336 00000100:00100000:1.0:1718930602.567171:0:6840:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 10745 00000100:00100000:1.0:1718930602.567173:0:6840:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800974e1300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+14:19335:x1802425753190336:12345-192.168.204.9@tcp:35:lfs.0 00000100:00100000:1.0:1718930602.567262:0:6840:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800974e1300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+15:19335:x1802425753190336:12345-192.168.204.9@tcp:35:lfs.0 Request processed in 87us (133us total) trans 4294987081 rc 0/0 00000100:00100000:1.0:1718930602.567269:0:6840:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 10745 00000100:00100000:1.0:1718930602.570878:0:7080:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753190400 00000100:00100000:1.0:1718930602.570898:0:7080:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230649 00000100:00100000:1.0:1718930602.570902:0:7080:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800974e6880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:8a07974b-7506-4725-beb3-4b5c6f8f9250+15:19336:x1802425753190400:12345-192.168.204.9@tcp:101:chmod.0 00010000:00010000:1.0:1718930602.570911:0:7080:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1718930602.570919:0:7080:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800849bbcc0/0x4c38e74a54727e57 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xceea94147812f742 expref: -99 pid: 7080 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930602.570948:0:7080:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8800849baf40/0x4c38e74a54727e5e lrc: 3/1,0 mode: --/PR res: [0x240000402:0x600:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7080 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930602.570955:0:7080:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800849baf40/0x4c38e74a54727e5e lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x600:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7080 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930602.570962:0:7080:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800849baf40/0x4c38e74a54727e5e lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x600:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7080 timeout: 0 lvb_type: 0 00000004:00200000:1.0:1718930602.570981:0:7080:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x600:0x0]: returning size 4096 00000004:00200000:1.0:1718930602.570984:0:7080:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 2 stripe count 1 MDT count 2 00000004:00010000:1.0:1718930602.571002:0:7080:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff8800849baf40/0x4c38e74a54727e5e lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x600:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7080 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930602.571016:0:7080:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800849bbcc0/0x4c38e74a54727e57 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812f742 expref: 17 pid: 7080 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930602.571029:0:7080:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8800849baf40/0x4c38e74a54727e5e lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x600:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812f742 expref: 16 pid: 7080 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930602.571033:0:7080:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x600:0x0].0x0 (ffff88008120a700) 00010000:00010000:1.0:1718930602.571035:0:7080:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1718930602.571037:0:7080:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff8800849baf40, rc 0) 00000100:00100000:1.0:1718930602.571055:0:7080:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800974e6880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:8a07974b-7506-4725-beb3-4b5c6f8f9250+16:19336:x1802425753190400:12345-192.168.204.9@tcp:101:chmod.0 Request processed in 153us (215us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930602.571059:0:7080:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230649 00000100:00100000:1.0:1718930602.571855:0:7080:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753190528 00000100:00100000:1.0:1718930602.571875:0:7080:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230650 00000100:00100000:1.0:1718930602.571878:0:7080:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800974e3900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:8a07974b-7506-4725-beb3-4b5c6f8f9250+16:19336:x1802425753190528:12345-192.168.204.9@tcp:36:chmod.0 00010000:00010000:1.0:1718930602.571891:0:7080:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1718930602.571898:0:7080:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800849baf40/0x4c38e74a54727e5e lrc: 0/0,0 mode: --/PR res: [0x240000402:0x600:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812f742 expref: 16 pid: 7080 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930602.571905:0:7080:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x600:0x0].0x0 (ffff88008120a700) 00010000:00010000:1.0:1718930602.571907:0:7080:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1718930602.571915:0:7080:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8800849bb3c0/0x4c38e74a54727e65 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x600:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7080 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930602.571920:0:7080:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800849bb3c0/0x4c38e74a54727e65 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x600:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7080 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930602.571924:0:7080:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800849bb3c0/0x4c38e74a54727e65 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x600:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7080 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1718930602.571982:0:7080:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff8800974e3900 reply state ffff8800904f2000 transno 4294987082 ns: mdt-lustre-MDT0001_UUID lock: ffff8800849bb3c0/0x4c38e74a54727e65 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x600:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7080 timeout: 0 lvb_type: 0 00000004:00200000:1.0:1718930602.571987:0:7080:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x600:0x0]: returning size 4096 00000100:00100000:1.0:1718930602.572017:0:7080:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800974e3900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:8a07974b-7506-4725-beb3-4b5c6f8f9250+17:19336:x1802425753190528:12345-192.168.204.9@tcp:36:chmod.0 Request processed in 138us (200us total) trans 4294987082 rc 0/0 00000100:00100000:1.0:1718930602.572023:0:7080:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230650 00010000:00010000:1.0:1718930602.572560:0:3306:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800849bb3c0/0x4c38e74a54727e65 lrc: 3/0,1 mode: COS/COS res: [0x240000402:0x600:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7080 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930602.572570:0:3306:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x600:0x0].0x0 (ffff88008120a700) 00010000:00010000:1.0:1718930602.572572:0:3306:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00000100:00100000:1.0:1718930602.586432:0:8528:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425732998912 00000100:00100000:1.0:1718930602.586462:0:8528:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20491 00000100:00100000:1.0:1718930602.586466:0:8528:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880083dc2140 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:7371:x1802425732998912:12345-0@lo:1000:mdt00_013.0 00000100:00100000:1.0:1718930602.586527:0:8528:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880083dc2140 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:7371:x1802425732998912:12345-0@lo:1000:mdt00_013.0 Request processed in 60us (136us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930602.586533:0:8528:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20491 00000100:00100000:1.0:1718930602.612579:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930602.671473:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930602.772379:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930602.822750:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930602.873745:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930602.922719:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930603.277881:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930603.376350:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930603.427522:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930603.476731:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930603.526838:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930603.576460:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930603.625380:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930603.677222:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930603.725728:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930603.773738:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930603.823819:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930603.873433:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930603.922601:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930604.074774:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930604.173736:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930604.275398:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930604.375526:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930604.475136:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930604.525629:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930604.577381:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930604.676643:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930604.726438:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930604.775757:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930604.825358:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930604.875354:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930604.926150:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930604.976914:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930605.075943:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930605.175274:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930605.226070:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930605.325400:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930605.376542:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930605.425950:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930605.475910:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930605.526592:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930605.575347:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930605.626217:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930605.676309:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930605.726129:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930605.775960:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930605.826502:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930605.876760:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930605.926759:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930605.976733:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930606.027804:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930606.076649:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930606.110389:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930606.110427:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930606.110454:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930606.110481:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930606.110497:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930606.110528:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930606.110551:0:7080:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6227 00000100:00100000:1.0:1718930606.110556:0:7080:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c850e40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:8a07974b-7506-4725-beb3-4b5c6f8f9250+9:1875:x1802425753200320:12345-192.168.204.9@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1718930606.110587:0:7080:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c850e40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:8a07974b-7506-4725-beb3-4b5c6f8f9250+9:1875:x1802425753200320:12345-192.168.204.9@tcp:400:kworker/u8:1.0 Request processed in 31us (204us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930606.110594:0:7080:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6227 00000100:00100000:1.0:1718930606.110610:0:7080:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6229 00000100:00100000:1.0:1718930606.110614:0:7080:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800984250c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:8a07974b-7506-4725-beb3-4b5c6f8f9250+21:1876:x1802425753200384:12345-192.168.204.9@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1718930606.110633:0:7080:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800984250c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:8a07974b-7506-4725-beb3-4b5c6f8f9250+21:1876:x1802425753200384:12345-192.168.204.9@tcp:400:kworker/u8:1.0 Request processed in 18us (136us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930606.110638:0:7080:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6229 00000100:00100000:1.0:1718930606.127791:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930606.226994:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930606.277001:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930606.327535:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930606.378117:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930606.427070:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930606.477268:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930606.527884:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930606.577547:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930606.627518:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930606.678423:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930606.728278:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930606.779063:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930606.828691:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930606.878730:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930606.927878:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930606.978611:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930607.028788:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930607.079776:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930607.128941:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930607.178769:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930607.229885:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930607.278933:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930607.329096:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930607.380203:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930607.423938:0:8528:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425732999168 00000100:00100000:1.0:1718930607.423969:0:8528:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425732999680 00000100:00100000:1.0:1718930607.423982:0:8528:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20492 00000100:00100000:1.0:1718930607.423986:0:8528:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880083dc6880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3320:x1802425732999168:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718930607.424024:0:8528:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880083dc6880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3320:x1802425732999168:12345-0@lo:400:kworker/u8:0.0 Request processed in 37us (121us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930607.424030:0:8528:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20492 00000100:00100000:1.0:1718930607.424043:0:8528:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20493 00000100:00100000:1.0:1718930607.424045:0:8528:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880083dc2ac0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3320:x1802425732999680:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718930607.425259:0:8528:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880083dc2ac0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3320:x1802425732999680:12345-0@lo:400:kworker/u8:0.0 Request processed in 1211us (1297us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930607.425266:0:8528:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20493 00000100:00100000:1.0:1718930607.425295:0:25142:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 294 00000100:00100000:1.0:1718930607.425299:0:25142:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88009840a600 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:3322:x1802425732999616:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718930607.425327:0:25142:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88009840a600 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:3322:x1802425732999616:12345-0@lo:400:kworker/u8:0.0 Request processed in 28us (1363us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930607.425334:0:25142:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 294 00000100:00100000:1.0:1718930607.425360:0:32434:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425732999104 00000100:00100000:1.0:1718930607.425377:0:32434:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1246 00000100:00100000:1.0:1718930607.425379:0:32434:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880124554050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:01b55a44-4d23-49f9-b037-caf310e6728e+23:3323:x1802425732999104:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718930607.425398:0:32434:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880124554050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:01b55a44-4d23-49f9-b037-caf310e6728e+23:3323:x1802425732999104:12345-0@lo:400:kworker/u8:0.0 Request processed in 18us (1515us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930607.425401:0:32434:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1246 00000100:00100000:1.0:1718930607.430506:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930607.455975:0:3323:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718930607.456095:0:3323:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88009840e880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3323:1802425733000128:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1718930607.479028:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930607.495971:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930607.512284:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930607.514714:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930607.528702:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930607.628708:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00010000:00010000:1.0:1718930607.632585:0:3306:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0001_UUID lock: ffff88008350f180/0x4c38e74a54727dee lrc: 3/0,1 mode: COS/COS res: [0x240000402:0x600:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7080 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930607.632593:0:3306:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008350f180/0x4c38e74a54727dee lrc: 2/0,0 mode: COS/COS res: [0x240000402:0x600:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7080 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930607.632597:0:3306:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88008350f180/0x4c38e74a54727dee lrc: 3/0,0 mode: COS/COS res: [0x240000402:0x600:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7080 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930607.632600:0:3306:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008350f180 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:1.0:1718930607.632602:0:3306:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008350f180/0x4c38e74a54727dee lrc: 3/0,0 mode: COS/COS res: [0x240000402:0x600:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7080 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930607.632605:0:3306:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008350f180/0x4c38e74a54727dee lrc: 4/0,0 mode: COS/COS res: [0x240000402:0x600:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7080 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930607.632614:0:3306:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x600:0x0].0x0 (ffff88008120a700) 00010000:00010000:1.0:1718930607.632616:0:3306:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1718930607.632617:0:3306:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88008350f180/0x4c38e74a54727dee lrc: 2/0,0 mode: --/COS res: [0x240000402:0x600:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7080 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930607.632620:0:3306:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008350f180/0x4c38e74a54727dee lrc: 0/0,0 mode: --/COS res: [0x240000402:0x600:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7080 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930607.632639:0:3306:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0001_UUID lock: ffff88008350dd40/0x4c38e74a54727e50 lrc: 3/0,1 mode: COS/COS res: [0x240000402:0x600:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7371 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930607.632642:0:3306:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008350dd40/0x4c38e74a54727e50 lrc: 2/0,0 mode: COS/COS res: [0x240000402:0x600:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7371 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930607.632646:0:3306:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88008350dd40/0x4c38e74a54727e50 lrc: 3/0,0 mode: COS/COS res: [0x240000402:0x600:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7371 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930607.632648:0:3306:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008350dd40 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:1.0:1718930607.632649:0:3306:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008350dd40/0x4c38e74a54727e50 lrc: 3/0,0 mode: COS/COS res: [0x240000402:0x600:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7371 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930607.632652:0:3306:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008350dd40/0x4c38e74a54727e50 lrc: 4/0,0 mode: COS/COS res: [0x240000402:0x600:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7371 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930607.632655:0:3306:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x600:0x0].0x0 (ffff88008120a700) 00010000:00010000:1.0:1718930607.632656:0:3306:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1718930607.632657:0:3306:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88008350dd40/0x4c38e74a54727e50 lrc: 2/0,0 mode: --/COS res: [0x240000402:0x600:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7371 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930607.632678:0:3306:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008350dd40/0x4c38e74a54727e50 lrc: 0/0,0 mode: --/COS res: [0x240000402:0x600:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7371 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930607.632684:0:3306:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0001_UUID lock: ffff8800849bb3c0/0x4c38e74a54727e65 lrc: 3/0,1 mode: COS/COS res: [0x240000402:0x600:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7080 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930607.632687:0:3306:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800849bb3c0/0x4c38e74a54727e65 lrc: 2/0,0 mode: COS/COS res: [0x240000402:0x600:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7080 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930607.632689:0:3306:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8800849bb3c0/0x4c38e74a54727e65 lrc: 3/0,0 mode: COS/COS res: [0x240000402:0x600:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7080 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930607.632692:0:3306:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800849bb3c0 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:1.0:1718930607.632705:0:3306:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800849bb3c0/0x4c38e74a54727e65 lrc: 3/0,0 mode: COS/COS res: [0x240000402:0x600:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7080 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930607.632708:0:3306:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800849bb3c0/0x4c38e74a54727e65 lrc: 4/0,0 mode: COS/COS res: [0x240000402:0x600:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7080 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930607.632712:0:3306:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x600:0x0].0x0 (ffff88008120a700) 00010000:00010000:1.0:1718930607.632713:0:3306:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1718930607.632714:0:3306:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8800849bb3c0/0x4c38e74a54727e65 lrc: 2/0,0 mode: --/COS res: [0x240000402:0x600:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7080 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930607.632716:0:3306:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800849bb3c0/0x4c38e74a54727e65 lrc: 0/0,0 mode: --/COS res: [0x240000402:0x600:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7080 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930607.632723:0:3306:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad8000/0x4c38e74a54727ea4 lrc: 3/0,1 mode: COS/COS res: [0x240000402:0x600:0x0].0x666274 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7371 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930607.632725:0:3306:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad8000/0x4c38e74a54727ea4 lrc: 2/0,0 mode: COS/COS res: [0x240000402:0x600:0x0].0x666274 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7371 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930607.632728:0:3306:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad8000/0x4c38e74a54727ea4 lrc: 3/0,0 mode: COS/COS res: [0x240000402:0x600:0x0].0x666274 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7371 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930607.632730:0:3306:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880099ad8000 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:1.0:1718930607.632731:0:3306:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad8000/0x4c38e74a54727ea4 lrc: 3/0,0 mode: COS/COS res: [0x240000402:0x600:0x0].0x666274 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7371 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930607.632734:0:3306:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad8000/0x4c38e74a54727ea4 lrc: 4/0,0 mode: COS/COS res: [0x240000402:0x600:0x0].0x666274 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7371 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930607.632738:0:3306:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x600:0x0].0x666274 (ffff88008352e400) 00010000:00010000:1.0:1718930607.632738:0:3306:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1718930607.632740:0:3306:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad8000/0x4c38e74a54727ea4 lrc: 2/0,0 mode: --/COS res: [0x240000402:0x600:0x0].0x666274 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7371 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930607.632742:0:3306:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad8000/0x4c38e74a54727ea4 lrc: 0/0,0 mode: --/COS res: [0x240000402:0x600:0x0].0x666274 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7371 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718930607.678698:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930607.778218:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930607.828870:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930607.879983:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930607.928698:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930607.978685:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930608.028761:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930608.078397:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930608.129026:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930608.179142:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930608.229179:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930608.279714:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930608.329455:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930608.379640:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930608.428975:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930608.479373:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930608.530076:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930608.579727:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930608.629559:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930608.680744:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930608.729758:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930608.780496:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930608.830259:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930608.879594:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930608.930527:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930608.980920:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930609.030536:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930609.080472:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930609.130983:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930609.180995:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930609.231105:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930609.280791:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930609.331277:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930609.380930:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930609.431851:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930609.481589:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930609.531527:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930609.581328:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930609.631489:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930609.682153:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930609.732208:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930609.781959:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930609.832227:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930609.883247:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930609.933067:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930609.982773:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930610.032482:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930610.082090:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930610.132583:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930610.182995:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930610.232716:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930610.285427:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930610.333834:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930610.383599:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930610.433897:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930610.484018:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930610.533833:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930610.584483:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930610.634413:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930610.685253:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930610.735268:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930610.784061:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930610.834425:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930610.884709:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930610.935018:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930610.985241:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930611.035784:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930611.084826:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930611.118310:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930611.118344:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930611.118367:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930611.118395:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930611.118430:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930611.118442:0:7082:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753214144 00000100:00100000:1.0:1718930611.118461:0:7082:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6238 00000100:00100000:1.0:1718930611.118465:0:7082:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800975f2f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:8a07974b-7506-4725-beb3-4b5c6f8f9250+12:1875:x1802425753213952:12345-192.168.204.9@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1718930611.118490:0:7082:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800975f2f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:8a07974b-7506-4725-beb3-4b5c6f8f9250+12:1875:x1802425753213952:12345-192.168.204.9@tcp:400:kworker/u8:1.0 Request processed in 25us (96us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930611.118496:0:7082:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6238 00000100:00100000:1.0:1718930611.134875:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930611.285935:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930611.335428:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930611.436733:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930611.487528:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930611.586375:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930611.636109:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930611.686409:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930611.736797:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930611.786798:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930611.836931:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930611.888368:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930611.937589:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930612.088516:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930612.187463:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930612.237114:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930612.337876:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930612.387578:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930612.431859:0:3323:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880083dc5580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3323:1802425733000384:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718930612.431912:0:3323:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718930612.431937:0:3323:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880083dc3900 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3323:1802425733000640:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718930612.431975:0:32432:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733000320 00000100:00100000:1.0:1718930612.431999:0:32432:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1248 00000100:00100000:1.0:1718930612.432003:0:32432:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880124550850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:01b55a44-4d23-49f9-b037-caf310e6728e+23:3322:x1802425733000320:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718930612.432034:0:32432:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880124550850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:01b55a44-4d23-49f9-b037-caf310e6728e+23:3322:x1802425733000320:12345-0@lo:400:kworker/u8:0.0 Request processed in 30us (124us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930612.432056:0:32432:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1248 00000100:00100000:1.0:1718930612.432084:0:3323:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718930612.432116:0:3323:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880083dc2f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3323:1802425733000896:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718930612.432139:0:3323:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718930612.432157:0:3323:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880083dc5580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3323:1802425733000384:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718930612.432167:0:3323:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880083dc3900 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3323:1802425733000640:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718930612.432194:0:6842:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733000896 00000100:00100000:1.0:1718930612.432211:0:6842:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20497 00000100:00100000:1.0:1718930612.432214:0:6842:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ec40980 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3323:x1802425733000896:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718930612.432244:0:6842:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ec40980 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3323:x1802425733000896:12345-0@lo:400:kworker/u8:0.0 Request processed in 28us (105us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930612.432249:0:6842:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20497 00000100:00100000:1.0:1718930612.432277:0:3323:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880083dc2f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3323:1802425733000896:0@lo:400:kworker/u8:0.0 00000004:00080000:1.0:1718930612.433175:0:32428:0:(osp_sync.c:1627:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 290 committed 00000004:00080000:1.0:1718930612.433196:0:32428:0:(osp_sync.c:1627:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 291 committed 00000100:00100000:1.0:1718930612.433245:0:3323:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880098408000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3323:1802425733001152:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1718930612.433267:0:3323:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718930612.433304:0:25142:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733001216 00000100:00100000:1.0:1718930612.433336:0:25142:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 455 00000100:00100000:1.0:1718930612.433340:0:25142:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88009840a140 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:3320:x1802425733001216:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1718930612.433351:0:25142:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:1405 count 1 00002000:00010000:1.0:1718930612.433366:0:25142:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x57d:0x0] initial LVB size: 8388608, mtime: 0x6674ccaa, atime: 0x0, ctime: 0x6674ccaa, blocks: 0x4000 00010000:00010000:1.0:1718930612.433370:0:25142:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800849b8fc0/0x4c38e74a5472844d lrc: 3/0,1 mode: --/PW res: [0x57d:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25142 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930612.433378:0:25142:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1718930612.433379:0:25142:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1718930612.433381:0:25142:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800849b8fc0/0x4c38e74a5472844d lrc: 3/0,1 mode: PW/PW res: [0x57d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25142 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930612.433391:0:25142:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800849b8fc0/0x4c38e74a5472844d lrc: 3/0,1 mode: PW/PW res: [0x57d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25142 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930612.433397:0:25142:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800849b8fc0/0x4c38e74a5472844d lrc: 3/0,1 mode: PW/PW res: [0x57d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25142 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930612.433402:0:25142:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800849b8fc0/0x4c38e74a5472844d lrc: 2/0,0 mode: PW/PW res: [0x57d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25142 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930612.433414:0:25142:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1718930612.439232:0:25142:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88009840a140 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+6:3320:x1802425733001216:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5890us (5940us total) trans 4294972686 rc 0/0 00000100:00100000:1.0:1718930612.439239:0:25142:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 455 00000100:00100000:1.0:1718930612.447817:0:3323:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718930612.447940:0:3323:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88013517f200 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3323:1802425733001344:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1718930612.463788:0:3321:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1718930612.463797:0:3321:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88008ec44c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3321:1802425733001472:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1718930612.463858:0:3321:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718930612.464015:0:3321:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88008ec44c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3321:1802425733001472:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1718930612.512365:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930612.515029:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930612.518717:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00010000:00010000:1.0:1718930613.105783:0:8059:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1718930613.107857:0:3323:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1718930613.107868:0:3323:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800984084c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3323:1802425733001984:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:1.0:1718930613.107892:0:3323:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718930613.107903:0:3323:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88009840df00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3323:1802425733001920:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:1.0:1718930613.107911:0:3323:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718930613.107929:0:9277:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733001920 00000100:00100000:1.0:1718930613.107951:0:9277:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9095 00000100:00100000:1.0:1718930613.107954:0:9277:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ec41300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001-mdtlov_UUID+9:3323:x1802425733001920:12345-0@lo:103:jbd2/dm-1-8.0 00010000:00010000:1.0:1718930613.107958:0:9277:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1718930613.107966:0:9277:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b055b00/0x4c38e74a547284af lrc: 0/0,0 mode: --/EX res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801001000000 nid: 0@lo remote: 0x4c38e74a547284a8 expref: 9 pid: 6842 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930613.107976:0:9277:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a87c9a00) 00010000:00010000:1.0:1718930613.107978:0:9277:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1718930613.107995:0:9277:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ec41300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001-mdtlov_UUID+7:3323:x1802425733001920:12345-0@lo:103:jbd2/dm-1-8.0 Request processed in 41us (83us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930613.107999:0:9277:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9095 00000100:00100000:1.0:1718930613.108022:0:3323:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800984084c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3323:1802425733001984:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:1.0:1718930613.108044:0:3323:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88009840df00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3323:1802425733001920:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:1.0:1718930613.108066:0:6842:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733002048 00000100:00100000:1.0:1718930613.108085:0:6842:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20505 00000100:00100000:1.0:1718930613.108087:0:6842:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880083dc5a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:8063:x1802425733002048:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:1.0:1718930613.108157:0:6842:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880083dc5a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+7:8063:x1802425733002048:12345-0@lo:1000:osp_up0-1.0 Request processed in 69us (109us total) trans 8589959437 rc 0/0 00000100:00100000:1.0:1718930613.108160:0:6842:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20505 00000004:00080000:1.0:1718930613.169932:0:22358:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 3524241271171ns, next at 3519527156656ns, rc = 0 00080000:00080000:1.0:1718930613.169940:0:22358:0:(osd_handler.c:2525:osd_commit_async()) lustre-MDT0000: async commit OSD 00000004:00080000:1.0:1718930613.170049:0:22358:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 3524241388759ns, next at 3270935141444ns, rc = 0 00080000:00080000:1.0:1718930613.170055:0:22358:0:(osd_handler.c:2525:osd_commit_async()) lustre-MDT0001: async commit OSD 00000100:00100000:1.0:1718930613.170963:0:6842:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733002112 00000100:00100000:1.0:1718930613.170992:0:6842:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20506 00000100:00100000:1.0:1718930613.170995:0:6842:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880083dc0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:8063:x1802425733002112:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:1.0:1718930613.171083:0:6842:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880083dc0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+7:8063:x1802425733002112:12345-0@lo:1000:osp_up0-1.0 Request processed in 87us (159us total) trans 8589959438 rc 0/0 00000100:00100000:1.0:1718930613.171087:0:6842:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20506 00000100:00100000:1.0:1718930616.126468:0:12848:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753219136 00000100:00100000:1.0:1718930616.126495:0:12848:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6247 00000100:00100000:1.0:1718930616.126499:0:12848:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88013517ed40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8a07974b-7506-4725-beb3-4b5c6f8f9250+8:1877:x1802425753218880:12345-192.168.204.9@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1718930616.126530:0:12848:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88013517ed40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8a07974b-7506-4725-beb3-4b5c6f8f9250+8:1877:x1802425753218880:12345-192.168.204.9@tcp:400:kworker/u8:1.0 Request processed in 30us (170us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930616.126537:0:12848:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6247 00000100:00100000:1.0:1718930616.126547:0:12848:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6250 00000100:00100000:1.0:1718930616.126549:0:12848:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88013517b440 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:107baf36-6e04-4e3c-a090-fe94234d2dbd+5:1878:x1802425753219200:12345-192.168.204.9@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1718930616.126562:0:12848:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88013517b440 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:107baf36-6e04-4e3c-a090-fe94234d2dbd+5:1878:x1802425753219200:12345-192.168.204.9@tcp:400:kworker/u8:1.0 Request processed in 12us (91us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930616.126566:0:12848:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6250 00010000:00010000:1.0:1718930617.114046:0:8059:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1718930617.440043:0:6842:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733002368 00000100:00100000:1.0:1718930617.440071:0:6842:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733002880 00000100:00100000:1.0:1718930617.440081:0:6842:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20507 00000100:00100000:1.0:1718930617.440085:0:6842:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88013517bdc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+7:3323:x1802425733002368:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718930617.440123:0:6842:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88013517bdc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+7:3323:x1802425733002368:12345-0@lo:400:kworker/u8:0.0 Request processed in 38us (175us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930617.440129:0:6842:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20507 00000100:00100000:1.0:1718930617.440140:0:6842:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20508 00000100:00100000:1.0:1718930617.440142:0:6842:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88013517a140 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3323:x1802425733002880:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718930617.440155:0:6842:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88013517a140 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3323:x1802425733002880:12345-0@lo:400:kworker/u8:0.0 Request processed in 13us (97us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930617.440159:0:6842:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20508 00000100:00100000:1.0:1718930617.440249:0:19806:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733002624 00000100:00100000:1.0:1718930617.440273:0:19806:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733002560 00000100:00100000:1.0:1718930617.440287:0:19806:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733002432 00000100:00100000:1.0:1718930617.440311:0:19806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6251 00000100:00100000:1.0:1718930617.440316:0:19806:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880135178000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3323:x1802425733002624:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718930617.440356:0:19806:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880135178000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3323:x1802425733002624:12345-0@lo:400:kworker/u8:0.0 Request processed in 39us (314us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930617.440363:0:19806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6251 00000100:00100000:1.0:1718930617.440374:0:19806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6255 00000100:00100000:1.0:1718930617.440376:0:19806:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88008207c280 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3320:x1802425733002688:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718930617.440400:0:19806:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88008207c280 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3320:x1802425733002688:12345-0@lo:400:kworker/u8:0.0 Request processed in 23us (151us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930617.440403:0:19806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6255 00000100:00100000:1.0:1718930617.440430:0:3320:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880083dc1c80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3320:1802425733002432:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718930617.440436:0:3320:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88008207b440 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3320:1802425733002688:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718930617.440630:0:3320:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88008207af80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3320:1802425733002944:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718930617.455750:0:3320:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88008ec44740 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3320:1802425733003200:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1718930617.455788:0:3320:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718930617.455820:0:8528:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733003136 00000100:00100000:1.0:1718930617.455844:0:8528:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20510 00000100:00100000:1.0:1718930617.455848:0:8528:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88013517f200 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+7:3323:x1802425733003136:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1718930617.455862:0:8528:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 4194304 pending 0 free 1443074048 avail 1313611776 00000100:00100000:1.0:1718930617.455900:0:8528:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88013517f200 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+7:3323:x1802425733003136:12345-0@lo:41:osp-pre-0-1.0 Request processed in 52us (94us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930617.455904:0:8528:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20510 00000100:00100000:1.0:1718930617.455977:0:3320:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88008ec44740 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3320:1802425733003200:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1718930617.471921:0:10941:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733003328 00000100:00100000:1.0:1718930617.471974:0:10941:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 342 00000100:00100000:1.0:1718930617.471981:0:10941:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800820784c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3322:x1802425733003328:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1718930617.472001:0:10941:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 490080960 pending 0 free 3914567680 avail 3683045376 00000100:00100000:1.0:1718930617.472041:0:10941:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800820784c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3322:x1802425733003328:12345-0@lo:13:osp-pre-0-0.0 Request processed in 60us (139us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930617.472047:0:10941:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 342 00000100:00100000:1.0:1718930619.279902:0:3323:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88008207f6c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3323:1802425733003392:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1718930619.279976:0:3323:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718930619.280188:0:3323:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88008207f6c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3323:1802425733003392:0@lo:13:osp-pre-1-1.0 00000040:00100000:1.0:1718930619.296177:0:10928:0:(llog.c:235:llog_cancel_arr_rec()) Canceling 1 records, first 393 in log [0x3:0x1:0x0] 00000100:00100000:1.0:1718930621.134168:0:6837:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753219328 00000100:00100000:1.0:1718930621.134214:0:6837:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753219392 00000100:00100000:1.0:1718930621.134222:0:6837:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753219584 00000100:00100000:1.0:1718930621.134232:0:6837:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6257 00000100:00100000:1.0:1718930621.134236:0:6837:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88013517b900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+8:1878:x1802425753219328:12345-192.168.204.9@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1718930621.134264:0:6837:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88013517b900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+8:1878:x1802425753219328:12345-192.168.204.9@tcp:400:kworker/u8:1.0 Request processed in 28us (218us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930621.134268:0:6837:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6257 00000100:00100000:1.0:1718930621.134279:0:6837:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6259 00000100:00100000:1.0:1718930621.134281:0:6837:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880083dc1c80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:107baf36-6e04-4e3c-a090-fe94234d2dbd+6:1878:x1802425753219584:12345-192.168.204.9@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1718930621.134292:0:6837:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880083dc1c80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:107baf36-6e04-4e3c-a090-fe94234d2dbd+6:1878:x1802425753219584:12345-192.168.204.9@tcp:400:kworker/u8:1.0 Request processed in 9us (139us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930621.134303:0:6837:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6259 00010000:00010000:1.0:1718930622.123969:0:8059:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1718930622.447915:0:3323:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88008207bdc0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3323:1802425733003648:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718930622.447993:0:7083:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733003712 00000100:00100000:1.0:1718930622.448025:0:7083:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733003776 00000100:00100000:1.0:1718930622.448038:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6261 00000100:00100000:1.0:1718930622.448043:0:7083:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88009840e880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:lustre-MDT0000-lwp-OST0000_UUID+5:3320:x1802425733003712:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718930622.448077:0:7083:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88009840e880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:lustre-MDT0000-lwp-OST0000_UUID+5:3320:x1802425733003712:12345-0@lo:400:kworker/u8:0.0 Request processed in 35us (117us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930622.448084:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6261 00000100:00100000:1.0:1718930622.448114:0:3323:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718930622.448127:0:3323:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88008207df00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3323:1802425733003904:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718930622.448144:0:3323:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718930622.448152:0:3323:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88008207a600 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3323:1802425733004160:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718930622.448170:0:3323:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718930622.448194:0:3323:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88008207bdc0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3323:1802425733003648:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718930622.448202:0:3323:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88008207df00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3323:1802425733003904:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718930622.448279:0:3323:0:(client.c:2892:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294975985 gen 2 00000004:00080000:1.0:1718930622.448282:0:3323:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req ffff880098408000, transno 4294975985 00000100:00100000:1.0:1718930622.448290:0:3323:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88008207a600 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3323:1802425733004160:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718930622.448365:0:7083:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733004288 00000100:00100000:1.0:1718930622.448389:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6266 00000100:00100000:1.0:1718930622.448393:0:7083:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88009765df00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:lustre-MDT0000-lwp-MDT0000_UUID+5:3321:x1802425733004288:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718930622.448422:0:7083:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88009765df00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:lustre-MDT0000-lwp-MDT0000_UUID+5:3321:x1802425733004288:12345-0@lo:400:kworker/u8:0.0 Request processed in 29us (100us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930622.448428:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6266 00000100:00100000:1.0:1718930624.303959:0:9264:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733004672 00000100:00100000:1.0:1718930624.303999:0:9264:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 347 00000100:00100000:1.0:1718930624.304004:0:9264:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800837db900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3322:x1802425733004672:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1718930624.304028:0:9264:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 490080960 pending 0 free 3914567680 avail 3683045376 00000100:00100000:1.0:1718930624.304087:0:9264:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800837db900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3322:x1802425733004672:12345-0@lo:13:osp-pre-0-1.0 Request processed in 82us (163us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930624.304095:0:9264:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 347 00000100:00100000:1.0:1718930624.409532:0:23011:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff88007921a200 rate 20 gen 0 00000100:00100000:1.0:1718930624.409536:0:23011:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff88007921a500 rate 20 gen 0 00000100:00100000:1.0:1718930624.418777:0:7083:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753219776 00000100:00100000:1.0:1718930624.418839:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230660 00000100:00100000:1.0:1718930624.418846:0:7083:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88009765b900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:8a07974b-7506-4725-beb3-4b5c6f8f9250+8:19901:x1802425753219776:12345-192.168.204.9@tcp:36:mkdir.0 00010000:00010000:1.0:1718930624.418955:0:7083:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b8b40/0x4c38e74a547284d2 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930624.418971:0:7083:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b8b40/0x4c38e74a547284d2 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930624.418982:0:7083:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b8b40/0x4c38e74a547284d2 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930624.418994:0:7083:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b8480/0x4c38e74a547284d9 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x2fd7738f bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930624.419000:0:7083:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b8480/0x4c38e74a547284d9 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x2fd7738f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930624.419006:0:7083:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b8480/0x4c38e74a547284d9 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x2fd7738f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930624.419349:0:7083:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b8900/0x4c38e74a547284e0 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x795:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930624.419358:0:7083:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b8900/0x4c38e74a547284e0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x795:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930624.419366:0:7083:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b8900/0x4c38e74a547284e0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x795:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1718930624.419377:0:7083:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff88009765b900 reply state ffff8800731cbc00 transno 8589959439 ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b8900/0x4c38e74a547284e0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x795:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00000004:00200000:1.0:1718930624.419383:0:7083:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x795:0x0]: returning size 4096 00010000:00010000:1.0:1718930624.419387:0:7083:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b8b40/0x4c38e74a547284d2 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930624.419390:0:7083:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b8b40/0x4c38e74a547284d2 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930624.419395:0:7083:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b8b40/0x4c38e74a547284d2 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930624.419399:0:7083:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800849b8b40 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:1.0:1718930624.419401:0:7083:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b8b40/0x4c38e74a547284d2 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930624.419405:0:7083:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b8b40/0x4c38e74a547284d2 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930624.419411:0:7083:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a87c9a00) 00010000:00010000:1.0:1718930624.419413:0:7083:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1718930624.419415:0:7083:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b8b40/0x4c38e74a547284d2 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930624.419418:0:7083:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b8b40/0x4c38e74a547284d2 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1718930624.419425:0:7083:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff88009765b900 reply state ffff8800731cbc00 transno 8589959439 ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b8480/0x4c38e74a547284d9 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x2fd7738f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718930624.419483:0:7083:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88009765b900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:8a07974b-7506-4725-beb3-4b5c6f8f9250+10:19901:x1802425753219776:12345-192.168.204.9@tcp:36:mkdir.0 Request processed in 638us (765us total) trans 8589959439 rc 0/0 00000100:00100000:1.0:1718930624.419489:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230660 00000100:00100000:1.0:1718930624.423690:0:7083:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753219904 00000100:00100000:1.0:1718930624.423713:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230661 00000100:00100000:1.0:1718930624.423716:0:7083:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88009765f200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:8a07974b-7506-4725-beb3-4b5c6f8f9250+10:19902:x1802425753219904:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:1.0:1718930624.423727:0:7083:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1718930624.423733:0:7083:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b9680/0x4c38e74a547284e7 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xceea94147812f781 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930624.423796:0:7083:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800849ba1c0/0x4c38e74a547284ee lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930624.423803:0:7083:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800849ba1c0/0x4c38e74a547284ee lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930624.423807:0:7083:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800849ba1c0/0x4c38e74a547284ee lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930624.423813:0:7083:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b98c0/0x4c38e74a547284f5 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2fd7738f bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930624.423816:0:7083:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b98c0/0x4c38e74a547284f5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2fd7738f bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930624.423820:0:7083:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b98c0/0x4c38e74a547284f5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2fd7738f bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00000004:00200000:1.0:1718930624.423857:0:7083:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x795:0x0]: returning size 4096 00010000:00010000:1.0:1718930624.423884:0:7083:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800849ba1c0/0x4c38e74a547284ee lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930624.423887:0:7083:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800849ba1c0/0x4c38e74a547284ee lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930624.423890:0:7083:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800849ba1c0/0x4c38e74a547284ee lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930624.423894:0:7083:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800849ba1c0 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:1.0:1718930624.423895:0:7083:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800849ba1c0/0x4c38e74a547284ee lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930624.423898:0:7083:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800849ba1c0/0x4c38e74a547284ee lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930624.423902:0:7083:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a87c9a00) 00010000:00010000:1.0:1718930624.423904:0:7083:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1718930624.423905:0:7083:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800849ba1c0/0x4c38e74a547284ee lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930624.423907:0:7083:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800849ba1c0/0x4c38e74a547284ee lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930624.423912:0:7083:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b98c0/0x4c38e74a547284f5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2fd7738f bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930624.423916:0:7083:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b98c0/0x4c38e74a547284f5 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2fd7738f bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930624.423919:0:7083:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b98c0/0x4c38e74a547284f5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2fd7738f bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930624.423921:0:7083:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800849b98c0 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:1.0:1718930624.423922:0:7083:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b98c0/0x4c38e74a547284f5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2fd7738f bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930624.423925:0:7083:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b98c0/0x4c38e74a547284f5 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2fd7738f bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930624.423928:0:7083:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2fd7738f (ffff88007921a600) 00010000:00010000:1.0:1718930624.423930:0:7083:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1718930624.423930:0:7083:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b98c0/0x4c38e74a547284f5 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2fd7738f bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930624.423933:0:7083:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b98c0/0x4c38e74a547284f5 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2fd7738f bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930624.423946:0:7083:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b9680/0x4c38e74a547284e7 lrc: 1/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812f781 expref: 11 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930624.423949:0:7083:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b9680/0x4c38e74a547284e7 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812f781 expref: 11 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930624.423953:0:7083:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff8800849b9680, rc 0) 00000100:00100000:1.0:1718930624.423977:0:7083:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88009765f200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:8a07974b-7506-4725-beb3-4b5c6f8f9250+10:19902:x1802425753219904:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 260us (341us total) trans 0 rc 301/301 00000100:00100000:1.0:1718930624.423981:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230661 00000100:00100000:1.0:1718930624.424925:0:7083:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753220032 00000100:00100000:1.0:1718930624.424952:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230662 00000100:00100000:1.0:1718930624.424956:0:7083:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88008207cc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:8a07974b-7506-4725-beb3-4b5c6f8f9250+10:19902:x1802425753220032:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:1.0:1718930624.424964:0:7083:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1718930624.424971:0:7083:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800849bb840/0x4c38e74a547284fc lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xceea94147812f788 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930624.424998:0:7083:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b9f80/0x4c38e74a54728503 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930624.425009:0:7083:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b9f80/0x4c38e74a54728503 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930624.425014:0:7083:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b9f80/0x4c38e74a54728503 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930624.425018:0:7083:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b8000/0x4c38e74a5472850a lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2fd7738f bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930624.425022:0:7083:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b8000/0x4c38e74a5472850a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2fd7738f bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930624.425025:0:7083:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b8000/0x4c38e74a5472850a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2fd7738f bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00000004:00200000:1.0:1718930624.425050:0:7083:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x795:0x0]: returning size 4096 00010000:00010000:1.0:1718930624.425080:0:7083:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b9f80/0x4c38e74a54728503 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930624.425086:0:7083:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b9f80/0x4c38e74a54728503 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930624.425090:0:7083:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b9f80/0x4c38e74a54728503 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930624.425095:0:7083:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800849b9f80 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:1.0:1718930624.425097:0:7083:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b9f80/0x4c38e74a54728503 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930624.425102:0:7083:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b9f80/0x4c38e74a54728503 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930624.425109:0:7083:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a87c9a00) 00010000:00010000:1.0:1718930624.425111:0:7083:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1718930624.425113:0:7083:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b9f80/0x4c38e74a54728503 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930624.425117:0:7083:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b9f80/0x4c38e74a54728503 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930624.425125:0:7083:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b8000/0x4c38e74a5472850a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2fd7738f bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930624.425128:0:7083:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b8000/0x4c38e74a5472850a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2fd7738f bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930624.425132:0:7083:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b8000/0x4c38e74a5472850a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2fd7738f bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930624.425136:0:7083:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800849b8000 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:1.0:1718930624.425138:0:7083:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b8000/0x4c38e74a5472850a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2fd7738f bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930624.425142:0:7083:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b8000/0x4c38e74a5472850a lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2fd7738f bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930624.425148:0:7083:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2fd7738f (ffff88007921a600) 00010000:00010000:1.0:1718930624.425150:0:7083:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1718930624.425151:0:7083:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b8000/0x4c38e74a5472850a lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2fd7738f bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930624.425160:0:7083:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b8000/0x4c38e74a5472850a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2fd7738f bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930624.425175:0:7083:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800849bb840/0x4c38e74a547284fc lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812f788 expref: 12 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930624.425180:0:7083:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800849bb840/0x4c38e74a547284fc lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812f788 expref: 12 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930624.425186:0:7083:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff8800849bb840, rc 0) 00000100:00100000:1.0:1718930624.425216:0:7083:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88008207cc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:8a07974b-7506-4725-beb3-4b5c6f8f9250+11:19902:x1802425753220032:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 259us (333us total) trans 8589959440 rc 301/301 00000100:00100000:1.0:1718930624.425222:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230662 00000100:00100000:1.0:1718930624.426112:0:7083:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753220160 00000100:00100000:1.0:1718930624.426142:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230663 00000100:00100000:1.0:1718930624.426146:0:7083:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88009765f6c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:8a07974b-7506-4725-beb3-4b5c6f8f9250+11:19902:x1802425753220160:12345-192.168.204.9@tcp:36:lfs.0 00010000:00010000:1.0:1718930624.426174:0:7083:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b9b00/0x4c38e74a54728518 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x795:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930624.426182:0:7083:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b9b00/0x4c38e74a54728518 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x795:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930624.426189:0:7083:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b9b00/0x4c38e74a54728518 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x795:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1718930624.426245:0:7083:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff88009765f6c0 reply state ffff8800904f3000 transno 8589959441 ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b9b00/0x4c38e74a54728518 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x795:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00000004:00200000:1.0:1718930624.426257:0:7083:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x795:0x0]: returning size 4096 00000100:00100000:1.0:1718930624.426317:0:7083:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88009765f6c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:8a07974b-7506-4725-beb3-4b5c6f8f9250+13:19902:x1802425753220160:12345-192.168.204.9@tcp:36:lfs.0 Request processed in 169us (246us total) trans 8589959441 rc 0/0 00000100:00100000:1.0:1718930624.426323:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230663 00000100:00100000:1.0:1718930624.429789:0:7083:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753220352 00000100:00100000:1.0:1718930624.429804:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230664 00000100:00100000:1.0:1718930624.429806:0:7083:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800837dbdc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:8a07974b-7506-4725-beb3-4b5c6f8f9250+14:19903:x1802425753220352:12345-192.168.204.9@tcp:101:chmod.0 00010000:00010000:1.0:1718930624.429813:0:7083:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1718930624.429818:0:7083:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b8b40/0x4c38e74a5472851f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xceea94147812f78f expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930624.429849:0:7083:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800849bad00/0x4c38e74a54728526 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930624.429854:0:7083:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800849bad00/0x4c38e74a54728526 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930624.429858:0:7083:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800849bad00/0x4c38e74a54728526 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930624.429862:0:7083:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800849ba640/0x4c38e74a5472852d lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2fd7738f bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930624.429866:0:7083:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800849ba640/0x4c38e74a5472852d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2fd7738f bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930624.429869:0:7083:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800849ba640/0x4c38e74a5472852d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2fd7738f bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930624.429890:0:7083:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b8240/0x4c38e74a54728534 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x795:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930624.429894:0:7083:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b8240/0x4c38e74a54728534 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x795:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930624.429897:0:7083:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b8240/0x4c38e74a54728534 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x795:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00000004:00200000:1.0:1718930624.429909:0:7083:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x795:0x0]: returning size 4096 00000004:00200000:1.0:1718930624.429910:0:7083:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 2 stripe count 1 MDT count 2 00000004:00010000:1.0:1718930624.429916:0:7083:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b8240/0x4c38e74a54728534 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x795:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930624.429920:0:7083:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800849bad00/0x4c38e74a54728526 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930624.429923:0:7083:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800849bad00/0x4c38e74a54728526 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930624.429926:0:7083:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800849bad00/0x4c38e74a54728526 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930624.429929:0:7083:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800849bad00 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:1.0:1718930624.429930:0:7083:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800849bad00/0x4c38e74a54728526 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930624.429933:0:7083:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800849bad00/0x4c38e74a54728526 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930624.429940:0:7083:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a87c9a00) 00010000:00010000:1.0:1718930624.429941:0:7083:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1718930624.429942:0:7083:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800849bad00/0x4c38e74a54728526 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930624.429945:0:7083:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800849bad00/0x4c38e74a54728526 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930624.429950:0:7083:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800849ba640/0x4c38e74a5472852d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2fd7738f bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930624.429953:0:7083:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800849ba640/0x4c38e74a5472852d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2fd7738f bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930624.429956:0:7083:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800849ba640/0x4c38e74a5472852d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2fd7738f bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930624.429959:0:7083:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800849ba640 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:1.0:1718930624.429960:0:7083:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800849ba640/0x4c38e74a5472852d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2fd7738f bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930624.429962:0:7083:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800849ba640/0x4c38e74a5472852d lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2fd7738f bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930624.429965:0:7083:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2fd7738f (ffff88007921a600) 00010000:00010000:1.0:1718930624.429966:0:7083:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1718930624.429967:0:7083:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800849ba640/0x4c38e74a5472852d lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2fd7738f bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930624.429972:0:7083:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800849ba640/0x4c38e74a5472852d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2fd7738f bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930624.429982:0:7083:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b8b40/0x4c38e74a5472851f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812f78f expref: 16 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930624.429988:0:7083:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b8240/0x4c38e74a54728534 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x795:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812f78f expref: 15 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930624.429991:0:7083:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x795:0x0].0x0 (ffff88007921ae00) 00010000:00010000:1.0:1718930624.429992:0:7083:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1718930624.429993:0:7083:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff8800849b8240, rc 0) 00000100:00100000:1.0:1718930624.430018:0:7083:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800837dbdc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:8a07974b-7506-4725-beb3-4b5c6f8f9250+15:19903:x1802425753220352:12345-192.168.204.9@tcp:101:chmod.0 Request processed in 210us (266us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930624.430022:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230664 00000100:00100000:1.0:1718930624.430996:0:7083:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753220480 00000100:00100000:1.0:1718930624.431023:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230665 00000100:00100000:1.0:1718930624.431027:0:7083:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88009765cc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:8a07974b-7506-4725-beb3-4b5c6f8f9250+15:19903:x1802425753220480:12345-192.168.204.9@tcp:36:chmod.0 00010000:00010000:1.0:1718930624.431044:0:7083:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1718930624.431054:0:7083:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b8240/0x4c38e74a54728534 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x795:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812f78f expref: 15 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930624.431064:0:7083:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x795:0x0].0x0 (ffff88007921ae00) 00010000:00010000:1.0:1718930624.431066:0:7083:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1718930624.431078:0:7083:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b9d40/0x4c38e74a5472853b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x795:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930624.431089:0:7083:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b9d40/0x4c38e74a5472853b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x795:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930624.431095:0:7083:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b9d40/0x4c38e74a5472853b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x795:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1718930624.431147:0:7083:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff88009765cc00 reply state ffff880096de8000 transno 8589959443 ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b9d40/0x4c38e74a5472853b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x795:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00000004:00200000:1.0:1718930624.431172:0:7083:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x795:0x0]: returning size 4096 00000100:00100000:1.0:1718930624.431220:0:7083:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88009765cc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:8a07974b-7506-4725-beb3-4b5c6f8f9250+16:19903:x1802425753220480:12345-192.168.204.9@tcp:36:chmod.0 Request processed in 191us (243us total) trans 8589959443 rc 0/0 00000100:00100000:1.0:1718930624.431227:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230665 00000100:00100000:1.0:1718930624.440229:0:7083:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753220544 00000100:00100000:1.0:1718930624.440254:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230666 00000100:00100000:1.0:1718930624.440258:0:7083:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800837d9c80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:8a07974b-7506-4725-beb3-4b5c6f8f9250+16:19907:x1802425753220544:12345-192.168.204.9@tcp:101:dd.0 00010000:00010000:1.0:1718930624.440269:0:7083:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1718930624.440277:0:7083:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800849bb840/0x4c38e74a54728542 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xceea94147812f796 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930624.440317:0:7083:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b8000/0x4c38e74a54728549 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930624.440326:0:7083:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b8000/0x4c38e74a54728549 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930624.440332:0:7083:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b8000/0x4c38e74a54728549 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930624.440344:0:7083:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b9f80/0x4c38e74a54728550 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2fd7738f bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930624.440349:0:7083:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b9f80/0x4c38e74a54728550 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2fd7738f bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930624.440354:0:7083:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b9f80/0x4c38e74a54728550 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2fd7738f bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930624.440387:0:7083:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b9680/0x4c38e74a54728557 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x795:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930624.440393:0:7083:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b9680/0x4c38e74a54728557 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x795:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930624.440399:0:7083:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b9680/0x4c38e74a54728557 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x795:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00000004:00200000:1.0:1718930624.440414:0:7083:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x795:0x0]: returning size 4096 00000004:00200000:1.0:1718930624.440416:0:7083:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 2 stripe count 1 MDT count 2 00000004:00010000:1.0:1718930624.440424:0:7083:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b9680/0x4c38e74a54728557 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x795:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930624.440431:0:7083:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b8000/0x4c38e74a54728549 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930624.440436:0:7083:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b8000/0x4c38e74a54728549 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930624.440441:0:7083:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b8000/0x4c38e74a54728549 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930624.440447:0:7083:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800849b8000 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:1.0:1718930624.440450:0:7083:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b8000/0x4c38e74a54728549 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930624.440456:0:7083:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b8000/0x4c38e74a54728549 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930624.440463:0:7083:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a87c9a00) 00010000:00010000:1.0:1718930624.440465:0:7083:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1718930624.440468:0:7083:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b8000/0x4c38e74a54728549 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930624.440473:0:7083:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b8000/0x4c38e74a54728549 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930624.440481:0:7083:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b9f80/0x4c38e74a54728550 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2fd7738f bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930624.440486:0:7083:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b9f80/0x4c38e74a54728550 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2fd7738f bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930624.440490:0:7083:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b9f80/0x4c38e74a54728550 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2fd7738f bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930624.440496:0:7083:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800849b9f80 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:1.0:1718930624.440497:0:7083:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b9f80/0x4c38e74a54728550 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2fd7738f bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930624.440502:0:7083:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b9f80/0x4c38e74a54728550 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2fd7738f bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930624.440508:0:7083:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2fd7738f (ffff88007921a600) 00010000:00010000:1.0:1718930624.440510:0:7083:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1718930624.440511:0:7083:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b9f80/0x4c38e74a54728550 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2fd7738f bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930624.440516:0:7083:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b9f80/0x4c38e74a54728550 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2fd7738f bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930624.440530:0:7083:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800849bb840/0x4c38e74a54728542 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812f796 expref: 18 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930624.440539:0:7083:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b9680/0x4c38e74a54728557 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x795:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812f796 expref: 17 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930624.440545:0:7083:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x795:0x0].0x0 (ffff88007921ae00) 00010000:00010000:1.0:1718930624.440547:0:7083:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1718930624.440548:0:7083:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff8800849b9680, rc 0) 00000100:00100000:1.0:1718930624.440580:0:7083:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800837d9c80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:8a07974b-7506-4725-beb3-4b5c6f8f9250+17:19907:x1802425753220544:12345-192.168.204.9@tcp:101:dd.0 Request processed in 321us (413us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930624.440586:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230666 00000100:00100000:1.0:1718930624.441639:0:7083:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753220672 00000100:00100000:1.0:1718930624.441686:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230667 00000100:00100000:1.0:1718930624.441690:0:7083:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800837ddf00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:8a07974b-7506-4725-beb3-4b5c6f8f9250+17:19907:x1802425753220672:12345-192.168.204.9@tcp:101:dd.0 00010000:00010000:1.0:1718930624.441696:0:7083:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1718930624.441701:0:7083:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b98c0/0x4c38e74a5472855e lrc: 2/0,0 mode: --/CW res: [0x200000402:0x795:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xceea94147812f79d expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930624.441734:0:7083:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800849ba1c0/0x4c38e74a54728565 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x795:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930624.441739:0:7083:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800849ba1c0/0x4c38e74a54728565 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x795:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930624.441744:0:7083:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800849ba1c0/0x4c38e74a54728565 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x795:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930624.441750:0:7083:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800849ba880/0x4c38e74a5472856c lrc: 3/0,1 mode: --/PW res: [0x200000402:0x795:0x0].0xb6d9d4c4 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930624.441754:0:7083:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800849ba880/0x4c38e74a5472856c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x795:0x0].0xb6d9d4c4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930624.441757:0:7083:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800849ba880/0x4c38e74a5472856c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x795:0x0].0xb6d9d4c4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1718930624.441971:0:7083:0:(osp_object.c:1645:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x100000000:0x587:0x0], index 0: 0 00000004:00080000:1.0:1718930624.441977:0:7083:0:(osp_object.c:1645:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x100010000:0x57f:0x0], index 1: 0 00010000:00010000:1.0:1718930624.442054:0:7083:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b8fc0/0x4c38e74a54728573 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x797:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930624.442062:0:7083:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b8fc0/0x4c38e74a54728573 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x797:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930624.442085:0:7083:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b8fc0/0x4c38e74a54728573 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x797:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930624.442112:0:7083:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800849ba1c0/0x4c38e74a54728565 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x795:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930624.442118:0:7083:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800849ba1c0/0x4c38e74a54728565 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x795:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930624.442123:0:7083:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800849ba1c0/0x4c38e74a54728565 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x795:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930624.442129:0:7083:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800849ba1c0 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:1.0:1718930624.442131:0:7083:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800849ba1c0/0x4c38e74a54728565 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x795:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930624.442136:0:7083:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800849ba1c0/0x4c38e74a54728565 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x795:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930624.442144:0:7083:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x795:0x0].0x0 (ffff88007921ae00) 00010000:00010000:1.0:1718930624.442146:0:7083:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1718930624.442148:0:7083:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800849ba1c0/0x4c38e74a54728565 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x795:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930624.442153:0:7083:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800849ba1c0/0x4c38e74a54728565 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x795:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1718930624.442162:0:7083:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff8800837ddf00 reply state ffff880096ded000 transno 8589959444 ns: mdt-lustre-MDT0000_UUID lock: ffff8800849ba880/0x4c38e74a5472856c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x795:0x0].0xb6d9d4c4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930624.442181:0:7083:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b98c0/0x4c38e74a5472855e lrc: 0/0,0 mode: --/CW res: [0x200000402:0x795:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812f79d expref: 20 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930624.442197:0:7083:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b8fc0/0x4c38e74a54728573 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x797:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812f79d expref: 19 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930624.442203:0:7083:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x797:0x0].0x0 (ffff88007921ac00) 00010000:00010000:1.0:1718930624.442205:0:7083:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 9 00010000:00010000:1.0:1718930624.442206:0:7083:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff8800849b8fc0, rc 0) 00000100:00100000:1.0:1718930624.442242:0:7083:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800837ddf00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:8a07974b-7506-4725-beb3-4b5c6f8f9250+20:19907:x1802425753220672:12345-192.168.204.9@tcp:101:dd.0 Request processed in 550us (647us total) trans 8589959444 rc 0/0 00000100:00100000:1.0:1718930624.442249:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230667 00000100:00100000:1.0:1718930624.496518:0:13410:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753221056 00002000:00100000:1.0:1718930624.496552:0:13410:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x100010000:0x57f:0x0] (0->4194303) req@ffff8800837d9300 x1802425753221056/t0(0) o4->8a07974b-7506-4725-beb3-4b5c6f8f9250@192.168.204.9@tcp:272/0 lens 488/0 e 0 to 0 dl 1718930667 ref 1 fl New:/0/ffffffff rc 0/-1 job:'dd.0' 00002000:00100000:1.0:1718930624.496562:0:13410:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req ffff8800837d9300 with x1802425753221056 ext(0->4194303) 00002000:00010000:1.0:1718930624.496567:0:13410:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800837d9300 00000100:00100000:1.0:1718930624.496578:0:13410:0:(nrs_tbf.c:3199:nrs_tbf_req_add()) TBF enqueues: class@ffff880082890400 rate 20 gen 0 token 2, rule@ffff88007921a200 rate 20 gen 0 00000100:00100000:1.0:1718930624.496601:0:13410:0:(nrs_tbf.c:3117:nrs_tbf_req_get()) TBF dequeues: class@ffff880082890400 rate 20 gen 0 token 1, rule@ffff88007921a200 rate 20 gen 0 00000100:00100000:1.0:1718930624.496608:0:13410:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800837d9300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8a07974b-7506-4725-beb3-4b5c6f8f9250+6:1875:x1802425753221056:12345-192.168.204.9@tcp:4:dd.0 00000100:00100000:1.0:1718930624.553104:0:10547:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 10752 00000100:00100000:1.0:1718930624.553111:0:10547:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880073f9b050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:8a07974b-7506-4725-beb3-4b5c6f8f9250+20:19907:x1802425753221376:12345-192.168.204.9@tcp:35:dd.0 00000100:00100000:1.0:1718930624.553328:0:10547:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880073f9b050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:8a07974b-7506-4725-beb3-4b5c6f8f9250+21:19907:x1802425753221376:12345-192.168.204.9@tcp:35:dd.0 Request processed in 216us (778us total) trans 8589959445 rc 0/0 00000100:00100000:1.0:1718930624.553339:0:10547:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 10752 00000100:00100000:1.0:1718930624.569157:0:7083:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753221568 00000100:00100000:1.0:1718930624.569217:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230668 00000100:00100000:1.0:1718930624.569222:0:7083:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800837de3c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:8a07974b-7506-4725-beb3-4b5c6f8f9250+21:19917:x1802425753221568:12345-192.168.204.9@tcp:101:dd.0 00010000:00010000:1.0:1718930624.569238:0:7083:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1718930624.569252:0:7083:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b98c0/0x4c38e74a5472858f lrc: 2/0,0 mode: --/CW res: [0x200000402:0x795:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xceea94147812f7b2 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930624.569325:0:7083:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800849ba1c0/0x4c38e74a54728596 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x795:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930624.569336:0:7083:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800849ba1c0/0x4c38e74a54728596 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x795:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930624.569346:0:7083:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800849ba1c0/0x4c38e74a54728596 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x795:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930624.569357:0:7083:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800849bb840/0x4c38e74a5472859d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x795:0x0].0xb6d9e301 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930624.569363:0:7083:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800849bb840/0x4c38e74a5472859d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x795:0x0].0xb6d9e301 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930624.569369:0:7083:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800849bb840/0x4c38e74a5472859d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x795:0x0].0xb6d9e301 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1718930624.569580:0:7083:0:(osp_object.c:1645:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x100010000:0x580:0x0], index 1: 0 00000004:00080000:1.0:1718930624.569586:0:7083:0:(osp_object.c:1645:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x100000000:0x588:0x0], index 0: 0 00010000:00010000:1.0:1718930624.569700:0:7083:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b9f80/0x4c38e74a547285a4 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x798:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930624.569708:0:7083:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b9f80/0x4c38e74a547285a4 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x798:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930624.569715:0:7083:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b9f80/0x4c38e74a547285a4 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x798:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930624.569737:0:7083:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800849ba1c0/0x4c38e74a54728596 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x795:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930624.569743:0:7083:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800849ba1c0/0x4c38e74a54728596 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x795:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930624.569748:0:7083:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800849ba1c0/0x4c38e74a54728596 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x795:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930624.569753:0:7083:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800849ba1c0 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:1.0:1718930624.569755:0:7083:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800849ba1c0/0x4c38e74a54728596 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x795:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930624.569762:0:7083:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800849ba1c0/0x4c38e74a54728596 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x795:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930624.569770:0:7083:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x795:0x0].0x0 (ffff88007921ae00) 00010000:00010000:1.0:1718930624.569772:0:7083:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1718930624.569775:0:7083:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800849ba1c0/0x4c38e74a54728596 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x795:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930624.569779:0:7083:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800849ba1c0/0x4c38e74a54728596 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x795:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1718930624.569802:0:7083:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff8800837de3c0 reply state ffff880073f89000 transno 8589959446 ns: mdt-lustre-MDT0000_UUID lock: ffff8800849bb840/0x4c38e74a5472859d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x795:0x0].0xb6d9e301 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930624.569855:0:7083:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b98c0/0x4c38e74a5472858f lrc: 0/0,0 mode: --/CW res: [0x200000402:0x795:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812f7b2 expref: 24 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930624.569867:0:7083:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b9f80/0x4c38e74a547285a4 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x798:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812f7b2 expref: 23 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930624.569873:0:7083:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x798:0x0].0x0 (ffff8800885da400) 00010000:00010000:1.0:1718930624.569874:0:7083:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 9 00010000:00010000:1.0:1718930624.569876:0:7083:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff8800849b9f80, rc 0) 00000100:00100000:1.0:1718930624.569901:0:7083:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800837de3c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:8a07974b-7506-4725-beb3-4b5c6f8f9250+24:19917:x1802425753221568:12345-192.168.204.9@tcp:101:dd.0 Request processed in 679us (842us total) trans 8589959446 rc 0/0 00000100:00100000:1.0:1718930624.569907:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230668 00000100:00100000:1.0:1718930624.575926:0:7078:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753222016 00000100:00100000:1.0:1718930624.575946:0:7078:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.204.9@tcp, with round 461 00000100:00100000:1.0:1718930624.575951:0:7078:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88009765af80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:8a07974b-7506-4725-beb3-4b5c6f8f9250+13:19923:x1802425753221952:12345-192.168.204.9@tcp:101:dd.0 00010000:00010000:1.0:1718930624.575958:0:7078:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1718930624.575965:0:7078:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800849b8000/0x4c38e74a547285d5 lrc: 2/0,0 mode: --/PW res: [0x580:0x0:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xceea94147812f7dc expref: -99 pid: 7078 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930624.575977:0:7078:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1718930624.575979:0:7078:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1718930624.575981:0:7078:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800849b8000/0x4c38e74a547285d5 lrc: 3/0,0 mode: --/PW res: [0x580:0x0:0x0].0x0 rrc: 5 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812f7dc expref: 15 pid: 7078 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930624.575990:0:7078:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800849b8000/0x4c38e74a547285d5 lrc: 3/0,0 mode: --/PW res: [0x580:0x0:0x0].0x0 rrc: 6 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.204.9@tcp remote: 0xceea94147812f7dc expref: 15 pid: 7078 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930624.576002:0:7078:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff8800849b8000, rc 0) 00000100:00100000:1.0:1718930624.576021:0:7078:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88009765af80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:8a07974b-7506-4725-beb3-4b5c6f8f9250+15:19923:x1802425753221952:12345-192.168.204.9@tcp:101:dd.0 Request processed in 70us (134us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930624.576027:0:7078:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.204.9@tcp, with round 461 00000100:00100000:1.0:1718930624.580058:0:22545:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753222208 00000100:00100000:1.0:1718930624.580088:0:22545:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.204.9@tcp, with round 463 00000100:00100000:1.0:1718930624.580092:0:22545:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88009765b440 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8a07974b-7506-4725-beb3-4b5c6f8f9250+16:19925:x1802425753222208:12345-192.168.204.9@tcp:101:dd.0 00010000:00010000:1.0:1718930624.580098:0:22545:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1718930624.580106:0:22545:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800849b8240/0x4c38e74a547285ea lrc: 2/0,0 mode: --/PW res: [0x580:0x0:0x0].0x0 rrc: 7 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xceea94147812f7f1 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930624.580117:0:22545:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1718930624.580118:0:22545:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1718930624.580120:0:22545:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800849b8240/0x4c38e74a547285ea lrc: 3/0,0 mode: --/PW res: [0x580:0x0:0x0].0x0 rrc: 7 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812f7f1 expref: 17 pid: 22545 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930624.580127:0:22545:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800849b8240/0x4c38e74a547285ea lrc: 3/0,0 mode: --/PW res: [0x580:0x0:0x0].0x0 rrc: 7 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40000000020000 nid: 192.168.204.9@tcp remote: 0xceea94147812f7f1 expref: 17 pid: 22545 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930624.580133:0:22545:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff8800849b8240, rc 0) 00000100:00100000:1.0:1718930624.580159:0:22545:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88009765b440 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8a07974b-7506-4725-beb3-4b5c6f8f9250+17:19925:x1802425753222208:12345-192.168.204.9@tcp:101:dd.0 Request processed in 67us (153us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930624.580164:0:22545:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.204.9@tcp, with round 463 00000100:00100000:1.0:1718930624.583528:0:22545:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753222272 00000100:00100000:1.0:1718930624.583568:0:22545:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.204.9@tcp, with round 464 00000100:00100000:1.0:1718930624.583573:0:22545:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88008207a140 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8a07974b-7506-4725-beb3-4b5c6f8f9250+13:19928:x1802425753222272:12345-192.168.204.9@tcp:101:dd.0 00010000:00010000:1.0:1718930624.583583:0:22545:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1718930624.583593:0:22545:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800849b8b40/0x4c38e74a547285f1 lrc: 2/0,0 mode: --/PW res: [0x588:0x0:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xceea94147812f7f8 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930624.583608:0:22545:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1718930624.583610:0:22545:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1718930624.583613:0:22545:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800849b8b40/0x4c38e74a547285f1 lrc: 3/0,0 mode: --/PW res: [0x588:0x0:0x0].0x0 rrc: 5 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812f7f8 expref: 14 pid: 22545 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930624.583621:0:22545:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800849b8b40/0x4c38e74a547285f1 lrc: 3/0,0 mode: --/PW res: [0x588:0x0:0x0].0x0 rrc: 5 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40000000020000 nid: 192.168.204.9@tcp remote: 0xceea94147812f7f8 expref: 14 pid: 22545 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930624.583629:0:22545:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff8800849b8b40, rc 0) 00000100:00100000:1.0:1718930624.583679:0:22545:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88008207a140 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8a07974b-7506-4725-beb3-4b5c6f8f9250+14:19928:x1802425753222272:12345-192.168.204.9@tcp:101:dd.0 Request processed in 105us (218us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930624.583685:0:22545:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.204.9@tcp, with round 464 00000100:00100000:1.0:1718930624.584919:0:13410:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753222336 00002000:00100000:1.0:1718930624.584936:0:13410:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x100000000:0x588:0x0] (4194304->5242879) req@ffff88008207c740 x1802425753222336/t0(0) o4->8a07974b-7506-4725-beb3-4b5c6f8f9250@192.168.204.9@tcp:272/0 lens 488/0 e 0 to 0 dl 1718930667 ref 1 fl New:/0/ffffffff rc 0/-1 job:'dd.0' 00002000:00100000:1.0:1718930624.584943:0:13410:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req ffff88008207c740 with x1802425753222336 ext(4194304->5242879) 00010000:00010000:1.0:1718930624.584949:0:13410:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: ffff88009b056400/0x4c38e74a547285c0 lrc: 4/0,0 mode: PW/PW res: [0x588:0x0:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 4194304->5242879) gid 0 flags: 0x60000400000020 nid: 192.168.204.9@tcp remote: 0xceea94147812f7c7 expref: 14 pid: 7078 timeout: 3635 lvb_type: 0 00002000:00010000:1.0:1718930624.584956:0:13410:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008207c740 00000100:00100000:1.0:1718930624.584965:0:13410:0:(nrs_tbf.c:3199:nrs_tbf_req_add()) TBF enqueues: class@ffff880099a8e400 rate 20 gen 0 token 2, rule@ffff88007921a500 rate 20 gen 0 00000100:00100000:1.0:1718930624.584976:0:13410:0:(nrs_tbf.c:3117:nrs_tbf_req_get()) TBF dequeues: class@ffff880099a8e400 rate 20 gen 0 token 1, rule@ffff88007921a500 rate 20 gen 0 00000100:00100000:1.0:1718930624.584982:0:13410:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88008207c740 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8a07974b-7506-4725-beb3-4b5c6f8f9250+14:1876:x1802425753222336:12345-192.168.204.9@tcp:4:dd.0 00000100:00100000:1.0:1718930624.587845:0:4179:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753222784 00000100:00100000:1.0:1718930624.587870:0:4179:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.204.9@tcp, with round 470 00000100:00100000:1.0:1718930624.587874:0:4179:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800837de880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:8a07974b-7506-4725-beb3-4b5c6f8f9250+19:19932:x1802425753222784:12345-192.168.204.9@tcp:101:dd.0 00010000:00010000:1.0:1718930624.587881:0:4179:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1718930624.587888:0:4179:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800849ba640/0x4c38e74a5472861b lrc: 2/0,0 mode: --/PW res: [0x588:0x0:0x0].0x0 rrc: 9 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xceea94147812f822 expref: -99 pid: 4179 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930624.587900:0:4179:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1718930624.587902:0:4179:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1718930624.587904:0:4179:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800849ba640/0x4c38e74a5472861b lrc: 3/0,0 mode: --/PW res: [0x588:0x0:0x0].0x0 rrc: 9 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812f822 expref: 21 pid: 4179 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930624.587911:0:4179:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800849ba640/0x4c38e74a5472861b lrc: 3/0,0 mode: --/PW res: [0x588:0x0:0x0].0x0 rrc: 9 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40000000020000 nid: 192.168.204.9@tcp remote: 0xceea94147812f822 expref: 21 pid: 4179 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930624.587919:0:4179:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff8800849ba640, rc 0) 00000100:00100000:1.0:1718930624.587936:0:4179:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800837de880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:8a07974b-7506-4725-beb3-4b5c6f8f9250+20:19932:x1802425753222784:12345-192.168.204.9@tcp:101:dd.0 Request processed in 61us (157us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930624.587942:0:4179:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.204.9@tcp, with round 470 00000100:00100000:1.0:1718930624.754457:0:7083:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753223488 00000100:00100000:1.0:1718930624.754491:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230669 00000100:00100000:1.0:1718930624.754497:0:7083:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800837d97c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:8a07974b-7506-4725-beb3-4b5c6f8f9250+26:19942:x1802425753223488:12345-192.168.204.9@tcp:101:dd.0 00010000:00010000:1.0:1718930624.754513:0:7083:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1718930624.754525:0:7083:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b8000/0x4c38e74a54728622 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x795:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xceea94147812f829 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930624.754605:0:7083:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b8240/0x4c38e74a54728645 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x797:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930624.754631:0:7083:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b8240/0x4c38e74a54728645 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x797:0x0].0x0 bits 0x9/0x0 rrc: 6 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930624.754639:0:7083:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b8240/0x4c38e74a54728645 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x797:0x0].0x0 bits 0x9/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00000004:00200000:1.0:1718930624.754647:0:7083:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x797:0x0]: returning size 16777216 00010000:00010000:1.0:1718930624.754734:0:7083:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b8000/0x4c38e74a54728622 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x795:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812f829 expref: 34 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930624.754752:0:7083:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b8240/0x4c38e74a54728645 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x797:0x0].0x0 bits 0x9/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812f829 expref: 33 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930624.754758:0:7083:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x797:0x0].0x0 (ffff88007921ac00) 00010000:00010000:1.0:1718930624.754760:0:7083:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 9 00010000:00010000:1.0:1718930624.754761:0:7083:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff8800849b8240, rc 0) 00000100:00100000:1.0:1718930624.754780:0:7083:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800837d97c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:8a07974b-7506-4725-beb3-4b5c6f8f9250+32:19942:x1802425753223488:12345-192.168.204.9@tcp:101:dd.0 Request processed in 284us (381us total) trans 8589959450 rc 0/0 00000100:00100000:1.0:1718930624.754787:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230669 00000100:00100000:1.0:1718930624.757032:0:7083:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753223872 00000100:00100000:1.0:1718930624.757054:0:7083:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753224000 00000100:00100000:1.0:1718930624.757064:0:7083:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753224256 00000100:00100000:1.0:1718930624.757074:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230672 00000100:00100000:1.0:1718930624.757076:0:7083:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800837dc280 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:8a07974b-7506-4725-beb3-4b5c6f8f9250+34:19948:x1802425753223872:12345-192.168.204.9@tcp:101:dd.0 00010000:00010000:1.0:1718930624.757085:0:7083:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1718930624.757101:0:7083:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800849ba640/0x4c38e74a54728661 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x795:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xceea94147812f83e expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930624.757130:0:7083:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800849bad00/0x4c38e74a54728676 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x797:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930624.757136:0:7083:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800849bad00/0x4c38e74a54728676 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x797:0x0].0x0 bits 0xd/0x0 rrc: 7 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930624.757140:0:7083:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800849bad00/0x4c38e74a54728676 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x797:0x0].0x0 bits 0xd/0x0 rrc: 7 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00000004:00200000:1.0:1718930624.757145:0:7083:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x797:0x0]: returning size 16777216 00010000:00010000:1.0:1718930624.757172:0:7083:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800849ba640/0x4c38e74a54728661 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x795:0x0].0x0 bits 0x1/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812f83e expref: 40 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930624.757192:0:7083:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800849bad00/0x4c38e74a54728676 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x797:0x0].0x0 bits 0xd/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812f83e expref: 39 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930624.757195:0:7083:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x797:0x0].0x0 (ffff88007921ac00) 00010000:00010000:1.0:1718930624.757197:0:7083:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:1.0:1718930624.757198:0:7083:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff8800849bad00, rc 0) 00000100:00100000:1.0:1718930624.757215:0:7083:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800837dc280 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:8a07974b-7506-4725-beb3-4b5c6f8f9250+42:19948:x1802425753223872:12345-192.168.204.9@tcp:101:dd.0 Request processed in 138us (242us total) trans 8589959451 rc 0/0 00000100:00100000:1.0:1718930624.757219:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230672 00000100:00100000:1.0:1718930624.757279:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930624.757347:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930624.757358:0:4179:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753224640 00000100:00100000:1.0:1718930624.757383:0:4179:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.204.9@tcp, with round 471 00000100:00100000:1.0:1718930624.757386:0:4179:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880136198e40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:8a07974b-7506-4725-beb3-4b5c6f8f9250+17:19943:x1802425753224640:12345-192.168.204.9@tcp:101:dd.0 00010000:00010000:1.0:1718930624.757392:0:4179:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1718930624.757399:0:4179:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800849bb3c0/0x4c38e74a547286b5 lrc: 2/0,0 mode: --/PR res: [0x587:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xceea94147812f861 expref: -99 pid: 4179 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1718930624.757410:0:4179:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x587:0x0] initial LVB size: 8388608, mtime: 0x6674ccc0, atime: 0x0, ctime: 0x6674ccc0, blocks: 0x4000 00010000:00010000:1.0:1718930624.757417:0:4179:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1718930624.757418:0:4179:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1718930624.757423:0:4179:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800849bb3c0/0x4c38e74a547286b5 lrc: 3/0,0 mode: PR/PR res: [0x587:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812f861 expref: 18 pid: 4179 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930624.757430:0:4179:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800849bb3c0/0x4c38e74a547286b5 lrc: 3/0,0 mode: PR/PR res: [0x587:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812f861 expref: 18 pid: 4179 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930624.757434:0:4179:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff8800849bb3c0, rc 0) 00000100:00100000:1.0:1718930624.757446:0:4179:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880136198e40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:8a07974b-7506-4725-beb3-4b5c6f8f9250+18:19943:x1802425753224640:12345-192.168.204.9@tcp:101:dd.0 Request processed in 60us (99us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930624.757450:0:4179:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.204.9@tcp, with round 471 00000100:00100000:1.0:1718930624.758311:0:26732:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753224960 00000100:00100000:1.0:1718930624.758325:0:26732:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 9102 00000100:00100000:1.0:1718930624.758328:0:26732:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880134e20e40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:8a07974b-7506-4725-beb3-4b5c6f8f9250+39:1876:x1802425753224960:12345-192.168.204.9@tcp:103:ldlm_bl_03.0 00010000:00010000:1.0:1718930624.758332:0:26732:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1718930624.758338:0:26732:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b055200/0x4c38e74a547286a7 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x797:0x0].0x0 bits 0xd/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812f84c expref: 39 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930624.758346:0:26732:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x797:0x0].0x0 (ffff88007921ac00) 00010000:00010000:1.0:1718930624.758348:0:26732:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1718930624.758366:0:26732:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880134e20e40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:8a07974b-7506-4725-beb3-4b5c6f8f9250+39:1876:x1802425753224960:12345-192.168.204.9@tcp:103:ldlm_bl_03.0 Request processed in 38us (81us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930624.758370:0:26732:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 9102 00000100:00100000:1.0:1718930624.759354:0:26732:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753225408 00000100:00100000:1.0:1718930624.759373:0:26732:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 9104 00000100:00100000:1.0:1718930624.759376:0:26732:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88008207bdc0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:8a07974b-7506-4725-beb3-4b5c6f8f9250+38:1878:x1802425753225408:12345-192.168.204.9@tcp:103:ldlm_bl_05.0 00010000:00010000:1.0:1718930624.759382:0:26732:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1718930624.759389:0:26732:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b056400/0x4c38e74a547286c3 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x797:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812f85a expref: 38 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930624.759398:0:26732:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x797:0x0].0x0 (ffff88007921ac00) 00010000:00010000:1.0:1718930624.759400:0:26732:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1718930624.759415:0:26732:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88008207bdc0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:8a07974b-7506-4725-beb3-4b5c6f8f9250+37:1878:x1802425753225408:12345-192.168.204.9@tcp:103:ldlm_bl_05.0 Request processed in 39us (131us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930624.759419:0:26732:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 9104 00000100:00100000:1.0:1718930624.785046:0:26732:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753225984 00000100:00100000:1.0:1718930624.785090:0:26732:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 9105 00000100:00100000:1.0:1718930624.785094:0:26732:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88013713c280 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:8a07974b-7506-4725-beb3-4b5c6f8f9250+20:5201:x1802425753225984:12345-192.168.204.9@tcp:103:ldlm_bl_01.0 00010000:00010000:1.0:1718930624.785103:0:26732:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00002000:00010000:1.0:1718930624.785112:0:26732:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x100000000:0x588:0x0] updating lvb blocks from disk: 10240 -> 16384 00010000:00010000:1.0:1718930624.785129:0:26732:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800849b8b40/0x4c38e74a547285f1 lrc: 0/0,0 mode: --/PW res: [0x588:0x0:0x0].0x0 rrc: 5 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44801000020000 nid: 192.168.204.9@tcp remote: 0xceea94147812f7f8 expref: 20 pid: 22545 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930624.785151:0:26732:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009b057600/0x4c38e74a547285dc lrc: 0/0,0 mode: --/PW res: [0x588:0x0:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44801000020000 nid: 192.168.204.9@tcp remote: 0xceea94147812f7e3 expref: 19 pid: 4179 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930624.785163:0:26732:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099adaf40/0x4c38e74a54728614 lrc: 0/0,0 mode: --/PW res: [0x588:0x0:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44801000020000 nid: 192.168.204.9@tcp remote: 0xceea94147812f81b expref: 18 pid: 22545 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930624.785191:0:26732:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1718930624.785216:0:26732:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88013713c280 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:8a07974b-7506-4725-beb3-4b5c6f8f9250+17:5201:x1802425753225984:12345-192.168.204.9@tcp:103:ldlm_bl_01.0 Request processed in 121us (248us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930624.785221:0:26732:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 9105 00000100:00100000:1.0:1718930625.202545:0:6837:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753227328 00000100:00100000:1.0:1718930625.202615:0:6837:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230683 00000100:00100000:1.0:1718930625.202625:0:6837:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88009765da40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+10:19971:x1802425753227328:12345-192.168.204.9@tcp:36:mkdir.0 00000100:00100000:1.0:1718930625.202780:0:6837:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880136199300 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:6837:1802425733005760:0@lo:1000:mdt00_000.0 00000100:00100000:1.0:1718930625.202860:0:6837:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718930625.202890:0:6837:0:(client.c:2492:ptlrpc_set_wait()) set ffff880086bafd80 going to sleep for 6 seconds 00000100:00100000:1.0:1718930625.203246:0:8528:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733005824 00000100:00100000:1.0:1718930625.203270:0:8528:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20516 00000100:00100000:1.0:1718930625.203274:0:8528:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88013713a600 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:6837:x1802425733005824:12345-0@lo:1000:mdt00_000.0 00000100:00100000:1.0:1718930625.203389:0:8528:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88013713a600 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:6837:x1802425733005824:12345-0@lo:1000:mdt00_000.0 Request processed in 113us (170us total) trans 0 rc -2/-2 00000100:00100000:1.0:1718930625.203396:0:8528:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20516 00000100:00100000:1.0:1718930625.203689:0:8528:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733005888 00000100:00100000:1.0:1718930625.203723:0:8528:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20517 00000100:00100000:1.0:1718930625.203728:0:8528:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88013713d580 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:6837:x1802425733005888:12345-0@lo:101:mdt00_000.0 00010000:00010000:1.0:1718930625.203740:0:8528:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1718930625.203755:0:8528:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800849ba640/0x4c38e74a54728756 lrc: 2/0,0 mode: --/EX res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4c38e74a5472874f expref: -99 pid: 8528 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930625.203779:0:8528:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800849ba640/0x4c38e74a54728756 lrc: 3/0,0 mode: EX/EX res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000001000000 nid: 0@lo remote: 0x4c38e74a5472874f expref: 7 pid: 8528 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930625.203792:0:8528:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800849ba640/0x4c38e74a54728756 lrc: 3/0,0 mode: EX/EX res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0x4c38e74a5472874f expref: 7 pid: 8528 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930625.203805:0:8528:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a87c9a00) 00010000:00010000:1.0:1718930625.203835:0:8528:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1718930625.203839:0:8528:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff8800849ba640, rc 0) 00000100:00100000:1.0:1718930625.203901:0:8528:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88013713d580 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+7:6837:x1802425733005888:12345-0@lo:101:mdt00_000.0 Request processed in 170us (330us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930625.203911:0:8528:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20517 00000100:00100000:1.0:1718930625.204136:0:8528:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733005952 00000100:00100000:1.0:1718930625.204158:0:8528:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20518 00000100:00100000:1.0:1718930625.204161:0:8528:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88013713c740 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+7:6837:x1802425733005952:12345-0@lo:1000:mdt00_000.0 00000100:00100000:1.0:1718930625.204209:0:8528:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88013713c740 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+7:6837:x1802425733005952:12345-0@lo:1000:mdt00_000.0 Request processed in 47us (131us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930625.204214:0:8528:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20518 00000100:00100000:1.0:1718930625.204299:0:8528:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733006016 00000100:00100000:1.0:1718930625.204313:0:8528:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20519 00000100:00100000:1.0:1718930625.204316:0:8528:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880137139c80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+7:6837:x1802425733006016:12345-0@lo:1000:mdt00_000.0 00000100:00100000:1.0:1718930625.204363:0:8528:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880137139c80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+7:6837:x1802425733006016:12345-0@lo:1000:mdt00_000.0 Request processed in 47us (81us total) trans 0 rc -2/-2 00000100:00100000:1.0:1718930625.204369:0:8528:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20519 00000100:00100000:1.0:1718930625.204446:0:8528:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733006080 00000100:00100000:1.0:1718930625.204458:0:8528:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20520 00000100:00100000:1.0:1718930625.204461:0:8528:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88013713ed40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+7:6837:x1802425733006080:12345-0@lo:1000:mdt00_000.0 00000100:00100000:1.0:1718930625.204497:0:8528:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88013713ed40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+7:6837:x1802425733006080:12345-0@lo:1000:mdt00_000.0 Request processed in 35us (67us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930625.204502:0:8528:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20520 00000100:00100000:1.0:1718930625.204575:0:8528:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733006144 00000100:00100000:1.0:1718930625.204603:0:8528:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20521 00000100:00100000:1.0:1718930625.204607:0:8528:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88013713a140 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+7:6837:x1802425733006144:12345-0@lo:1000:mdt00_000.0 00000100:00100000:1.0:1718930625.204642:0:8528:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88013713a140 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+7:6837:x1802425733006144:12345-0@lo:1000:mdt00_000.0 Request processed in 35us (83us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930625.204648:0:8528:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20521 00000100:00100000:1.0:1718930625.204755:0:8528:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733006208 00000100:00100000:1.0:1718930625.204777:0:8528:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20522 00000100:00100000:1.0:1718930625.204781:0:8528:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88013713b900 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+7:6837:x1802425733006208:12345-0@lo:1000:mdt00_000.0 00000100:00100000:1.0:1718930625.204844:0:8528:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88013713b900 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+7:6837:x1802425733006208:12345-0@lo:1000:mdt00_000.0 Request processed in 62us (105us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930625.204850:0:8528:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20522 00000100:00100000:1.0:1718930625.205695:0:8528:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733006272 00000100:00100000:1.0:1718930625.205738:0:8528:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20523 00000100:00100000:1.0:1718930625.205743:0:8528:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880098408000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+7:8063:x1802425733006272:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:1.0:1718930625.206067:0:8528:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880098408000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+8:8063:x1802425733006272:12345-0@lo:1000:osp_up0-1.0 Request processed in 321us (517us total) trans 8589959471 rc 0/0 00000100:00100000:1.0:1718930625.206075:0:8528:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20523 00000001:00080000:1.0:1718930625.216580:0:32428:0:(tgt_lastrcvd.c:926:tgt_cb_last_committed()) lustre-MDT0000: transno 8589959471 is committed 00000001:00080000:1.0:1718930625.216629:0:32428:0:(tgt_lastrcvd.c:926:tgt_cb_last_committed()) lustre-MDT0000: transno 8589959470 is committed 00000004:00080000:1.0:1718930625.216639:0:32428:0:(osp_sync.c:1627:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 292 committed 00000004:00080000:1.0:1718930625.216654:0:32428:0:(osp_sync.c:1627:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 293 committed 00000100:00100000:1.0:1718930625.216781:0:3321:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800974e6d40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3321:1802425733006464:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1718930625.216858:0:3321:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718930625.216912:0:4179:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733006464 00000100:00100000:1.0:1718930625.216963:0:4179:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 472 00000100:00100000:1.0:1718930625.216972:0:4179:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c56850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+5:3321:x1802425733006464:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1718930625.216997:0:4179:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:1408 count 1 00002000:00010000:1.0:1718930625.217021:0:4179:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x580:0x0] initial LVB size: 8388608, mtime: 0x6674ccc0, atime: 0x0, ctime: 0x6674ccc0, blocks: 0x4000 00010000:00010000:1.0:1718930625.217026:0:4179:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800849b8000/0x4c38e74a54728779 lrc: 3/0,1 mode: --/PW res: [0x580:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 4179 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930625.217039:0:4179:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1718930625.217041:0:4179:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1718930625.217045:0:4179:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800849b8000/0x4c38e74a54728779 lrc: 3/0,1 mode: PW/PW res: [0x580:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 4179 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930625.217058:0:4179:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800849b8000/0x4c38e74a54728779 lrc: 3/0,1 mode: PW/PW res: [0x580:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 4179 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930625.217065:0:4179:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800849b8000/0x4c38e74a54728779 lrc: 3/0,1 mode: PW/PW res: [0x580:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 4179 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930625.217071:0:4179:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800849b8000/0x4c38e74a54728779 lrc: 2/0,0 mode: PW/PW res: [0x580:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 4179 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930625.217083:0:4179:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1718930625.226079:0:4179:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c56850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+6:3321:x1802425733006464:12345-0@lo:6:osp-syn-1-0.0 Request processed in 9106us (9221us total) trans 4294972692 rc 0/0 00000100:00100000:1.0:1718930625.226089:0:4179:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 472 00000004:00080000:1.0:1718930625.226267:0:3321:0:(osp_sync.c:563:osp_sync_interpret()) reply req ffff8800974e6d40/2, rc 0, transno 5396 00000100:00100000:1.0:1718930625.226276:0:3321:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800974e6d40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3321:1802425733006464:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1718930625.234069:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930625.253915:0:26732:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753228544 00000100:00100000:1.0:1718930625.253944:0:26732:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 9107 00000100:00100000:1.0:1718930625.253947:0:26732:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880129e42850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:8a07974b-7506-4725-beb3-4b5c6f8f9250+10:1878:x1802425753228544:12345-192.168.204.9@tcp:103:ldlm_bl_02.0 00010000:00010000:1.0:1718930625.253953:0:26732:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1718930625.253962:0:26732:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099ad8b40/0x4c38e74a547287f0 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x602:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812f8a0 expref: 10 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930625.253972:0:26732:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x602:0x0].0x0 (ffff88008208e900) 00010000:00010000:1.0:1718930625.253974:0:26732:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1718930625.253995:0:26732:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880129e42850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:8a07974b-7506-4725-beb3-4b5c6f8f9250+9:1878:x1802425753228544:12345-192.168.204.9@tcp:103:ldlm_bl_02.0 Request processed in 47us (119us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930625.253999:0:26732:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 9107 00000100:00100000:1.0:1718930625.552913:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930625.653927:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930625.704258:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930625.755004:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930625.805219:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930625.854493:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930625.905224:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930625.957021:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930626.142588:0:4179:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753231488 00000100:00100000:1.0:1718930626.142644:0:4179:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.204.9@tcp, with round 306 00000100:00100000:1.0:1718930626.142650:0:4179:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800976b3440 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:8a07974b-7506-4725-beb3-4b5c6f8f9250+15:1878:x1802425753231488:12345-192.168.204.9@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1718930626.142724:0:4179:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800976b3440 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:8a07974b-7506-4725-beb3-4b5c6f8f9250+15:1878:x1802425753231488:12345-192.168.204.9@tcp:400:kworker/u8:2.0 Request processed in 73us (265us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930626.142732:0:4179:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.204.9@tcp, with round 306 00000100:00100000:1.0:1718930626.142886:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930626.506403:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930626.654733:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930626.752567:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930626.804283:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930626.855515:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930626.905041:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930626.955583:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930627.107898:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930627.156722:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930627.204141:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930627.255932:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930627.305767:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930627.356402:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930627.408905:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930627.455870:0:3322:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880083dc2f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3322:1802425733006912:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718930627.455929:0:3322:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718930627.455957:0:3322:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88009767bdc0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3322:1802425733007168:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718930627.455979:0:3322:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718930627.455997:0:3322:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88009767e3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3322:1802425733007424:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718930627.456021:0:3321:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880083dc5580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3321:1802425733006848:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718930627.456046:0:3321:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718930627.456068:0:3321:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88009767d0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3321:1802425733007104:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718930627.456084:0:3321:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718930627.456094:0:3321:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88009767a600 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3321:1802425733007360:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718930627.456110:0:3321:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718930627.456152:0:6839:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6272 00000100:00100000:1.0:1718930627.456158:0:6839:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800868f8980 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3322:x1802425733006912:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718930627.456211:0:6839:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800868f8980 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3322:x1802425733006912:12345-0@lo:400:kworker/u8:0.0 Request processed in 53us (283us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930627.456217:0:6839:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6272 00000100:00100000:1.0:1718930627.456252:0:22545:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 307 00000100:00100000:1.0:1718930627.456257:0:22545:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e3d1300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3323:x1802425733007232:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718930627.456282:0:22545:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e3d1300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3323:x1802425733007232:12345-0@lo:400:kworker/u8:0.0 Request processed in 26us (276us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930627.456288:0:22545:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 307 00000100:00100000:1.0:1718930627.456325:0:3321:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880083dc5580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3321:1802425733006848:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718930627.456335:0:3321:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88009767d0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3321:1802425733007104:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718930627.456344:0:3321:0:(client.c:2892:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294975992 gen 2 00000004:00080000:1.0:1718930627.456349:0:3321:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req ffff880083dc7200, transno 4294975992 00000100:00100000:1.0:1718930627.456371:0:3321:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88009767a600 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3321:1802425733007360:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718930627.456400:0:3322:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718930627.456419:0:3322:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880083dc2f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3322:1802425733006912:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718930627.456435:0:3322:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88009767bdc0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3322:1802425733007168:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718930627.456493:0:3323:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88009767f200 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3323:1802425733007488:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718930627.456588:0:3322:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88009767e3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3322:1802425733007424:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718930627.460073:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930627.488110:0:9264:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733007680 00000100:00100000:1.0:1718930627.488188:0:9264:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 348 00000100:00100000:1.0:1718930627.488198:0:9264:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880092fa1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3321:x1802425733007680:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1718930627.488232:0:9264:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 104476224 pending 17022976 free 3904450560 avail 3672928256 00000100:00100000:1.0:1718930627.488291:0:9264:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880092fa1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3321:x1802425733007680:12345-0@lo:13:osp-pre-1-0.0 Request processed in 94us (249us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930627.488303:0:9264:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 348 00000100:00100000:1.0:1718930627.507188:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930627.557513:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930627.608800:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930627.658635:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930627.707224:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930627.756910:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930627.808376:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930627.856015:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930627.907386:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930627.956800:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930628.005849:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930628.058986:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930628.108813:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930628.159238:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930628.209328:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930628.261078:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930628.311349:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930628.361979:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930628.409810:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930628.460148:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930628.508959:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930628.560035:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930628.610839:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930628.663614:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00010000:00010000:3.0:1718930628.709620:0:22544:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880099adaac0/0x4c38e74a54728a12 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x574:0x0].0x0 rrc: 2 type: EXT [73400320->74448895] (req 73400320->74448895) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 22544 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930628.709631:0:22544:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880099adaac0/0x4c38e74a54728a12 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x574:0x0].0x0 rrc: 2 type: EXT [73400320->74448895] (req 73400320->74448895) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 22544 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930628.709707:0:22544:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1718930628.709807:0:22544:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880073d52ac0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8a07974b-7506-4725-beb3-4b5c6f8f9250+6:1876:x1802425753238144:12345-192.168.204.9@tcp:4:dd.0 Request processed in 9611us (46193us total) trans 4294976063 rc 0/0 00000100:00100000:3.0:1718930628.709823:0:22544:0:(nrs_tbf.c:3255:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.204.9@tcp, seq: 287 00000100:00100000:1.0:1718930628.713010:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1718930628.713152:0:22544:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753238272 00000100:00100000:3.0:1718930628.713196:0:22544:0:(nrs_tbf.c:3199:nrs_tbf_req_add()) TBF enqueues: class@ffff880082890400 rate 20 gen 0 token 0, rule@ffff88007921a200 rate 20 gen 0 00000100:00100000:3.0:1718930628.750303:0:13410:0:(nrs_tbf.c:3117:nrs_tbf_req_get()) TBF dequeues: class@ffff880082890400 rate 20 gen 0 token 0, rule@ffff88007921a200 rate 20 gen 0 00000100:00100000:3.0:1718930628.750326:0:13410:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880073d54740 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8a07974b-7506-4725-beb3-4b5c6f8f9250+6:1877:x1802425753238272:12345-192.168.204.9@tcp:4:dd.0 00002000:00010000:3.0:1718930628.750390:0:13410:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x574:0x0] initial LVB size: 74448896, mtime: 0x6674ccc4, atime: 0x0, ctime: 0x6674ccc4, blocks: 0x23808 00010000:00010000:3.0:1718930628.750399:0:13410:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880099ad8d80/0x4c38e74a54728a19 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x574:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930628.750414:0:13410:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718930628.750416:0:13410:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718930628.750422:0:13410:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099ad8d80/0x4c38e74a54728a19 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x574:0x0].0x0 rrc: 2 type: EXT [74448896->75497471] (req 74448896->75497471) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 13410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930628.750435:0:13410:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099ad8d80/0x4c38e74a54728a19 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x574:0x0].0x0 rrc: 2 type: EXT [74448896->75497471] (req 74448896->75497471) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 13410 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1718930628.760075:0:13410:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x574:0x0] updating lvb size from disk: 74448896 -> 75497472 00002000:00010000:3.0:1718930628.760081:0:13410:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x280000400:0x574:0x0] updating lvb blocks from disk: 145416 -> 147464 00010000:00010000:3.0:1718930628.760093:0:13410:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880099ad8d80/0x4c38e74a54728a19 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x574:0x0].0x0 rrc: 2 type: EXT [74448896->75497471] (req 74448896->75497471) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 13410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930628.760106:0:13410:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880099ad8d80/0x4c38e74a54728a19 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x574:0x0].0x0 rrc: 2 type: EXT [74448896->75497471] (req 74448896->75497471) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 13410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930628.760136:0:13410:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1718930628.760202:0:13410:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880073d54740 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8a07974b-7506-4725-beb3-4b5c6f8f9250+6:1877:x1802425753238272:12345-192.168.204.9@tcp:4:dd.0 Request processed in 9880us (47194us total) trans 4294976064 rc 0/0 00000100:00100000:3.0:1718930628.760214:0:13410:0:(nrs_tbf.c:3255:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.204.9@tcp, seq: 288 00000100:00100000:1.0:1718930628.763606:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1718930628.763740:0:13410:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753238400 00000100:00100000:3.0:1718930628.763805:0:13410:0:(nrs_tbf.c:3199:nrs_tbf_req_add()) TBF enqueues: class@ffff880082890400 rate 20 gen 0 token 0, rule@ffff88007921a200 rate 20 gen 0 00000100:00100000:3.0:1718930628.800449:0:22544:0:(nrs_tbf.c:3117:nrs_tbf_req_get()) TBF dequeues: class@ffff880082890400 rate 20 gen 0 token 0, rule@ffff88007921a200 rate 20 gen 0 00000100:00100000:3.0:1718930628.800471:0:22544:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c856880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8a07974b-7506-4725-beb3-4b5c6f8f9250+6:1876:x1802425753238400:12345-192.168.204.9@tcp:4:dd.0 00002000:00010000:3.0:1718930628.800546:0:22544:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x574:0x0] initial LVB size: 75497472, mtime: 0x6674ccc4, atime: 0x0, ctime: 0x6674ccc4, blocks: 0x24008 00010000:00010000:3.0:1718930628.800555:0:22544:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880099ad9b00/0x4c38e74a54728a20 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x574:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22544 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930628.800570:0:22544:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718930628.800572:0:22544:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718930628.800577:0:22544:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099ad9b00/0x4c38e74a54728a20 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x574:0x0].0x0 rrc: 2 type: EXT [75497472->76546047] (req 75497472->76546047) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 22544 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930628.800591:0:22544:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099ad9b00/0x4c38e74a54728a20 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x574:0x0].0x0 rrc: 2 type: EXT [75497472->76546047] (req 75497472->76546047) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 22544 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1718930628.810212:0:22544:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x574:0x0] updating lvb size from disk: 75497472 -> 76546048 00002000:00010000:3.0:1718930628.810218:0:22544:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x280000400:0x574:0x0] updating lvb blocks from disk: 147464 -> 149512 00010000:00010000:3.0:1718930628.810228:0:22544:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880099ad9b00/0x4c38e74a54728a20 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x574:0x0].0x0 rrc: 2 type: EXT [75497472->76546047] (req 75497472->76546047) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 22544 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930628.810240:0:22544:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880099ad9b00/0x4c38e74a54728a20 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x574:0x0].0x0 rrc: 2 type: EXT [75497472->76546047] (req 75497472->76546047) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 22544 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930628.810274:0:22544:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1718930628.810334:0:22544:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c856880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8a07974b-7506-4725-beb3-4b5c6f8f9250+6:1876:x1802425753238400:12345-192.168.204.9@tcp:4:dd.0 Request processed in 9868us (46731us total) trans 4294976065 rc 0/0 00000100:00100000:3.0:1718930628.810345:0:22544:0:(nrs_tbf.c:3255:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.204.9@tcp, seq: 289 00000100:00100000:1.0:1718930628.814078:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1718930628.814178:0:22544:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753238528 00000100:00100000:3.0:1718930628.814228:0:22544:0:(nrs_tbf.c:3199:nrs_tbf_req_add()) TBF enqueues: class@ffff880082890400 rate 20 gen 0 token 0, rule@ffff88007921a200 rate 20 gen 0 00000100:00100000:3.0:1718930628.850577:0:13410:0:(nrs_tbf.c:3117:nrs_tbf_req_get()) TBF dequeues: class@ffff880082890400 rate 20 gen 0 token 0, rule@ffff88007921a200 rate 20 gen 0 00000100:00100000:3.0:1718930628.850599:0:13410:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880134c2e3c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8a07974b-7506-4725-beb3-4b5c6f8f9250+6:1878:x1802425753238528:12345-192.168.204.9@tcp:4:dd.0 00002000:00010000:3.0:1718930628.850693:0:13410:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x574:0x0] initial LVB size: 76546048, mtime: 0x6674ccc4, atime: 0x0, ctime: 0x6674ccc4, blocks: 0x24808 00010000:00010000:3.0:1718930628.850702:0:13410:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880099ada880/0x4c38e74a54728a27 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x574:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930628.850718:0:13410:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718930628.850720:0:13410:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718930628.850724:0:13410:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099ada880/0x4c38e74a54728a27 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x574:0x0].0x0 rrc: 2 type: EXT [76546048->77594623] (req 76546048->77594623) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 13410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930628.850737:0:13410:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099ada880/0x4c38e74a54728a27 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x574:0x0].0x0 rrc: 2 type: EXT [76546048->77594623] (req 76546048->77594623) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 13410 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1718930628.859404:0:13410:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x574:0x0] updating lvb size from disk: 76546048 -> 77594624 00002000:00010000:3.0:1718930628.859410:0:13410:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x280000400:0x574:0x0] updating lvb blocks from disk: 149512 -> 151560 00010000:00010000:3.0:1718930628.859419:0:13410:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880099ada880/0x4c38e74a54728a27 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x574:0x0].0x0 rrc: 2 type: EXT [76546048->77594623] (req 76546048->77594623) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 13410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930628.859430:0:13410:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880099ada880/0x4c38e74a54728a27 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x574:0x0].0x0 rrc: 2 type: EXT [76546048->77594623] (req 76546048->77594623) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 13410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930628.859461:0:13410:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1718930628.859526:0:13410:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880134c2e3c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8a07974b-7506-4725-beb3-4b5c6f8f9250+6:1878:x1802425753238528:12345-192.168.204.9@tcp:4:dd.0 Request processed in 8930us (45449us total) trans 4294976066 rc 0/0 00000100:00100000:3.0:1718930628.859540:0:13410:0:(nrs_tbf.c:3255:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.204.9@tcp, seq: 290 00000100:00100000:1.0:1718930628.862734:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1718930628.862808:0:13410:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753238656 00000100:00100000:3.0:1718930628.862844:0:13410:0:(nrs_tbf.c:3199:nrs_tbf_req_add()) TBF enqueues: class@ffff880082890400 rate 20 gen 0 token 0, rule@ffff88007921a200 rate 20 gen 0 00000100:00100000:3.0:1718930628.900723:0:22544:0:(nrs_tbf.c:3117:nrs_tbf_req_get()) TBF dequeues: class@ffff880082890400 rate 20 gen 0 token 0, rule@ffff88007921a200 rate 20 gen 0 00000100:00100000:3.0:1718930628.900778:0:22544:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880134c2da40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8a07974b-7506-4725-beb3-4b5c6f8f9250+6:1877:x1802425753238656:12345-192.168.204.9@tcp:4:dd.0 00002000:00010000:3.0:1718930628.900856:0:22544:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x574:0x0] initial LVB size: 77594624, mtime: 0x6674ccc4, atime: 0x0, ctime: 0x6674ccc4, blocks: 0x25008 00010000:00010000:3.0:1718930628.900866:0:22544:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880099ad9440/0x4c38e74a54728a2e lrc: 3/0,1 mode: --/PW res: [0x280000400:0x574:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22544 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930628.900888:0:22544:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718930628.900890:0:22544:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718930628.900896:0:22544:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099ad9440/0x4c38e74a54728a2e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x574:0x0].0x0 rrc: 2 type: EXT [77594624->78643199] (req 77594624->78643199) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 22544 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930628.900917:0:22544:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099ad9440/0x4c38e74a54728a2e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x574:0x0].0x0 rrc: 2 type: EXT [77594624->78643199] (req 77594624->78643199) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 22544 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1718930628.909788:0:22544:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x574:0x0] updating lvb size from disk: 77594624 -> 78643200 00002000:00010000:3.0:1718930628.909794:0:22544:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x280000400:0x574:0x0] updating lvb blocks from disk: 151560 -> 153608 00010000:00010000:3.0:1718930628.909804:0:22544:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880099ad9440/0x4c38e74a54728a2e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x574:0x0].0x0 rrc: 2 type: EXT [77594624->78643199] (req 77594624->78643199) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 22544 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930628.909816:0:22544:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880099ad9440/0x4c38e74a54728a2e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x574:0x0].0x0 rrc: 2 type: EXT [77594624->78643199] (req 77594624->78643199) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 22544 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930628.909843:0:22544:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1718930628.909906:0:22544:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880134c2da40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8a07974b-7506-4725-beb3-4b5c6f8f9250+6:1877:x1802425753238656:12345-192.168.204.9@tcp:4:dd.0 Request processed in 9163us (47173us total) trans 4294976067 rc 0/0 00000100:00100000:3.0:1718930628.909917:0:22544:0:(nrs_tbf.c:3255:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.204.9@tcp, seq: 291 00000100:00100000:1.0:1718930628.912485:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1718930628.912595:0:22544:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753238784 00000100:00100000:3.0:1718930628.912626:0:22544:0:(nrs_tbf.c:3199:nrs_tbf_req_add()) TBF enqueues: class@ffff880082890400 rate 20 gen 0 token 0, rule@ffff88007921a200 rate 20 gen 0 00000100:00100000:3.0:1718930628.950836:0:13410:0:(nrs_tbf.c:3117:nrs_tbf_req_get()) TBF dequeues: class@ffff880082890400 rate 20 gen 0 token 0, rule@ffff88007921a200 rate 20 gen 0 00000100:00100000:3.0:1718930628.950855:0:13410:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800837da600 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8a07974b-7506-4725-beb3-4b5c6f8f9250+6:1875:x1802425753238784:12345-192.168.204.9@tcp:4:dd.0 00002000:00010000:3.0:1718930628.950913:0:13410:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x574:0x0] initial LVB size: 78643200, mtime: 0x6674ccc4, atime: 0x0, ctime: 0x6674ccc4, blocks: 0x25808 00010000:00010000:3.0:1718930628.950921:0:13410:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880099ada1c0/0x4c38e74a54728a35 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x574:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930628.950937:0:13410:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718930628.950939:0:13410:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718930628.950944:0:13410:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099ada1c0/0x4c38e74a54728a35 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x574:0x0].0x0 rrc: 2 type: EXT [78643200->79691775] (req 78643200->79691775) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 13410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930628.950959:0:13410:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099ada1c0/0x4c38e74a54728a35 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x574:0x0].0x0 rrc: 2 type: EXT [78643200->79691775] (req 78643200->79691775) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 13410 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1718930628.960025:0:13410:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x574:0x0] updating lvb size from disk: 78643200 -> 79691776 00002000:00010000:3.0:1718930628.960032:0:13410:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x280000400:0x574:0x0] updating lvb blocks from disk: 153608 -> 155656 00010000:00010000:3.0:1718930628.960041:0:13410:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880099ada1c0/0x4c38e74a54728a35 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x574:0x0].0x0 rrc: 2 type: EXT [78643200->79691775] (req 78643200->79691775) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 13410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930628.960053:0:13410:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880099ada1c0/0x4c38e74a54728a35 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x574:0x0].0x0 rrc: 2 type: EXT [78643200->79691775] (req 78643200->79691775) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 13410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930628.960086:0:13410:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1718930628.960143:0:13410:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800837da600 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8a07974b-7506-4725-beb3-4b5c6f8f9250+6:1875:x1802425753238784:12345-192.168.204.9@tcp:4:dd.0 Request processed in 9290us (47659us total) trans 4294976068 rc 0/0 00000100:00100000:3.0:1718930628.960154:0:13410:0:(nrs_tbf.c:3255:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.204.9@tcp, seq: 292 00000100:00100000:1.0:1718930628.963808:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1718930628.963935:0:13410:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753238912 00000100:00100000:3.0:1718930628.963974:0:13410:0:(nrs_tbf.c:3199:nrs_tbf_req_add()) TBF enqueues: class@ffff880082890400 rate 20 gen 0 token 0, rule@ffff88007921a200 rate 20 gen 0 00000100:00100000:3.0:1718930629.000974:0:22544:0:(nrs_tbf.c:3117:nrs_tbf_req_get()) TBF dequeues: class@ffff880082890400 rate 20 gen 0 token 0, rule@ffff88007921a200 rate 20 gen 0 00000100:00100000:3.0:1718930629.000996:0:22544:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800837dd0c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8a07974b-7506-4725-beb3-4b5c6f8f9250+6:1876:x1802425753238912:12345-192.168.204.9@tcp:4:dd.0 00002000:00010000:3.0:1718930629.001057:0:22544:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x574:0x0] initial LVB size: 79691776, mtime: 0x6674ccc4, atime: 0x0, ctime: 0x6674ccc4, blocks: 0x26008 00010000:00010000:3.0:1718930629.001065:0:22544:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880099adb180/0x4c38e74a54728a3c lrc: 3/0,1 mode: --/PW res: [0x280000400:0x574:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22544 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930629.001081:0:22544:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718930629.001083:0:22544:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718930629.001087:0:22544:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099adb180/0x4c38e74a54728a3c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x574:0x0].0x0 rrc: 2 type: EXT [79691776->80740351] (req 79691776->80740351) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 22544 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930629.001101:0:22544:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099adb180/0x4c38e74a54728a3c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x574:0x0].0x0 rrc: 2 type: EXT [79691776->80740351] (req 79691776->80740351) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 22544 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1718930629.011028:0:22544:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x574:0x0] updating lvb size from disk: 79691776 -> 80740352 00002000:00010000:3.0:1718930629.011036:0:22544:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x280000400:0x574:0x0] updating lvb blocks from disk: 155656 -> 157704 00010000:00010000:3.0:1718930629.011049:0:22544:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880099adb180/0x4c38e74a54728a3c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x574:0x0].0x0 rrc: 2 type: EXT [79691776->80740351] (req 79691776->80740351) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 22544 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930629.011066:0:22544:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880099adb180/0x4c38e74a54728a3c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x574:0x0].0x0 rrc: 2 type: EXT [79691776->80740351] (req 79691776->80740351) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 22544 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930629.011111:0:22544:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1718930629.011200:0:22544:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800837dd0c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8a07974b-7506-4725-beb3-4b5c6f8f9250+6:1876:x1802425753238912:12345-192.168.204.9@tcp:4:dd.0 Request processed in 10206us (47393us total) trans 4294976069 rc 0/0 00000100:00100000:3.0:1718930629.011216:0:22544:0:(nrs_tbf.c:3255:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.204.9@tcp, seq: 293 00000100:00100000:1.0:1718930629.014582:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1718930629.014712:0:22544:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753239040 00000100:00100000:3.0:1718930629.014783:0:22544:0:(nrs_tbf.c:3199:nrs_tbf_req_add()) TBF enqueues: class@ffff880082890400 rate 20 gen 0 token 0, rule@ffff88007921a200 rate 20 gen 0 00000100:00100000:3.0:1718930629.051103:0:13410:0:(nrs_tbf.c:3117:nrs_tbf_req_get()) TBF dequeues: class@ffff880082890400 rate 20 gen 0 token 0, rule@ffff88007921a200 rate 20 gen 0 00000100:00100000:3.0:1718930629.051129:0:13410:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800837db900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8a07974b-7506-4725-beb3-4b5c6f8f9250+6:1878:x1802425753239040:12345-192.168.204.9@tcp:4:dd.0 00002000:00010000:3.0:1718930629.051208:0:13410:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x574:0x0] initial LVB size: 80740352, mtime: 0x6674ccc4, atime: 0x0, ctime: 0x6674ccc4, blocks: 0x26808 00010000:00010000:3.0:1718930629.051218:0:13410:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880099adb3c0/0x4c38e74a54728a43 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x574:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930629.051238:0:13410:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718930629.051241:0:13410:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718930629.051247:0:13410:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099adb3c0/0x4c38e74a54728a43 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x574:0x0].0x0 rrc: 2 type: EXT [80740352->81788927] (req 80740352->81788927) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 13410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930629.051266:0:13410:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099adb3c0/0x4c38e74a54728a43 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x574:0x0].0x0 rrc: 2 type: EXT [80740352->81788927] (req 80740352->81788927) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 13410 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1718930629.060829:0:13410:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x574:0x0] updating lvb size from disk: 80740352 -> 81788928 00002000:00010000:3.0:1718930629.060835:0:13410:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000400:0x574:0x0] updating lvb mtime from disk: 1718930628 -> 1718930629 00002000:00010000:3.0:1718930629.060838:0:13410:0:(ofd_lvb.c:343:ofd_lvbo_update()) res: [0x280000400:0x574:0x0] updating lvb ctime from disk: 1718930628 -> 1718930629 00002000:00010000:3.0:1718930629.060840:0:13410:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x280000400:0x574:0x0] updating lvb blocks from disk: 157704 -> 159752 00010000:00010000:3.0:1718930629.060851:0:13410:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880099adb3c0/0x4c38e74a54728a43 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x574:0x0].0x0 rrc: 2 type: EXT [80740352->81788927] (req 80740352->81788927) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 13410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930629.060862:0:13410:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880099adb3c0/0x4c38e74a54728a43 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x574:0x0].0x0 rrc: 2 type: EXT [80740352->81788927] (req 80740352->81788927) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 13410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930629.060895:0:13410:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1718930629.060959:0:13410:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800837db900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8a07974b-7506-4725-beb3-4b5c6f8f9250+6:1878:x1802425753239040:12345-192.168.204.9@tcp:4:dd.0 Request processed in 9836us (46378us total) trans 4294976070 rc 0/0 00000100:00100000:3.0:1718930629.060970:0:13410:0:(nrs_tbf.c:3255:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.204.9@tcp, seq: 294 00000100:00100000:1.0:1718930629.064419:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1718930629.064546:0:13410:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753239168 00000100:00100000:3.0:1718930629.064587:0:13410:0:(nrs_tbf.c:3199:nrs_tbf_req_add()) TBF enqueues: class@ffff880082890400 rate 20 gen 0 token 0, rule@ffff88007921a200 rate 20 gen 0 00000100:00100000:3.0:1718930629.101238:0:22544:0:(nrs_tbf.c:3117:nrs_tbf_req_get()) TBF dequeues: class@ffff880082890400 rate 20 gen 0 token 0, rule@ffff88007921a200 rate 20 gen 0 00000100:00100000:3.0:1718930629.101263:0:22544:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800857284c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8a07974b-7506-4725-beb3-4b5c6f8f9250+6:1876:x1802425753239168:12345-192.168.204.9@tcp:4:dd.0 00002000:00010000:3.0:1718930629.101337:0:22544:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x574:0x0] initial LVB size: 81788928, mtime: 0x6674ccc5, atime: 0x0, ctime: 0x6674ccc5, blocks: 0x27008 00010000:00010000:3.0:1718930629.101345:0:22544:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880099ada640/0x4c38e74a54728a4a lrc: 3/0,1 mode: --/PW res: [0x280000400:0x574:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22544 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930629.101362:0:22544:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718930629.101364:0:22544:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718930629.101369:0:22544:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099ada640/0x4c38e74a54728a4a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x574:0x0].0x0 rrc: 2 type: EXT [81788928->82837503] (req 81788928->82837503) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 22544 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930629.101383:0:22544:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099ada640/0x4c38e74a54728a4a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x574:0x0].0x0 rrc: 2 type: EXT [81788928->82837503] (req 81788928->82837503) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 22544 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1718930629.110566:0:22544:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x574:0x0] updating lvb size from disk: 81788928 -> 82837504 00002000:00010000:3.0:1718930629.110575:0:22544:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x280000400:0x574:0x0] updating lvb blocks from disk: 159752 -> 161800 00010000:00010000:3.0:1718930629.110588:0:22544:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880099ada640/0x4c38e74a54728a4a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x574:0x0].0x0 rrc: 2 type: EXT [81788928->82837503] (req 81788928->82837503) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 22544 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930629.110606:0:22544:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880099ada640/0x4c38e74a54728a4a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x574:0x0].0x0 rrc: 2 type: EXT [81788928->82837503] (req 81788928->82837503) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 22544 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930629.110648:0:22544:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1718930629.110788:0:22544:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800857284c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8a07974b-7506-4725-beb3-4b5c6f8f9250+6:1876:x1802425753239168:12345-192.168.204.9@tcp:4:dd.0 Request processed in 9527us (46368us total) trans 4294976071 rc 0/0 00000100:00100000:3.0:1718930629.110804:0:22544:0:(nrs_tbf.c:3255:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.204.9@tcp, seq: 295 00000100:00100000:1.0:1718930629.114613:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1718930629.114688:0:22544:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753239296 00000100:00100000:3.0:1718930629.114727:0:22544:0:(nrs_tbf.c:3199:nrs_tbf_req_add()) TBF enqueues: class@ffff880082890400 rate 20 gen 0 token 0, rule@ffff88007921a200 rate 20 gen 0 00000100:00100000:3.0:1718930629.151430:0:13410:0:(nrs_tbf.c:3117:nrs_tbf_req_get()) TBF dequeues: class@ffff880082890400 rate 20 gen 0 token 0, rule@ffff88007921a200 rate 20 gen 0 00000100:00100000:3.0:1718930629.151456:0:13410:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880085728000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8a07974b-7506-4725-beb3-4b5c6f8f9250+6:1877:x1802425753239296:12345-192.168.204.9@tcp:4:dd.0 00002000:00010000:3.0:1718930629.151530:0:13410:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x574:0x0] initial LVB size: 82837504, mtime: 0x6674ccc5, atime: 0x0, ctime: 0x6674ccc5, blocks: 0x27808 00010000:00010000:3.0:1718930629.151540:0:13410:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880099adba80/0x4c38e74a54728a51 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x574:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930629.151555:0:13410:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718930629.151556:0:13410:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718930629.151561:0:13410:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099adba80/0x4c38e74a54728a51 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x574:0x0].0x0 rrc: 2 type: EXT [82837504->83886079] (req 82837504->83886079) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 13410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930629.151573:0:13410:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099adba80/0x4c38e74a54728a51 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x574:0x0].0x0 rrc: 2 type: EXT [82837504->83886079] (req 82837504->83886079) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 13410 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1718930629.160648:0:13410:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x574:0x0] updating lvb size from disk: 82837504 -> 83886080 00002000:00010000:3.0:1718930629.160656:0:13410:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x280000400:0x574:0x0] updating lvb blocks from disk: 161800 -> 163848 00010000:00010000:3.0:1718930629.160699:0:13410:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880099adba80/0x4c38e74a54728a51 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x574:0x0].0x0 rrc: 2 type: EXT [82837504->83886079] (req 82837504->83886079) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 13410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930629.160713:0:13410:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880099adba80/0x4c38e74a54728a51 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x574:0x0].0x0 rrc: 2 type: EXT [82837504->83886079] (req 82837504->83886079) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 13410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930629.160735:0:13410:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1718930629.160845:0:13410:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880085728000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8a07974b-7506-4725-beb3-4b5c6f8f9250+6:1877:x1802425753239296:12345-192.168.204.9@tcp:4:dd.0 Request processed in 9394us (46233us total) trans 4294976072 rc 0/0 00000100:00100000:3.0:1718930629.160859:0:13410:0:(nrs_tbf.c:3255:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.204.9@tcp, seq: 296 00000100:00100000:1.0:1718930629.163707:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1718930629.163807:0:13410:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753239424 00000100:00100000:3.0:1718930629.163844:0:13410:0:(nrs_tbf.c:3199:nrs_tbf_req_add()) TBF enqueues: class@ffff880082890400 rate 20 gen 0 token 0, rule@ffff88007921a200 rate 20 gen 0 00000100:00100000:3.0:1718930629.201606:0:22544:0:(nrs_tbf.c:3117:nrs_tbf_req_get()) TBF dequeues: class@ffff880082890400 rate 20 gen 0 token 0, rule@ffff88007921a200 rate 20 gen 0 00000100:00100000:3.0:1718930629.201631:0:22544:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88008572e3c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8a07974b-7506-4725-beb3-4b5c6f8f9250+6:1876:x1802425753239424:12345-192.168.204.9@tcp:4:dd.0 00002000:00010000:3.0:1718930629.201736:0:22544:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x574:0x0] initial LVB size: 83886080, mtime: 0x6674ccc5, atime: 0x0, ctime: 0x6674ccc5, blocks: 0x28008 00010000:00010000:3.0:1718930629.201779:0:22544:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880099adb840/0x4c38e74a54728a58 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x574:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22544 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930629.201810:0:22544:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718930629.201812:0:22544:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718930629.201819:0:22544:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099adb840/0x4c38e74a54728a58 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x574:0x0].0x0 rrc: 2 type: EXT [83886080->84934655] (req 83886080->84934655) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 22544 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930629.201837:0:22544:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099adb840/0x4c38e74a54728a58 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x574:0x0].0x0 rrc: 2 type: EXT [83886080->84934655] (req 83886080->84934655) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 22544 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1718930629.209342:0:22544:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x574:0x0] updating lvb size from disk: 83886080 -> 84934656 00002000:00010000:3.0:1718930629.209348:0:22544:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x280000400:0x574:0x0] updating lvb blocks from disk: 163848 -> 165896 00010000:00010000:3.0:1718930629.209357:0:22544:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880099adb840/0x4c38e74a54728a58 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x574:0x0].0x0 rrc: 2 type: EXT [83886080->84934655] (req 83886080->84934655) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 22544 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930629.209367:0:22544:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880099adb840/0x4c38e74a54728a58 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x574:0x0].0x0 rrc: 2 type: EXT [83886080->84934655] (req 83886080->84934655) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 22544 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930629.209395:0:22544:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1718930629.209463:0:22544:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88008572e3c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8a07974b-7506-4725-beb3-4b5c6f8f9250+6:1876:x1802425753239424:12345-192.168.204.9@tcp:4:dd.0 Request processed in 7838us (45759us total) trans 4294976073 rc 0/0 00000100:00100000:3.0:1718930629.209473:0:22544:0:(nrs_tbf.c:3255:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.204.9@tcp, seq: 297 00000100:00100000:1.0:1718930629.211989:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1718930629.212056:0:22544:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753239552 00000100:00100000:3.0:1718930629.212088:0:22544:0:(nrs_tbf.c:3199:nrs_tbf_req_add()) TBF enqueues: class@ffff880082890400 rate 20 gen 0 token 0, rule@ffff88007921a200 rate 20 gen 0 00000100:00100000:3.0:1718930629.251788:0:13410:0:(nrs_tbf.c:3117:nrs_tbf_req_get()) TBF dequeues: class@ffff880082890400 rate 20 gen 0 token 0, rule@ffff88007921a200 rate 20 gen 0 00000100:00100000:3.0:1718930629.251828:0:13410:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88008572e880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8a07974b-7506-4725-beb3-4b5c6f8f9250+6:1878:x1802425753239552:12345-192.168.204.9@tcp:4:dd.0 00002000:00010000:3.0:1718930629.251895:0:13410:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x574:0x0] initial LVB size: 84934656, mtime: 0x6674ccc5, atime: 0x0, ctime: 0x6674ccc5, blocks: 0x28808 00010000:00010000:3.0:1718930629.251903:0:13410:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880099ad8240/0x4c38e74a54728a5f lrc: 3/0,1 mode: --/PW res: [0x280000400:0x574:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930629.251921:0:13410:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718930629.251923:0:13410:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718930629.251928:0:13410:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099ad8240/0x4c38e74a54728a5f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x574:0x0].0x0 rrc: 2 type: EXT [84934656->85983231] (req 84934656->85983231) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 13410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930629.251944:0:13410:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099ad8240/0x4c38e74a54728a5f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x574:0x0].0x0 rrc: 2 type: EXT [84934656->85983231] (req 84934656->85983231) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 13410 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1718930629.260477:0:13410:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x574:0x0] updating lvb size from disk: 84934656 -> 85983232 00002000:00010000:3.0:1718930629.260482:0:13410:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x280000400:0x574:0x0] updating lvb blocks from disk: 165896 -> 167944 00010000:00010000:3.0:1718930629.260490:0:13410:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880099ad8240/0x4c38e74a54728a5f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x574:0x0].0x0 rrc: 2 type: EXT [84934656->85983231] (req 84934656->85983231) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 13410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930629.260499:0:13410:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880099ad8240/0x4c38e74a54728a5f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x574:0x0].0x0 rrc: 2 type: EXT [84934656->85983231] (req 84934656->85983231) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 13410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930629.260538:0:13410:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1718930629.260595:0:13410:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88008572e880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8a07974b-7506-4725-beb3-4b5c6f8f9250+6:1878:x1802425753239552:12345-192.168.204.9@tcp:4:dd.0 Request processed in 8789us (48609us total) trans 4294976074 rc 0/0 00000100:00100000:3.0:1718930629.260604:0:13410:0:(nrs_tbf.c:3255:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.204.9@tcp, seq: 298 00000100:00100000:1.0:1718930629.263242:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1718930629.263331:0:13410:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753239680 00000100:00100000:3.0:1718930629.263371:0:13410:0:(nrs_tbf.c:3199:nrs_tbf_req_add()) TBF enqueues: class@ffff880082890400 rate 20 gen 0 token 0, rule@ffff88007921a200 rate 20 gen 0 00000100:00100000:1.0:1718930629.295860:0:3322:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1718930629.295880:0:3322:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880097679c80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3322:1802425733007808:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1718930629.295931:0:3322:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718930629.296116:0:3322:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880097679c80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3322:1802425733007808:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1718930629.301847:0:22544:0:(nrs_tbf.c:3117:nrs_tbf_req_get()) TBF dequeues: class@ffff880082890400 rate 20 gen 0 token 0, rule@ffff88007921a200 rate 20 gen 0 00000100:00100000:3.0:1718930629.301859:0:22544:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88008572f200 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8a07974b-7506-4725-beb3-4b5c6f8f9250+6:1876:x1802425753239680:12345-192.168.204.9@tcp:4:dd.0 00002000:00010000:3.0:1718930629.301903:0:22544:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x574:0x0] initial LVB size: 85983232, mtime: 0x6674ccc5, atime: 0x0, ctime: 0x6674ccc5, blocks: 0x29008 00010000:00010000:3.0:1718930629.301909:0:22544:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880099ad9f80/0x4c38e74a54728a66 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x574:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22544 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930629.301923:0:22544:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718930629.301925:0:22544:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718930629.301929:0:22544:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099ad9f80/0x4c38e74a54728a66 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x574:0x0].0x0 rrc: 2 type: EXT [85983232->87031807] (req 85983232->87031807) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 22544 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930629.301941:0:22544:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099ad9f80/0x4c38e74a54728a66 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x574:0x0].0x0 rrc: 2 type: EXT [85983232->87031807] (req 85983232->87031807) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 22544 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1718930629.307876:0:22544:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x574:0x0] updating lvb size from disk: 85983232 -> 87031808 00002000:00010000:3.0:1718930629.307880:0:22544:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x280000400:0x574:0x0] updating lvb blocks from disk: 167944 -> 169992 00010000:00010000:3.0:1718930629.307888:0:22544:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880099ad9f80/0x4c38e74a54728a66 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x574:0x0].0x0 rrc: 2 type: EXT [85983232->87031807] (req 85983232->87031807) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 22544 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930629.307897:0:22544:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880099ad9f80/0x4c38e74a54728a66 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x574:0x0].0x0 rrc: 2 type: EXT [85983232->87031807] (req 85983232->87031807) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 22544 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930629.307922:0:22544:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1718930629.307965:0:22544:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88008572f200 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8a07974b-7506-4725-beb3-4b5c6f8f9250+6:1876:x1802425753239680:12345-192.168.204.9@tcp:4:dd.0 Request processed in 6108us (44726us total) trans 4294976075 rc 0/0 00000100:00100000:3.0:1718930629.307973:0:22544:0:(nrs_tbf.c:3255:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.204.9@tcp, seq: 299 00000100:00100000:1.0:1718930629.309839:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1718930629.309903:0:22544:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753239808 00000100:00100000:3.0:1718930629.309928:0:22544:0:(nrs_tbf.c:3199:nrs_tbf_req_add()) TBF enqueues: class@ffff880082890400 rate 20 gen 0 token 0, rule@ffff88007921a200 rate 20 gen 0 00000100:00100000:3.0:1718930629.311787:0:3320:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88013713e880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3320:1802425733007872:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1718930629.311818:0:3320:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718930629.311956:0:3320:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88013713e880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3320:1802425733007872:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1718930629.351925:0:13410:0:(nrs_tbf.c:3117:nrs_tbf_req_get()) TBF dequeues: class@ffff880082890400 rate 20 gen 0 token 0, rule@ffff88007921a200 rate 20 gen 0 00000100:00100000:3.0:1718930629.351939:0:13410:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88008572b440 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8a07974b-7506-4725-beb3-4b5c6f8f9250+6:1878:x1802425753239808:12345-192.168.204.9@tcp:4:dd.0 00002000:00010000:3.0:1718930629.351983:0:13410:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x574:0x0] initial LVB size: 87031808, mtime: 0x6674ccc5, atime: 0x0, ctime: 0x6674ccc5, blocks: 0x29808 00010000:00010000:3.0:1718930629.351989:0:13410:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880099ad9680/0x4c38e74a54728a6d lrc: 3/0,1 mode: --/PW res: [0x280000400:0x574:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930629.351998:0:13410:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718930629.351999:0:13410:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718930629.352003:0:13410:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099ad9680/0x4c38e74a54728a6d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x574:0x0].0x0 rrc: 2 type: EXT [87031808->88080383] (req 87031808->88080383) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 13410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930629.352015:0:13410:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099ad9680/0x4c38e74a54728a6d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x574:0x0].0x0 rrc: 2 type: EXT [87031808->88080383] (req 87031808->88080383) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 13410 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1718930629.357721:0:13410:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x574:0x0] updating lvb size from disk: 87031808 -> 88080384 00002000:00010000:3.0:1718930629.357724:0:13410:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x280000400:0x574:0x0] updating lvb blocks from disk: 169992 -> 172040 00010000:00010000:3.0:1718930629.357730:0:13410:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880099ad9680/0x4c38e74a54728a6d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x574:0x0].0x0 rrc: 2 type: EXT [87031808->88080383] (req 87031808->88080383) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 13410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930629.357750:0:13410:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880099ad9680/0x4c38e74a54728a6d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x574:0x0].0x0 rrc: 2 type: EXT [87031808->88080383] (req 87031808->88080383) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 13410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930629.357768:0:13410:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1718930629.357806:0:13410:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88008572b440 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8a07974b-7506-4725-beb3-4b5c6f8f9250+6:1878:x1802425753239808:12345-192.168.204.9@tcp:4:dd.0 Request processed in 5871us (47968us total) trans 4294976076 rc 0/0 00000100:00100000:3.0:1718930629.357813:0:13410:0:(nrs_tbf.c:3255:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.204.9@tcp, seq: 300 00000100:00100000:1.0:1718930629.359715:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1718930629.359792:0:13410:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753239936 00000100:00100000:3.0:1718930629.359818:0:13410:0:(nrs_tbf.c:3199:nrs_tbf_req_add()) TBF enqueues: class@ffff880082890400 rate 20 gen 0 token 0, rule@ffff88007921a200 rate 20 gen 0 00000100:00100000:3.0:1718930629.402013:0:22544:0:(nrs_tbf.c:3117:nrs_tbf_req_get()) TBF dequeues: class@ffff880082890400 rate 20 gen 0 token 0, rule@ffff88007921a200 rate 20 gen 0 00000100:00100000:3.0:1718930629.402029:0:22544:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88008572ed40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8a07974b-7506-4725-beb3-4b5c6f8f9250+6:1876:x1802425753239936:12345-192.168.204.9@tcp:4:dd.0 00002000:00010000:3.0:1718930629.402083:0:22544:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x574:0x0] initial LVB size: 88080384, mtime: 0x6674ccc5, atime: 0x0, ctime: 0x6674ccc5, blocks: 0x2a008 00010000:00010000:3.0:1718930629.402089:0:22544:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880099ad8b40/0x4c38e74a54728a74 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x574:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22544 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930629.402102:0:22544:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718930629.402103:0:22544:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718930629.402108:0:22544:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099ad8b40/0x4c38e74a54728a74 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x574:0x0].0x0 rrc: 2 type: EXT [88080384->89128959] (req 88080384->89128959) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 22544 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930629.402120:0:22544:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099ad8b40/0x4c38e74a54728a74 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x574:0x0].0x0 rrc: 2 type: EXT [88080384->89128959] (req 88080384->89128959) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 22544 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1718930629.406913:0:22544:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x574:0x0] updating lvb size from disk: 88080384 -> 89128960 00002000:00010000:3.0:1718930629.406917:0:22544:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x280000400:0x574:0x0] updating lvb blocks from disk: 172040 -> 174088 00010000:00010000:3.0:1718930629.406923:0:22544:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880099ad8b40/0x4c38e74a54728a74 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x574:0x0].0x0 rrc: 2 type: EXT [88080384->89128959] (req 88080384->89128959) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 22544 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930629.406929:0:22544:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880099ad8b40/0x4c38e74a54728a74 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x574:0x0].0x0 rrc: 2 type: EXT [88080384->89128959] (req 88080384->89128959) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 22544 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930629.406944:0:22544:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1718930629.406981:0:22544:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88008572ed40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8a07974b-7506-4725-beb3-4b5c6f8f9250+6:1876:x1802425753239936:12345-192.168.204.9@tcp:4:dd.0 Request processed in 4955us (47266us total) trans 4294976077 rc 0/0 00000100:00100000:3.0:1718930629.406987:0:22544:0:(nrs_tbf.c:3255:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.204.9@tcp, seq: 301 00000100:00100000:1.0:1718930629.408855:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1718930629.408900:0:22544:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753240064 00000100:00100000:3.0:1718930629.408927:0:22544:0:(nrs_tbf.c:3199:nrs_tbf_req_add()) TBF enqueues: class@ffff880082890400 rate 20 gen 0 token 0, rule@ffff88007921a200 rate 20 gen 0 00000100:00100000:3.0:1718930629.452114:0:13410:0:(nrs_tbf.c:3117:nrs_tbf_req_get()) TBF dequeues: class@ffff880082890400 rate 20 gen 0 token 0, rule@ffff88007921a200 rate 20 gen 0 00000100:00100000:3.0:1718930629.452134:0:13410:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88008572f6c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8a07974b-7506-4725-beb3-4b5c6f8f9250+6:1877:x1802425753240064:12345-192.168.204.9@tcp:4:dd.0 00002000:00010000:3.0:1718930629.452191:0:13410:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x574:0x0] initial LVB size: 89128960, mtime: 0x6674ccc5, atime: 0x0, ctime: 0x6674ccc5, blocks: 0x2a808 00010000:00010000:3.0:1718930629.452198:0:13410:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880099adbcc0/0x4c38e74a54728a7b lrc: 3/0,1 mode: --/PW res: [0x280000400:0x574:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930629.452212:0:13410:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718930629.452214:0:13410:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718930629.452218:0:13410:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099adbcc0/0x4c38e74a54728a7b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x574:0x0].0x0 rrc: 2 type: EXT [89128960->90177535] (req 89128960->90177535) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 13410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930629.452230:0:13410:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099adbcc0/0x4c38e74a54728a7b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x574:0x0].0x0 rrc: 2 type: EXT [89128960->90177535] (req 89128960->90177535) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 13410 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1718930629.458810:0:13410:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x574:0x0] updating lvb size from disk: 89128960 -> 90177536 00002000:00010000:3.0:1718930629.458814:0:13410:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x280000400:0x574:0x0] updating lvb blocks from disk: 174088 -> 176136 00010000:00010000:3.0:1718930629.458821:0:13410:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880099adbcc0/0x4c38e74a54728a7b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x574:0x0].0x0 rrc: 2 type: EXT [89128960->90177535] (req 89128960->90177535) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 13410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930629.458827:0:13410:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880099adbcc0/0x4c38e74a54728a7b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x574:0x0].0x0 rrc: 2 type: EXT [89128960->90177535] (req 89128960->90177535) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 13410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930629.458847:0:13410:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1718930629.458892:0:13410:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88008572f6c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8a07974b-7506-4725-beb3-4b5c6f8f9250+6:1877:x1802425753240064:12345-192.168.204.9@tcp:4:dd.0 Request processed in 6764us (50037us total) trans 4294976078 rc 0/0 00000100:00100000:3.0:1718930629.458898:0:13410:0:(nrs_tbf.c:3255:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.204.9@tcp, seq: 302 00000100:00100000:1.0:1718930629.460776:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1718930629.460830:0:13410:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753240192 00000100:00100000:3.0:1718930629.460855:0:13410:0:(nrs_tbf.c:3199:nrs_tbf_req_add()) TBF enqueues: class@ffff880082890400 rate 20 gen 0 token 0, rule@ffff88007921a200 rate 20 gen 0 00000100:00100000:3.0:1718930629.502230:0:22544:0:(nrs_tbf.c:3117:nrs_tbf_req_get()) TBF dequeues: class@ffff880082890400 rate 20 gen 0 token 0, rule@ffff88007921a200 rate 20 gen 0 00000100:00100000:3.0:1718930629.502252:0:22544:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88008572c280 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8a07974b-7506-4725-beb3-4b5c6f8f9250+6:1876:x1802425753240192:12345-192.168.204.9@tcp:4:dd.0 00002000:00010000:3.0:1718930629.502321:0:22544:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x574:0x0] initial LVB size: 90177536, mtime: 0x6674ccc5, atime: 0x0, ctime: 0x6674ccc5, blocks: 0x2b008 00010000:00010000:3.0:1718930629.502329:0:22544:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880099adbcc0/0x4c38e74a54728a82 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x574:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22544 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930629.502343:0:22544:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718930629.502346:0:22544:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718930629.502350:0:22544:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099adbcc0/0x4c38e74a54728a82 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x574:0x0].0x0 rrc: 2 type: EXT [90177536->91226111] (req 90177536->91226111) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 22544 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930629.502363:0:22544:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099adbcc0/0x4c38e74a54728a82 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x574:0x0].0x0 rrc: 2 type: EXT [90177536->91226111] (req 90177536->91226111) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 22544 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1718930629.508720:0:22544:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x574:0x0] updating lvb size from disk: 90177536 -> 91226112 00002000:00010000:3.0:1718930629.508725:0:22544:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x280000400:0x574:0x0] updating lvb blocks from disk: 176136 -> 178184 00010000:00010000:3.0:1718930629.508750:0:22544:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880099adbcc0/0x4c38e74a54728a82 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x574:0x0].0x0 rrc: 2 type: EXT [90177536->91226111] (req 90177536->91226111) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 22544 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930629.508761:0:22544:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880099adbcc0/0x4c38e74a54728a82 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x574:0x0].0x0 rrc: 2 type: EXT [90177536->91226111] (req 90177536->91226111) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 22544 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930629.508787:0:22544:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1718930629.508841:0:22544:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88008572c280 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8a07974b-7506-4725-beb3-4b5c6f8f9250+6:1876:x1802425753240192:12345-192.168.204.9@tcp:4:dd.0 Request processed in 6595us (48064us total) trans 4294976079 rc 0/0 00000100:00100000:3.0:1718930629.508851:0:22544:0:(nrs_tbf.c:3255:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.204.9@tcp, seq: 303 00000100:00100000:1.0:1718930629.511123:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1718930629.511178:0:22544:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753240320 00000100:00100000:3.0:1718930629.511219:0:22544:0:(nrs_tbf.c:3199:nrs_tbf_req_add()) TBF enqueues: class@ffff880082890400 rate 20 gen 0 token 0, rule@ffff88007921a200 rate 20 gen 0 00000100:00100000:3.0:1718930629.552359:0:13410:0:(nrs_tbf.c:3117:nrs_tbf_req_get()) TBF dequeues: class@ffff880082890400 rate 20 gen 0 token 0, rule@ffff88007921a200 rate 20 gen 0 00000100:00100000:3.0:1718930629.552379:0:13410:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88008572cc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8a07974b-7506-4725-beb3-4b5c6f8f9250+6:1878:x1802425753240320:12345-192.168.204.9@tcp:4:dd.0 00002000:00010000:3.0:1718930629.552438:0:13410:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x574:0x0] initial LVB size: 91226112, mtime: 0x6674ccc5, atime: 0x0, ctime: 0x6674ccc5, blocks: 0x2b808 00010000:00010000:3.0:1718930629.552446:0:13410:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880099ad8b40/0x4c38e74a54728a89 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x574:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930629.552461:0:13410:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718930629.552464:0:13410:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718930629.552468:0:13410:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099ad8b40/0x4c38e74a54728a89 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x574:0x0].0x0 rrc: 2 type: EXT [91226112->92274687] (req 91226112->92274687) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 13410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930629.552482:0:13410:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099ad8b40/0x4c38e74a54728a89 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x574:0x0].0x0 rrc: 2 type: EXT [91226112->92274687] (req 91226112->92274687) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 13410 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1718930629.558344:0:13410:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x574:0x0] updating lvb size from disk: 91226112 -> 92274688 00002000:00010000:3.0:1718930629.558348:0:13410:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x280000400:0x574:0x0] updating lvb blocks from disk: 178184 -> 180232 00010000:00010000:3.0:1718930629.558354:0:13410:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880099ad8b40/0x4c38e74a54728a89 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x574:0x0].0x0 rrc: 2 type: EXT [91226112->92274687] (req 91226112->92274687) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 13410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930629.558360:0:13410:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880099ad8b40/0x4c38e74a54728a89 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x574:0x0].0x0 rrc: 2 type: EXT [91226112->92274687] (req 91226112->92274687) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 13410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930629.558377:0:13410:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1718930629.558426:0:13410:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88008572cc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8a07974b-7506-4725-beb3-4b5c6f8f9250+6:1878:x1802425753240320:12345-192.168.204.9@tcp:4:dd.0 Request processed in 6053us (47313us total) trans 4294976080 rc 0/0 00000100:00100000:3.0:1718930629.558433:0:13410:0:(nrs_tbf.c:3255:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.204.9@tcp, seq: 304 00000100:00100000:1.0:1718930629.560711:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1718930629.560800:0:13410:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753240448 00000100:00100000:3.0:1718930629.560831:0:13410:0:(nrs_tbf.c:3199:nrs_tbf_req_add()) TBF enqueues: class@ffff880082890400 rate 20 gen 0 token 0, rule@ffff88007921a200 rate 20 gen 0 00000100:00100000:3.0:1718930629.602446:0:22544:0:(nrs_tbf.c:3117:nrs_tbf_req_get()) TBF dequeues: class@ffff880082890400 rate 20 gen 0 token 0, rule@ffff88007921a200 rate 20 gen 0 00000100:00100000:3.0:1718930629.602464:0:22544:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88008572af80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8a07974b-7506-4725-beb3-4b5c6f8f9250+6:1878:x1802425753240448:12345-192.168.204.9@tcp:4:dd.0 00002000:00010000:3.0:1718930629.602515:0:22544:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x574:0x0] initial LVB size: 92274688, mtime: 0x6674ccc5, atime: 0x0, ctime: 0x6674ccc5, blocks: 0x2c008 00010000:00010000:3.0:1718930629.602522:0:22544:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880099ad9680/0x4c38e74a54728a90 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x574:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22544 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930629.602533:0:22544:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718930629.602536:0:22544:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718930629.602540:0:22544:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099ad9680/0x4c38e74a54728a90 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x574:0x0].0x0 rrc: 2 type: EXT [92274688->93323263] (req 92274688->93323263) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 22544 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930629.602551:0:22544:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099ad9680/0x4c38e74a54728a90 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x574:0x0].0x0 rrc: 2 type: EXT [92274688->93323263] (req 92274688->93323263) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 22544 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1718930629.608212:0:22544:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x574:0x0] updating lvb size from disk: 92274688 -> 93323264 00002000:00010000:3.0:1718930629.608216:0:22544:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x280000400:0x574:0x0] updating lvb blocks from disk: 180232 -> 182280 00010000:00010000:3.0:1718930629.608224:0:22544:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880099ad9680/0x4c38e74a54728a90 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x574:0x0].0x0 rrc: 2 type: EXT [92274688->93323263] (req 92274688->93323263) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 22544 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930629.608234:0:22544:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880099ad9680/0x4c38e74a54728a90 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x574:0x0].0x0 rrc: 2 type: EXT [92274688->93323263] (req 92274688->93323263) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 22544 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930629.608260:0:22544:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1718930629.608312:0:22544:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88008572af80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8a07974b-7506-4725-beb3-4b5c6f8f9250+6:1878:x1802425753240448:12345-192.168.204.9@tcp:4:dd.0 Request processed in 5851us (47599us total) trans 4294976081 rc 0/0 00000100:00100000:3.0:1718930629.608321:0:22544:0:(nrs_tbf.c:3255:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.204.9@tcp, seq: 305 00000100:00100000:1.0:1718930629.610428:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1718930629.610474:0:22544:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753240576 00000100:00100000:3.0:1718930629.610501:0:22544:0:(nrs_tbf.c:3199:nrs_tbf_req_add()) TBF enqueues: class@ffff880082890400 rate 20 gen 0 token 0, rule@ffff88007921a200 rate 20 gen 0 00000100:00100000:3.0:1718930629.652529:0:13410:0:(nrs_tbf.c:3117:nrs_tbf_req_get()) TBF dequeues: class@ffff880082890400 rate 20 gen 0 token 0, rule@ffff88007921a200 rate 20 gen 0 00000100:00100000:3.0:1718930629.652543:0:13410:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88008572da40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8a07974b-7506-4725-beb3-4b5c6f8f9250+6:1875:x1802425753240576:12345-192.168.204.9@tcp:4:dd.0 00002000:00010000:3.0:1718930629.652596:0:13410:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x574:0x0] initial LVB size: 93323264, mtime: 0x6674ccc5, atime: 0x0, ctime: 0x6674ccc5, blocks: 0x2c808 00010000:00010000:3.0:1718930629.652602:0:13410:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880099ad9680/0x4c38e74a54728a97 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x574:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930629.652611:0:13410:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718930629.652612:0:13410:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718930629.652616:0:13410:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099ad9680/0x4c38e74a54728a97 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x574:0x0].0x0 rrc: 2 type: EXT [93323264->94371839] (req 93323264->94371839) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 13410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930629.652623:0:13410:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099ad9680/0x4c38e74a54728a97 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x574:0x0].0x0 rrc: 2 type: EXT [93323264->94371839] (req 93323264->94371839) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 13410 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1718930629.659438:0:13410:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x574:0x0] updating lvb size from disk: 93323264 -> 94371840 00002000:00010000:3.0:1718930629.659443:0:13410:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x280000400:0x574:0x0] updating lvb blocks from disk: 182280 -> 184328 00010000:00010000:3.0:1718930629.659452:0:13410:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880099ad9680/0x4c38e74a54728a97 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x574:0x0].0x0 rrc: 2 type: EXT [93323264->94371839] (req 93323264->94371839) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 13410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930629.659460:0:13410:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880099ad9680/0x4c38e74a54728a97 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x574:0x0].0x0 rrc: 2 type: EXT [93323264->94371839] (req 93323264->94371839) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 13410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930629.659487:0:13410:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1718930629.659537:0:13410:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88008572da40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8a07974b-7506-4725-beb3-4b5c6f8f9250+6:1875:x1802425753240576:12345-192.168.204.9@tcp:4:dd.0 Request processed in 6997us (49110us total) trans 4294976082 rc 0/0 00000100:00100000:3.0:1718930629.659545:0:13410:0:(nrs_tbf.c:3255:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.204.9@tcp, seq: 306 00000100:00100000:1.0:1718930629.662163:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1718930629.662277:0:13410:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753240704 00000100:00100000:3.0:1718930629.662313:0:13410:0:(nrs_tbf.c:3199:nrs_tbf_req_add()) TBF enqueues: class@ffff880082890400 rate 20 gen 0 token 0, rule@ffff88007921a200 rate 20 gen 0 00000100:00100000:3.0:1718930629.702629:0:22544:0:(nrs_tbf.c:3117:nrs_tbf_req_get()) TBF dequeues: class@ffff880082890400 rate 20 gen 0 token 0, rule@ffff88007921a200 rate 20 gen 0 00000100:00100000:3.0:1718930629.702648:0:22544:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88008572bdc0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8a07974b-7506-4725-beb3-4b5c6f8f9250+6:1876:x1802425753240704:12345-192.168.204.9@tcp:4:dd.0 00002000:00010000:3.0:1718930629.702726:0:22544:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x574:0x0] initial LVB size: 94371840, mtime: 0x6674ccc5, atime: 0x0, ctime: 0x6674ccc5, blocks: 0x2d008 00010000:00010000:3.0:1718930629.702754:0:22544:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880099ad9f80/0x4c38e74a54728a9e lrc: 3/0,1 mode: --/PW res: [0x280000400:0x574:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22544 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930629.702780:0:22544:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718930629.702783:0:22544:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718930629.702787:0:22544:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099ad9f80/0x4c38e74a54728a9e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x574:0x0].0x0 rrc: 2 type: EXT [94371840->95420415] (req 94371840->95420415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 22544 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930629.702801:0:22544:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099ad9f80/0x4c38e74a54728a9e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x574:0x0].0x0 rrc: 2 type: EXT [94371840->95420415] (req 94371840->95420415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 22544 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1718930629.708967:0:22544:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x574:0x0] updating lvb size from disk: 94371840 -> 95420416 00002000:00010000:3.0:1718930629.708971:0:22544:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x280000400:0x574:0x0] updating lvb blocks from disk: 184328 -> 186376 00010000:00010000:3.0:1718930629.708978:0:22544:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880099ad9f80/0x4c38e74a54728a9e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x574:0x0].0x0 rrc: 2 type: EXT [94371840->95420415] (req 94371840->95420415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 22544 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930629.708985:0:22544:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880099ad9f80/0x4c38e74a54728a9e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x574:0x0].0x0 rrc: 2 type: EXT [94371840->95420415] (req 94371840->95420415) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 22544 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930629.709002:0:22544:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1718930629.709048:0:22544:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88008572bdc0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8a07974b-7506-4725-beb3-4b5c6f8f9250+6:1876:x1802425753240704:12345-192.168.204.9@tcp:4:dd.0 Request processed in 6405us (46890us total) trans 4294976083 rc 0/0 00000100:00100000:3.0:1718930629.709054:0:22544:0:(nrs_tbf.c:3255:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.204.9@tcp, seq: 307 00000100:00100000:1.0:1718930629.711294:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1718930629.711371:0:22544:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753240832 00000100:00100000:3.0:1718930629.711409:0:22544:0:(nrs_tbf.c:3199:nrs_tbf_req_add()) TBF enqueues: class@ffff880082890400 rate 20 gen 0 token 0, rule@ffff88007921a200 rate 20 gen 0 00000100:00100000:3.0:1718930629.752774:0:13410:0:(nrs_tbf.c:3117:nrs_tbf_req_get()) TBF dequeues: class@ffff880082890400 rate 20 gen 0 token 0, rule@ffff88007921a200 rate 20 gen 0 00000100:00100000:3.0:1718930629.752793:0:13410:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88008572df00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8a07974b-7506-4725-beb3-4b5c6f8f9250+6:1877:x1802425753240832:12345-192.168.204.9@tcp:4:dd.0 00002000:00010000:3.0:1718930629.752846:0:13410:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x574:0x0] initial LVB size: 95420416, mtime: 0x6674ccc5, atime: 0x0, ctime: 0x6674ccc5, blocks: 0x2d808 00010000:00010000:3.0:1718930629.752853:0:13410:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880099ad8240/0x4c38e74a54728aa5 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x574:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930629.752866:0:13410:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718930629.752868:0:13410:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718930629.752873:0:13410:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099ad8240/0x4c38e74a54728aa5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x574:0x0].0x0 rrc: 2 type: EXT [95420416->96468991] (req 95420416->96468991) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 13410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930629.752884:0:13410:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099ad8240/0x4c38e74a54728aa5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x574:0x0].0x0 rrc: 2 type: EXT [95420416->96468991] (req 95420416->96468991) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 13410 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1718930629.759518:0:13410:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x574:0x0] updating lvb size from disk: 95420416 -> 96468992 00002000:00010000:3.0:1718930629.759522:0:13410:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x280000400:0x574:0x0] updating lvb blocks from disk: 186376 -> 188424 00010000:00010000:3.0:1718930629.759530:0:13410:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880099ad8240/0x4c38e74a54728aa5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x574:0x0].0x0 rrc: 2 type: EXT [95420416->96468991] (req 95420416->96468991) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 13410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930629.759541:0:13410:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880099ad8240/0x4c38e74a54728aa5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x574:0x0].0x0 rrc: 2 type: EXT [95420416->96468991] (req 95420416->96468991) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 13410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930629.759568:0:13410:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1718930629.759637:0:13410:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88008572df00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8a07974b-7506-4725-beb3-4b5c6f8f9250+6:1877:x1802425753240832:12345-192.168.204.9@tcp:4:dd.0 Request processed in 6847us (48342us total) trans 4294976084 rc 0/0 00000100:00100000:3.0:1718930629.759648:0:13410:0:(nrs_tbf.c:3255:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.204.9@tcp, seq: 308 00000100:00100000:1.0:1718930629.761981:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1718930629.762047:0:13410:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753240960 00000100:00100000:3.0:1718930629.762082:0:13410:0:(nrs_tbf.c:3199:nrs_tbf_req_add()) TBF enqueues: class@ffff880082890400 rate 20 gen 0 token 0, rule@ffff88007921a200 rate 20 gen 0 00000100:00100000:3.0:1718930629.802865:0:22544:0:(nrs_tbf.c:3117:nrs_tbf_req_get()) TBF dequeues: class@ffff880082890400 rate 20 gen 0 token 0, rule@ffff88007921a200 rate 20 gen 0 00000100:00100000:3.0:1718930629.802885:0:22544:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88008572b900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8a07974b-7506-4725-beb3-4b5c6f8f9250+6:1875:x1802425753240960:12345-192.168.204.9@tcp:4:dd.0 00002000:00010000:3.0:1718930629.802940:0:22544:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x574:0x0] initial LVB size: 96468992, mtime: 0x6674ccc5, atime: 0x0, ctime: 0x6674ccc5, blocks: 0x2e008 00010000:00010000:3.0:1718930629.802948:0:22544:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880099adb840/0x4c38e74a54728aac lrc: 3/0,1 mode: --/PW res: [0x280000400:0x574:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22544 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930629.802961:0:22544:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718930629.802963:0:22544:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718930629.802968:0:22544:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099adb840/0x4c38e74a54728aac lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x574:0x0].0x0 rrc: 2 type: EXT [96468992->97517567] (req 96468992->97517567) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 22544 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930629.802979:0:22544:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099adb840/0x4c38e74a54728aac lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x574:0x0].0x0 rrc: 2 type: EXT [96468992->97517567] (req 96468992->97517567) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 22544 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1718930629.810611:0:22544:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x574:0x0] updating lvb size from disk: 96468992 -> 97517568 00002000:00010000:3.0:1718930629.810617:0:22544:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x280000400:0x574:0x0] updating lvb blocks from disk: 188424 -> 190472 00010000:00010000:3.0:1718930629.810628:0:22544:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880099adb840/0x4c38e74a54728aac lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x574:0x0].0x0 rrc: 2 type: EXT [96468992->97517567] (req 96468992->97517567) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 22544 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930629.810642:0:22544:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880099adb840/0x4c38e74a54728aac lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x574:0x0].0x0 rrc: 2 type: EXT [96468992->97517567] (req 96468992->97517567) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 22544 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930629.810712:0:22544:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1718930629.810817:0:22544:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88008572b900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8a07974b-7506-4725-beb3-4b5c6f8f9250+6:1875:x1802425753240960:12345-192.168.204.9@tcp:4:dd.0 Request processed in 7936us (48837us total) trans 4294976085 rc 0/0 00000100:00100000:3.0:1718930629.810828:0:22544:0:(nrs_tbf.c:3255:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.204.9@tcp, seq: 309 00000100:00100000:1.0:1718930629.813280:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1718930629.813388:0:22544:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753241088 00000100:00100000:3.0:1718930629.813424:0:22544:0:(nrs_tbf.c:3199:nrs_tbf_req_add()) TBF enqueues: class@ffff880082890400 rate 20 gen 0 token 0, rule@ffff88007921a200 rate 20 gen 0 00000100:00100000:3.0:1718930629.852955:0:13410:0:(nrs_tbf.c:3117:nrs_tbf_req_get()) TBF dequeues: class@ffff880082890400 rate 20 gen 0 token 0, rule@ffff88007921a200 rate 20 gen 0 00000100:00100000:3.0:1718930629.852973:0:13410:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880085729300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8a07974b-7506-4725-beb3-4b5c6f8f9250+6:1876:x1802425753241088:12345-192.168.204.9@tcp:4:dd.0 00002000:00010000:3.0:1718930629.853023:0:13410:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x574:0x0] initial LVB size: 97517568, mtime: 0x6674ccc5, atime: 0x0, ctime: 0x6674ccc5, blocks: 0x2e808 00010000:00010000:3.0:1718930629.853030:0:13410:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880099adb840/0x4c38e74a54728ab3 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x574:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930629.853041:0:13410:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718930629.853043:0:13410:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718930629.853047:0:13410:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099adb840/0x4c38e74a54728ab3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x574:0x0].0x0 rrc: 2 type: EXT [97517568->98566143] (req 97517568->98566143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 13410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930629.853057:0:13410:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099adb840/0x4c38e74a54728ab3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x574:0x0].0x0 rrc: 2 type: EXT [97517568->98566143] (req 97517568->98566143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 13410 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1718930629.859476:0:13410:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x574:0x0] updating lvb size from disk: 97517568 -> 98566144 00002000:00010000:3.0:1718930629.859480:0:13410:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x280000400:0x574:0x0] updating lvb blocks from disk: 190472 -> 192520 00010000:00010000:3.0:1718930629.859488:0:13410:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880099adb840/0x4c38e74a54728ab3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x574:0x0].0x0 rrc: 2 type: EXT [97517568->98566143] (req 97517568->98566143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 13410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930629.859525:0:13410:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880099adb840/0x4c38e74a54728ab3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x574:0x0].0x0 rrc: 2 type: EXT [97517568->98566143] (req 97517568->98566143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 13410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930629.859547:0:13410:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1718930629.859603:0:13410:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880085729300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8a07974b-7506-4725-beb3-4b5c6f8f9250+6:1876:x1802425753241088:12345-192.168.204.9@tcp:4:dd.0 Request processed in 6634us (46322us total) trans 4294976086 rc 0/0 00000100:00100000:3.0:1718930629.859611:0:13410:0:(nrs_tbf.c:3255:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.204.9@tcp, seq: 310 00000100:00100000:1.0:1718930629.861740:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1718930629.861787:0:13410:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753241216 00000100:00100000:3.0:1718930629.861816:0:13410:0:(nrs_tbf.c:3199:nrs_tbf_req_add()) TBF enqueues: class@ffff880082890400 rate 20 gen 0 token 0, rule@ffff88007921a200 rate 20 gen 0 00000100:00100000:3.0:1718930629.903066:0:22544:0:(nrs_tbf.c:3117:nrs_tbf_req_get()) TBF dequeues: class@ffff880082890400 rate 20 gen 0 token 0, rule@ffff88007921a200 rate 20 gen 0 00000100:00100000:3.0:1718930629.903085:0:22544:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880085729c80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8a07974b-7506-4725-beb3-4b5c6f8f9250+6:1878:x1802425753241216:12345-192.168.204.9@tcp:4:dd.0 00002000:00010000:3.0:1718930629.903143:0:22544:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x574:0x0] initial LVB size: 98566144, mtime: 0x6674ccc5, atime: 0x0, ctime: 0x6674ccc5, blocks: 0x2f008 00010000:00010000:3.0:1718930629.903151:0:22544:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880099adb840/0x4c38e74a54728aba lrc: 3/0,1 mode: --/PW res: [0x280000400:0x574:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22544 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930629.903165:0:22544:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718930629.903167:0:22544:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718930629.903172:0:22544:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099adb840/0x4c38e74a54728aba lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x574:0x0].0x0 rrc: 2 type: EXT [98566144->99614719] (req 98566144->99614719) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 22544 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930629.903184:0:22544:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099adb840/0x4c38e74a54728aba lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x574:0x0].0x0 rrc: 2 type: EXT [98566144->99614719] (req 98566144->99614719) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 22544 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1718930629.910484:0:22544:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x574:0x0] updating lvb size from disk: 98566144 -> 99614720 00002000:00010000:3.0:1718930629.910489:0:22544:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x280000400:0x574:0x0] updating lvb blocks from disk: 192520 -> 194568 00010000:00010000:3.0:1718930629.910497:0:22544:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880099adb840/0x4c38e74a54728aba lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x574:0x0].0x0 rrc: 2 type: EXT [98566144->99614719] (req 98566144->99614719) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 22544 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930629.910506:0:22544:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880099adb840/0x4c38e74a54728aba lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x574:0x0].0x0 rrc: 2 type: EXT [98566144->99614719] (req 98566144->99614719) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 22544 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930629.910533:0:22544:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1718930629.910606:0:22544:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880085729c80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8a07974b-7506-4725-beb3-4b5c6f8f9250+6:1878:x1802425753241216:12345-192.168.204.9@tcp:4:dd.0 Request processed in 7525us (48876us total) trans 4294976087 rc 0/0 00000100:00100000:3.0:1718930629.910615:0:22544:0:(nrs_tbf.c:3255:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.204.9@tcp, seq: 311 00000100:00100000:1.0:1718930629.913186:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1718930629.913286:0:22544:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753241344 00000100:00100000:3.0:1718930629.913316:0:22544:0:(nrs_tbf.c:3199:nrs_tbf_req_add()) TBF enqueues: class@ffff880082890400 rate 20 gen 0 token 0, rule@ffff88007921a200 rate 20 gen 0 00000100:00100000:3.0:1718930629.953171:0:13410:0:(nrs_tbf.c:3117:nrs_tbf_req_get()) TBF dequeues: class@ffff880082890400 rate 20 gen 0 token 0, rule@ffff88007921a200 rate 20 gen 0 00000100:00100000:3.0:1718930629.953189:0:13410:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800857297c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8a07974b-7506-4725-beb3-4b5c6f8f9250+6:1878:x1802425753241344:12345-192.168.204.9@tcp:4:dd.0 00002000:00010000:3.0:1718930629.953238:0:13410:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x574:0x0] initial LVB size: 99614720, mtime: 0x6674ccc5, atime: 0x0, ctime: 0x6674ccc5, blocks: 0x2f808 00010000:00010000:3.0:1718930629.953245:0:13410:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880099adba80/0x4c38e74a54728ac1 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x574:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930629.953256:0:13410:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718930629.953258:0:13410:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718930629.953262:0:13410:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099adba80/0x4c38e74a54728ac1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x574:0x0].0x0 rrc: 2 type: EXT [99614720->100663295] (req 99614720->100663295) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 13410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930629.953274:0:13410:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099adba80/0x4c38e74a54728ac1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x574:0x0].0x0 rrc: 2 type: EXT [99614720->100663295] (req 99614720->100663295) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 13410 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1718930629.960933:0:13410:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x574:0x0] updating lvb size from disk: 99614720 -> 100663296 00002000:00010000:3.0:1718930629.960938:0:13410:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x280000400:0x574:0x0] updating lvb blocks from disk: 194568 -> 196616 00010000:00010000:3.0:1718930629.960950:0:13410:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880099adba80/0x4c38e74a54728ac1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x574:0x0].0x0 rrc: 2 type: EXT [99614720->100663295] (req 99614720->100663295) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 13410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930629.960961:0:13410:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880099adba80/0x4c38e74a54728ac1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x574:0x0].0x0 rrc: 2 type: EXT [99614720->100663295] (req 99614720->100663295) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 13410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930629.960986:0:13410:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1718930629.961059:0:13410:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800857297c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8a07974b-7506-4725-beb3-4b5c6f8f9250+6:1878:x1802425753241344:12345-192.168.204.9@tcp:4:dd.0 Request processed in 7873us (47872us total) trans 4294976088 rc 0/0 00000100:00100000:3.0:1718930629.961071:0:13410:0:(nrs_tbf.c:3255:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.204.9@tcp, seq: 312 00000100:00100000:1.0:1718930629.964005:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1718930629.964059:0:13410:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753241472 00000100:00100000:3.0:1718930629.964087:0:13410:0:(nrs_tbf.c:3199:nrs_tbf_req_add()) TBF enqueues: class@ffff880082890400 rate 20 gen 0 token 0, rule@ffff88007921a200 rate 20 gen 0 00000100:00100000:3.0:1718930630.003280:0:22544:0:(nrs_tbf.c:3117:nrs_tbf_req_get()) TBF dequeues: class@ffff880082890400 rate 20 gen 0 token 0, rule@ffff88007921a200 rate 20 gen 0 00000100:00100000:3.0:1718930630.003297:0:22544:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88008572c740 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8a07974b-7506-4725-beb3-4b5c6f8f9250+6:1876:x1802425753241472:12345-192.168.204.9@tcp:4:dd.0 00002000:00010000:3.0:1718930630.003358:0:22544:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x574:0x0] initial LVB size: 100663296, mtime: 0x6674ccc5, atime: 0x0, ctime: 0x6674ccc5, blocks: 0x30008 00010000:00010000:3.0:1718930630.003364:0:22544:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880099ada640/0x4c38e74a54728ac8 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x574:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22544 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930630.003374:0:22544:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718930630.003376:0:22544:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718930630.003379:0:22544:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099ada640/0x4c38e74a54728ac8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x574:0x0].0x0 rrc: 2 type: EXT [100663296->101711871] (req 100663296->101711871) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 22544 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930630.003388:0:22544:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099ada640/0x4c38e74a54728ac8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x574:0x0].0x0 rrc: 2 type: EXT [100663296->101711871] (req 100663296->101711871) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 22544 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1718930630.009374:0:22544:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x574:0x0] updating lvb size from disk: 100663296 -> 101711872 00002000:00010000:3.0:1718930630.009379:0:22544:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x280000400:0x574:0x0] updating lvb blocks from disk: 196616 -> 198664 00010000:00010000:3.0:1718930630.009386:0:22544:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880099ada640/0x4c38e74a54728ac8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x574:0x0].0x0 rrc: 2 type: EXT [100663296->101711871] (req 100663296->101711871) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 22544 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930630.009395:0:22544:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880099ada640/0x4c38e74a54728ac8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x574:0x0].0x0 rrc: 2 type: EXT [100663296->101711871] (req 100663296->101711871) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 22544 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930630.009408:0:22544:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1718930630.009459:0:22544:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88008572c740 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8a07974b-7506-4725-beb3-4b5c6f8f9250+6:1876:x1802425753241472:12345-192.168.204.9@tcp:4:dd.0 Request processed in 6166us (45454us total) trans 4294976089 rc 0/0 00000100:00100000:3.0:1718930630.009468:0:22544:0:(nrs_tbf.c:3255:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.204.9@tcp, seq: 313 00000100:00100000:1.0:1718930630.011595:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1718930630.011640:0:22544:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753241600 00000100:00100000:3.0:1718930630.011701:0:22544:0:(nrs_tbf.c:3199:nrs_tbf_req_add()) TBF enqueues: class@ffff880082890400 rate 20 gen 0 token 0, rule@ffff88007921a200 rate 20 gen 0 00000100:00100000:3.0:1718930630.053384:0:13410:0:(nrs_tbf.c:3117:nrs_tbf_req_get()) TBF dequeues: class@ffff880082890400 rate 20 gen 0 token 0, rule@ffff88007921a200 rate 20 gen 0 00000100:00100000:3.0:1718930630.053401:0:13410:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88008572aac0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8a07974b-7506-4725-beb3-4b5c6f8f9250+6:1877:x1802425753241600:12345-192.168.204.9@tcp:4:dd.0 00002000:00010000:3.0:1718930630.053452:0:13410:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x574:0x0] initial LVB size: 101711872, mtime: 0x6674ccc5, atime: 0x0, ctime: 0x6674ccc5, blocks: 0x30808 00010000:00010000:3.0:1718930630.053459:0:13410:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880099adb3c0/0x4c38e74a54728acf lrc: 3/0,1 mode: --/PW res: [0x280000400:0x574:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930630.053471:0:13410:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718930630.053473:0:13410:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718930630.053476:0:13410:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099adb3c0/0x4c38e74a54728acf lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x574:0x0].0x0 rrc: 2 type: EXT [101711872->102760447] (req 101711872->102760447) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 13410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930630.053487:0:13410:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099adb3c0/0x4c38e74a54728acf lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x574:0x0].0x0 rrc: 2 type: EXT [101711872->102760447] (req 101711872->102760447) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 13410 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1718930630.059913:0:13410:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x574:0x0] updating lvb size from disk: 101711872 -> 102760448 00002000:00010000:3.0:1718930630.059917:0:13410:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000400:0x574:0x0] updating lvb mtime from disk: 1718930629 -> 1718930630 00002000:00010000:3.0:1718930630.059919:0:13410:0:(ofd_lvb.c:343:ofd_lvbo_update()) res: [0x280000400:0x574:0x0] updating lvb ctime from disk: 1718930629 -> 1718930630 00002000:00010000:3.0:1718930630.059921:0:13410:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x280000400:0x574:0x0] updating lvb blocks from disk: 198664 -> 200712 00010000:00010000:3.0:1718930630.059928:0:13410:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880099adb3c0/0x4c38e74a54728acf lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x574:0x0].0x0 rrc: 2 type: EXT [101711872->102760447] (req 101711872->102760447) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 13410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930630.059935:0:13410:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880099adb3c0/0x4c38e74a54728acf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x574:0x0].0x0 rrc: 2 type: EXT [101711872->102760447] (req 101711872->102760447) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 13410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930630.059957:0:13410:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1718930630.060000:0:13410:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88008572aac0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8a07974b-7506-4725-beb3-4b5c6f8f9250+6:1877:x1802425753241600:12345-192.168.204.9@tcp:4:dd.0 Request processed in 6604us (48408us total) trans 4294976090 rc 0/0 00000100:00100000:3.0:1718930630.060006:0:13410:0:(nrs_tbf.c:3255:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.204.9@tcp, seq: 314 00000100:00100000:1.0:1718930630.062086:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1718930630.062135:0:13410:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753241728 00000100:00100000:3.0:1718930630.062162:0:13410:0:(nrs_tbf.c:3199:nrs_tbf_req_add()) TBF enqueues: class@ffff880082890400 rate 20 gen 0 token 0, rule@ffff88007921a200 rate 20 gen 0 00000100:00100000:3.0:1718930630.103471:0:22544:0:(nrs_tbf.c:3117:nrs_tbf_req_get()) TBF dequeues: class@ffff880082890400 rate 20 gen 0 token 0, rule@ffff88007921a200 rate 20 gen 0 00000100:00100000:3.0:1718930630.103499:0:22544:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88008572a140 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8a07974b-7506-4725-beb3-4b5c6f8f9250+6:1876:x1802425753241728:12345-192.168.204.9@tcp:4:dd.0 00002000:00010000:3.0:1718930630.103547:0:22544:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x574:0x0] initial LVB size: 102760448, mtime: 0x6674ccc6, atime: 0x0, ctime: 0x6674ccc6, blocks: 0x31008 00010000:00010000:3.0:1718930630.103553:0:22544:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880099adb3c0/0x4c38e74a54728ad6 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x574:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22544 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930630.103565:0:22544:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718930630.103566:0:22544:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718930630.103569:0:22544:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099adb3c0/0x4c38e74a54728ad6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x574:0x0].0x0 rrc: 2 type: EXT [102760448->103809023] (req 102760448->103809023) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 22544 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930630.103579:0:22544:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099adb3c0/0x4c38e74a54728ad6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x574:0x0].0x0 rrc: 2 type: EXT [102760448->103809023] (req 102760448->103809023) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 22544 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1718930630.110446:0:22544:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x574:0x0] updating lvb size from disk: 102760448 -> 103809024 00002000:00010000:3.0:1718930630.110451:0:22544:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x280000400:0x574:0x0] updating lvb blocks from disk: 200712 -> 202760 00010000:00010000:3.0:1718930630.110459:0:22544:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880099adb3c0/0x4c38e74a54728ad6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x574:0x0].0x0 rrc: 2 type: EXT [102760448->103809023] (req 102760448->103809023) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 22544 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930630.110473:0:22544:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880099adb3c0/0x4c38e74a54728ad6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x574:0x0].0x0 rrc: 2 type: EXT [102760448->103809023] (req 102760448->103809023) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 22544 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930630.110496:0:22544:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1718930630.110547:0:22544:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88008572a140 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8a07974b-7506-4725-beb3-4b5c6f8f9250+6:1876:x1802425753241728:12345-192.168.204.9@tcp:4:dd.0 Request processed in 7063us (48461us total) trans 4294976091 rc 0/0 00000100:00100000:3.0:1718930630.110555:0:22544:0:(nrs_tbf.c:3255:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.204.9@tcp, seq: 315 00000100:00100000:1.0:1718930630.113252:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1718930630.113344:0:22544:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753241856 00000100:00100000:3.0:1718930630.113376:0:22544:0:(nrs_tbf.c:3199:nrs_tbf_req_add()) TBF enqueues: class@ffff880082890400 rate 20 gen 0 token 0, rule@ffff88007921a200 rate 20 gen 0 00000100:00100000:3.0:1718930630.153543:0:13410:0:(nrs_tbf.c:3117:nrs_tbf_req_get()) TBF dequeues: class@ffff880082890400 rate 20 gen 0 token 0, rule@ffff88007921a200 rate 20 gen 0 00000100:00100000:3.0:1718930630.153558:0:13410:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88008572d580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8a07974b-7506-4725-beb3-4b5c6f8f9250+6:1878:x1802425753241856:12345-192.168.204.9@tcp:4:dd.0 00002000:00010000:3.0:1718930630.153605:0:13410:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x574:0x0] initial LVB size: 103809024, mtime: 0x6674ccc6, atime: 0x0, ctime: 0x6674ccc6, blocks: 0x31808 00010000:00010000:3.0:1718930630.153611:0:13410:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880099adb3c0/0x4c38e74a54728add lrc: 3/0,1 mode: --/PW res: [0x280000400:0x574:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930630.153623:0:13410:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718930630.153624:0:13410:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718930630.153628:0:13410:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099adb3c0/0x4c38e74a54728add lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x574:0x0].0x0 rrc: 2 type: EXT [103809024->104857599] (req 103809024->104857599) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 13410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930630.153637:0:13410:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099adb3c0/0x4c38e74a54728add lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x574:0x0].0x0 rrc: 2 type: EXT [103809024->104857599] (req 103809024->104857599) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 13410 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1718930630.160777:0:13410:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x574:0x0] updating lvb size from disk: 103809024 -> 104857600 00002000:00010000:3.0:1718930630.160782:0:13410:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x280000400:0x574:0x0] updating lvb blocks from disk: 202760 -> 204808 00010000:00010000:3.0:1718930630.160790:0:13410:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880099adb3c0/0x4c38e74a54728add lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x574:0x0].0x0 rrc: 2 type: EXT [103809024->104857599] (req 103809024->104857599) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 13410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930630.160799:0:13410:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880099adb3c0/0x4c38e74a54728add lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x574:0x0].0x0 rrc: 2 type: EXT [103809024->104857599] (req 103809024->104857599) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 13410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930630.160822:0:13410:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1718930630.160874:0:13410:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88008572d580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8a07974b-7506-4725-beb3-4b5c6f8f9250+6:1878:x1802425753241856:12345-192.168.204.9@tcp:4:dd.0 Request processed in 7319us (47623us total) trans 4294976092 rc 0/0 00000100:00100000:3.0:1718930630.160883:0:13410:0:(nrs_tbf.c:3255:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.204.9@tcp, seq: 316 00000100:00100000:1.0:1718930630.162506:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930630.186830:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930630.204476:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000020:00080000:3.0:1718930630.205875:0:8070:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 3543 committed batchid 3542 00000020:00080000:3.0:1718930630.205906:0:8070:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 3542 00000100:00100000:1.0:1718930630.206436:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930630.208841:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1718930630.208921:0:13410:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753242368 00000100:00100000:3.0:1718930630.208944:0:13410:0:(nrs_tbf.c:3199:nrs_tbf_req_add()) TBF enqueues: class@ffff880082890400 rate 20 gen 0 token 0, rule@ffff88007921a200 rate 20 gen 0 00000100:00100000:3.0:1718930630.208963:0:13410:0:(nrs_tbf.c:3117:nrs_tbf_req_get()) TBF dequeues: class@ffff880082890400 rate 20 gen 0 token 0, rule@ffff88007921a200 rate 20 gen 0 00000100:00100000:3.0:1718930630.208968:0:13410:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800975b4280 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8a07974b-7506-4725-beb3-4b5c6f8f9250+6:1878:x1802425753242368:12345-192.168.204.9@tcp:3:dd.0 00010000:00010000:3.0:1718930630.208985:0:13410:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880099adb180/0x4c38e74a54728b00 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x574:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930630.208992:0:13410:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718930630.208993:0:13410:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718930630.208994:0:13410:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099adb180/0x4c38e74a54728b00 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x574:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 13410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930630.209000:0:13410:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099adb180/0x4c38e74a54728b00 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x574:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 13410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930630.213013:0:13410:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880099adb180/0x4c38e74a54728b00 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x574:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 13410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930630.213022:0:13410:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880099adb180/0x4c38e74a54728b00 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x574:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 13410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930630.213042:0:13410:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1718930630.213078:0:13410:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800975b4280 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8a07974b-7506-4725-beb3-4b5c6f8f9250+6:1878:x1802425753242368:12345-192.168.204.9@tcp:3:dd.0 Request processed in 4110us (4238us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1718930630.213084:0:13410:0:(nrs_tbf.c:3255:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.204.9@tcp, seq: 317 00000100:00100000:1.0:1718930630.214531:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1718930630.214610:0:13410:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753242496 00000100:00100000:3.0:1718930630.214633:0:13410:0:(nrs_tbf.c:3199:nrs_tbf_req_add()) TBF enqueues: class@ffff880082890400 rate 20 gen 0 token 0, rule@ffff88007921a200 rate 20 gen 0 00000100:00100000:3.0:1718930630.259059:0:13410:0:(nrs_tbf.c:3117:nrs_tbf_req_get()) TBF dequeues: class@ffff880082890400 rate 20 gen 0 token 0, rule@ffff88007921a200 rate 20 gen 0 00000100:00100000:3.0:1718930630.259075:0:13410:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800975b3dc0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8a07974b-7506-4725-beb3-4b5c6f8f9250+6:1875:x1802425753242496:12345-192.168.204.9@tcp:3:dd.0 00010000:00010000:3.0:1718930630.259113:0:13410:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880099adad00/0x4c38e74a54728b07 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x574:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930630.259127:0:13410:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718930630.259129:0:13410:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718930630.259132:0:13410:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099adad00/0x4c38e74a54728b07 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x574:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 13410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930630.259140:0:13410:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099adad00/0x4c38e74a54728b07 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x574:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 13410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930630.262585:0:13410:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880099adad00/0x4c38e74a54728b07 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x574:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 13410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930630.262594:0:13410:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880099adad00/0x4c38e74a54728b07 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x574:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 13410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930630.262613:0:13410:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1718930630.262654:0:13410:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800975b3dc0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8a07974b-7506-4725-beb3-4b5c6f8f9250+6:1875:x1802425753242496:12345-192.168.204.9@tcp:3:dd.0 Request processed in 3584us (48125us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1718930630.262677:0:13410:0:(nrs_tbf.c:3255:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.204.9@tcp, seq: 318 00000100:00100000:1.0:1718930630.264192:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1718930630.264232:0:13410:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753242624 00000100:00100000:3.0:1718930630.264257:0:13410:0:(nrs_tbf.c:3199:nrs_tbf_req_add()) TBF enqueues: class@ffff880082890400 rate 20 gen 0 token 0, rule@ffff88007921a200 rate 20 gen 0 00000100:00100000:3.0:1718930630.309149:0:22544:0:(nrs_tbf.c:3117:nrs_tbf_req_get()) TBF dequeues: class@ffff880082890400 rate 20 gen 0 token 0, rule@ffff88007921a200 rate 20 gen 0 00000100:00100000:3.0:1718930630.309163:0:22544:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800975b1c80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8a07974b-7506-4725-beb3-4b5c6f8f9250+6:1878:x1802425753242624:12345-192.168.204.9@tcp:3:dd.0 00010000:00010000:3.0:1718930630.309198:0:22544:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880099adad00/0x4c38e74a54728b0e lrc: 3/1,0 mode: --/PR res: [0x280000400:0x574:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22544 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930630.309208:0:22544:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718930630.309210:0:22544:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718930630.309213:0:22544:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099adad00/0x4c38e74a54728b0e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x574:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 22544 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930630.309221:0:22544:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099adad00/0x4c38e74a54728b0e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x574:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 22544 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930630.312340:0:22544:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880099adad00/0x4c38e74a54728b0e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x574:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 22544 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930630.312348:0:22544:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880099adad00/0x4c38e74a54728b0e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x574:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 22544 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930630.312369:0:22544:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1718930630.312409:0:22544:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800975b1c80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8a07974b-7506-4725-beb3-4b5c6f8f9250+6:1878:x1802425753242624:12345-192.168.204.9@tcp:3:dd.0 Request processed in 3249us (48219us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1718930630.312415:0:22544:0:(nrs_tbf.c:3255:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.204.9@tcp, seq: 319 00000100:00100000:1.0:1718930630.314049:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1718930630.314118:0:22544:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753242752 00000100:00100000:3.0:1718930630.314142:0:22544:0:(nrs_tbf.c:3199:nrs_tbf_req_add()) TBF enqueues: class@ffff880082890400 rate 20 gen 0 token 0, rule@ffff88007921a200 rate 20 gen 0 00000100:00100000:3.0:1718930630.359238:0:13410:0:(nrs_tbf.c:3117:nrs_tbf_req_get()) TBF dequeues: class@ffff880082890400 rate 20 gen 0 token 0, rule@ffff88007921a200 rate 20 gen 0 00000100:00100000:3.0:1718930630.359253:0:13410:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800975b3900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8a07974b-7506-4725-beb3-4b5c6f8f9250+6:1875:x1802425753242752:12345-192.168.204.9@tcp:3:dd.0 00010000:00010000:3.0:1718930630.359289:0:13410:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880099adad00/0x4c38e74a54728b15 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x574:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930630.359299:0:13410:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718930630.359300:0:13410:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718930630.359303:0:13410:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099adad00/0x4c38e74a54728b15 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x574:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 13410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930630.359315:0:13410:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099adad00/0x4c38e74a54728b15 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x574:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 13410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930630.362695:0:13410:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880099adad00/0x4c38e74a54728b15 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x574:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 13410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930630.362703:0:13410:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880099adad00/0x4c38e74a54728b15 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x574:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 13410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930630.362736:0:13410:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1718930630.362775:0:13410:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800975b3900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8a07974b-7506-4725-beb3-4b5c6f8f9250+6:1875:x1802425753242752:12345-192.168.204.9@tcp:3:dd.0 Request processed in 3526us (48727us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1718930630.362781:0:13410:0:(nrs_tbf.c:3255:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.204.9@tcp, seq: 320 00000100:00100000:1.0:1718930630.364182:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1718930630.364231:0:13410:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753242880 00000100:00100000:3.0:1718930630.364255:0:13410:0:(nrs_tbf.c:3199:nrs_tbf_req_add()) TBF enqueues: class@ffff880082890400 rate 20 gen 0 token 0, rule@ffff88007921a200 rate 20 gen 0 00000100:00100000:3.0:1718930630.409324:0:22544:0:(nrs_tbf.c:3117:nrs_tbf_req_get()) TBF dequeues: class@ffff880082890400 rate 20 gen 0 token 0, rule@ffff88007921a200 rate 20 gen 0 00000100:00100000:3.0:1718930630.409338:0:22544:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800975b2ac0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8a07974b-7506-4725-beb3-4b5c6f8f9250+6:1878:x1802425753242880:12345-192.168.204.9@tcp:3:dd.0 00010000:00010000:3.0:1718930630.409374:0:22544:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880099adad00/0x4c38e74a54728b1c lrc: 3/1,0 mode: --/PR res: [0x280000400:0x574:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22544 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930630.409384:0:22544:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718930630.409385:0:22544:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718930630.409388:0:22544:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099adad00/0x4c38e74a54728b1c lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x574:0x0].0x0 rrc: 3 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 22544 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930630.409396:0:22544:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099adad00/0x4c38e74a54728b1c lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x574:0x0].0x0 rrc: 3 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 22544 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930630.412484:0:22544:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880099adad00/0x4c38e74a54728b1c lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x574:0x0].0x0 rrc: 3 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 22544 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930630.412492:0:22544:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880099adad00/0x4c38e74a54728b1c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x574:0x0].0x0 rrc: 3 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 22544 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930630.412511:0:22544:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1718930630.412545:0:22544:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800975b2ac0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8a07974b-7506-4725-beb3-4b5c6f8f9250+6:1878:x1802425753242880:12345-192.168.204.9@tcp:3:dd.0 Request processed in 3210us (48364us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1718930630.412551:0:22544:0:(nrs_tbf.c:3255:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.204.9@tcp, seq: 321 00000100:00100000:1.0:1718930630.414142:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1718930630.414189:0:22544:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753243008 00000100:00100000:3.0:1718930630.414217:0:22544:0:(nrs_tbf.c:3199:nrs_tbf_req_add()) TBF enqueues: class@ffff880082890400 rate 20 gen 0 token 0, rule@ffff88007921a200 rate 20 gen 0 00000100:00100000:3.0:1718930630.459429:0:13410:0:(nrs_tbf.c:3117:nrs_tbf_req_get()) TBF dequeues: class@ffff880082890400 rate 20 gen 0 token 0, rule@ffff88007921a200 rate 20 gen 0 00000100:00100000:3.0:1718930630.459455:0:13410:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800975b0e40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8a07974b-7506-4725-beb3-4b5c6f8f9250+6:1875:x1802425753243008:12345-192.168.204.9@tcp:3:dd.0 00010000:00010000:3.0:1718930630.459491:0:13410:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880099adaf40/0x4c38e74a54728b23 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x574:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930630.459501:0:13410:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718930630.459502:0:13410:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718930630.459505:0:13410:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099adaf40/0x4c38e74a54728b23 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x574:0x0].0x0 rrc: 3 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 13410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930630.459513:0:13410:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099adaf40/0x4c38e74a54728b23 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x574:0x0].0x0 rrc: 3 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 13410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930630.463037:0:13410:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880099adaf40/0x4c38e74a54728b23 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x574:0x0].0x0 rrc: 3 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 13410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930630.463046:0:13410:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880099adaf40/0x4c38e74a54728b23 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x574:0x0].0x0 rrc: 3 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 13410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930630.463064:0:13410:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1718930630.463099:0:13410:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800975b0e40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8a07974b-7506-4725-beb3-4b5c6f8f9250+6:1875:x1802425753243008:12345-192.168.204.9@tcp:3:dd.0 Request processed in 3660us (48958us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1718930630.463105:0:13410:0:(nrs_tbf.c:3255:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.204.9@tcp, seq: 322 00000100:00100000:1.0:1718930630.464790:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1718930630.464840:0:13410:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753243136 00000100:00100000:3.0:1718930630.464869:0:13410:0:(nrs_tbf.c:3199:nrs_tbf_req_add()) TBF enqueues: class@ffff880082890400 rate 20 gen 0 token 0, rule@ffff88007921a200 rate 20 gen 0 00000100:00100000:3.0:1718930630.509528:0:22544:0:(nrs_tbf.c:3117:nrs_tbf_req_get()) TBF dequeues: class@ffff880082890400 rate 20 gen 0 token 0, rule@ffff88007921a200 rate 20 gen 0 00000100:00100000:3.0:1718930630.509545:0:22544:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800975b2140 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8a07974b-7506-4725-beb3-4b5c6f8f9250+6:1878:x1802425753243136:12345-192.168.204.9@tcp:3:dd.0 00010000:00010000:3.0:1718930630.509585:0:22544:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880099ada1c0/0x4c38e74a54728b2a lrc: 3/1,0 mode: --/PR res: [0x280000400:0x574:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22544 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930630.509597:0:22544:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718930630.509599:0:22544:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718930630.509602:0:22544:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099ada1c0/0x4c38e74a54728b2a lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x574:0x0].0x0 rrc: 3 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 22544 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930630.509614:0:22544:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099ada1c0/0x4c38e74a54728b2a lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x574:0x0].0x0 rrc: 3 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 22544 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930630.513044:0:22544:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880099ada1c0/0x4c38e74a54728b2a lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x574:0x0].0x0 rrc: 3 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 22544 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930630.513053:0:22544:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880099ada1c0/0x4c38e74a54728b2a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x574:0x0].0x0 rrc: 3 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 22544 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930630.513072:0:22544:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1718930630.513107:0:22544:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800975b2140 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8a07974b-7506-4725-beb3-4b5c6f8f9250+6:1878:x1802425753243136:12345-192.168.204.9@tcp:3:dd.0 Request processed in 3567us (48320us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1718930630.513114:0:22544:0:(nrs_tbf.c:3255:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.204.9@tcp, seq: 323 00000100:00100000:1.0:1718930630.514676:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1718930630.514730:0:22544:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753243264 00000100:00100000:3.0:1718930630.514754:0:22544:0:(nrs_tbf.c:3199:nrs_tbf_req_add()) TBF enqueues: class@ffff880082890400 rate 20 gen 0 token 0, rule@ffff88007921a200 rate 20 gen 0 00000100:00100000:3.0:1718930630.559623:0:13410:0:(nrs_tbf.c:3117:nrs_tbf_req_get()) TBF dequeues: class@ffff880082890400 rate 20 gen 0 token 0, rule@ffff88007921a200 rate 20 gen 0 00000100:00100000:3.0:1718930630.559638:0:13410:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800975b63c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8a07974b-7506-4725-beb3-4b5c6f8f9250+6:1875:x1802425753243264:12345-192.168.204.9@tcp:3:dd.0 00010000:00010000:3.0:1718930630.559697:0:13410:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880099ada1c0/0x4c38e74a54728b31 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x574:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930630.559711:0:13410:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718930630.559713:0:13410:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718930630.559736:0:13410:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099ada1c0/0x4c38e74a54728b31 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x574:0x0].0x0 rrc: 3 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 13410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930630.559748:0:13410:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099ada1c0/0x4c38e74a54728b31 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x574:0x0].0x0 rrc: 3 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 13410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930630.563679:0:13410:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880099ada1c0/0x4c38e74a54728b31 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x574:0x0].0x0 rrc: 3 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 13410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930630.563692:0:13410:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880099ada1c0/0x4c38e74a54728b31 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x574:0x0].0x0 rrc: 3 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 13410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930630.563732:0:13410:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1718930630.563786:0:13410:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800975b63c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8a07974b-7506-4725-beb3-4b5c6f8f9250+6:1875:x1802425753243264:12345-192.168.204.9@tcp:3:dd.0 Request processed in 4151us (49126us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1718930630.563797:0:13410:0:(nrs_tbf.c:3255:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.204.9@tcp, seq: 324 00000100:00100000:1.0:1718930630.565581:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1718930630.565643:0:13410:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753243392 00000100:00100000:3.0:1718930630.565692:0:13410:0:(nrs_tbf.c:3199:nrs_tbf_req_add()) TBF enqueues: class@ffff880082890400 rate 20 gen 0 token 0, rule@ffff88007921a200 rate 20 gen 0 00000100:00100000:3.0:1718930630.609739:0:22544:0:(nrs_tbf.c:3117:nrs_tbf_req_get()) TBF dequeues: class@ffff880082890400 rate 20 gen 0 token 0, rule@ffff88007921a200 rate 20 gen 0 00000100:00100000:3.0:1718930630.609756:0:22544:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800975b7200 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8a07974b-7506-4725-beb3-4b5c6f8f9250+6:1878:x1802425753243392:12345-192.168.204.9@tcp:3:dd.0 00010000:00010000:3.0:1718930630.609798:0:22544:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880099ada1c0/0x4c38e74a54728b38 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x574:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22544 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930630.609809:0:22544:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718930630.609810:0:22544:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718930630.609814:0:22544:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099ada1c0/0x4c38e74a54728b38 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x574:0x0].0x0 rrc: 3 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 22544 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930630.609824:0:22544:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099ada1c0/0x4c38e74a54728b38 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x574:0x0].0x0 rrc: 3 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 22544 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930630.614142:0:22544:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880099ada1c0/0x4c38e74a54728b38 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x574:0x0].0x0 rrc: 3 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 22544 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930630.614153:0:22544:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880099ada1c0/0x4c38e74a54728b38 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x574:0x0].0x0 rrc: 3 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 22544 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930630.614178:0:22544:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1718930630.614237:0:22544:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800975b7200 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8a07974b-7506-4725-beb3-4b5c6f8f9250+6:1878:x1802425753243392:12345-192.168.204.9@tcp:3:dd.0 Request processed in 4473us (48647us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1718930630.614244:0:22544:0:(nrs_tbf.c:3255:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.204.9@tcp, seq: 325 00000100:00100000:1.0:1718930630.616344:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1718930630.616444:0:22544:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753243520 00000100:00100000:3.0:1718930630.616469:0:22544:0:(nrs_tbf.c:3199:nrs_tbf_req_add()) TBF enqueues: class@ffff880082890400 rate 20 gen 0 token 0, rule@ffff88007921a200 rate 20 gen 0 00000100:00100000:3.0:1718930630.659883:0:13410:0:(nrs_tbf.c:3117:nrs_tbf_req_get()) TBF dequeues: class@ffff880082890400 rate 20 gen 0 token 0, rule@ffff88007921a200 rate 20 gen 0 00000100:00100000:3.0:1718930630.659905:0:13410:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800975b2600 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8a07974b-7506-4725-beb3-4b5c6f8f9250+6:1876:x1802425753243520:12345-192.168.204.9@tcp:3:dd.0 00010000:00010000:3.0:1718930630.659946:0:13410:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880099ada1c0/0x4c38e74a54728b3f lrc: 3/1,0 mode: --/PR res: [0x280000400:0x574:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930630.659958:0:13410:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718930630.659960:0:13410:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718930630.659963:0:13410:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099ada1c0/0x4c38e74a54728b3f lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x574:0x0].0x0 rrc: 3 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 13410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930630.659974:0:13410:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099ada1c0/0x4c38e74a54728b3f lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x574:0x0].0x0 rrc: 3 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 13410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930630.663190:0:13410:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880099ada1c0/0x4c38e74a54728b3f lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x574:0x0].0x0 rrc: 3 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 13410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930630.663198:0:13410:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880099ada1c0/0x4c38e74a54728b3f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x574:0x0].0x0 rrc: 3 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 13410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930630.663215:0:13410:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1718930630.663248:0:13410:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800975b2600 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8a07974b-7506-4725-beb3-4b5c6f8f9250+6:1876:x1802425753243520:12345-192.168.204.9@tcp:3:dd.0 Request processed in 3350us (46906us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1718930630.663262:0:13410:0:(nrs_tbf.c:3255:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.204.9@tcp, seq: 326 00000100:00100000:1.0:1718930630.664981:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1718930630.665029:0:13410:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753243648 00000100:00100000:3.0:1718930630.665056:0:13410:0:(nrs_tbf.c:3199:nrs_tbf_req_add()) TBF enqueues: class@ffff880082890400 rate 20 gen 0 token 0, rule@ffff88007921a200 rate 20 gen 0 00000100:00100000:3.0:1718930630.709976:0:22544:0:(nrs_tbf.c:3117:nrs_tbf_req_get()) TBF dequeues: class@ffff880082890400 rate 20 gen 0 token 0, rule@ffff88007921a200 rate 20 gen 0 00000100:00100000:3.0:1718930630.709993:0:22544:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800975b5a40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8a07974b-7506-4725-beb3-4b5c6f8f9250+6:1875:x1802425753243648:12345-192.168.204.9@tcp:3:dd.0 00010000:00010000:3.0:1718930630.710033:0:22544:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880099ad9440/0x4c38e74a54728b46 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x574:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22544 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930630.710044:0:22544:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718930630.710045:0:22544:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718930630.710049:0:22544:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099ad9440/0x4c38e74a54728b46 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x574:0x0].0x0 rrc: 3 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 22544 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930630.710058:0:22544:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099ad9440/0x4c38e74a54728b46 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x574:0x0].0x0 rrc: 3 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 22544 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930630.714132:0:22544:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880099ad9440/0x4c38e74a54728b46 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x574:0x0].0x0 rrc: 3 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 22544 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930630.714147:0:22544:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880099ad9440/0x4c38e74a54728b46 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x574:0x0].0x0 rrc: 3 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 22544 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930630.714176:0:22544:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1718930630.714251:0:22544:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800975b5a40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8a07974b-7506-4725-beb3-4b5c6f8f9250+6:1875:x1802425753243648:12345-192.168.204.9@tcp:3:dd.0 Request processed in 4261us (49271us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1718930630.714263:0:22544:0:(nrs_tbf.c:3255:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.204.9@tcp, seq: 327 00000100:00100000:1.0:1718930630.716551:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1718930630.716649:0:22544:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753243776 00000100:00100000:3.0:1718930630.716752:0:22544:0:(nrs_tbf.c:3199:nrs_tbf_req_add()) TBF enqueues: class@ffff880082890400 rate 20 gen 0 token 0, rule@ffff88007921a200 rate 20 gen 0 00000100:00100000:3.0:1718930630.760074:0:13410:0:(nrs_tbf.c:3117:nrs_tbf_req_get()) TBF dequeues: class@ffff880082890400 rate 20 gen 0 token 0, rule@ffff88007921a200 rate 20 gen 0 00000100:00100000:3.0:1718930630.760104:0:13410:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800975b1300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8a07974b-7506-4725-beb3-4b5c6f8f9250+6:1878:x1802425753243776:12345-192.168.204.9@tcp:3:dd.0 00010000:00010000:3.0:1718930630.760166:0:13410:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880099ada880/0x4c38e74a54728b4d lrc: 3/1,0 mode: --/PR res: [0x280000400:0x574:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930630.760181:0:13410:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718930630.760182:0:13410:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718930630.760186:0:13410:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099ada880/0x4c38e74a54728b4d lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x574:0x0].0x0 rrc: 3 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 13410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930630.760197:0:13410:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099ada880/0x4c38e74a54728b4d lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x574:0x0].0x0 rrc: 3 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 13410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930630.764336:0:13410:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880099ada880/0x4c38e74a54728b4d lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x574:0x0].0x0 rrc: 3 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 13410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930630.764351:0:13410:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880099ada880/0x4c38e74a54728b4d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x574:0x0].0x0 rrc: 3 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 13410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930630.764379:0:13410:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1718930630.764433:0:13410:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800975b1300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8a07974b-7506-4725-beb3-4b5c6f8f9250+6:1878:x1802425753243776:12345-192.168.204.9@tcp:3:dd.0 Request processed in 4345us (47884us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1718930630.764442:0:13410:0:(nrs_tbf.c:3255:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.204.9@tcp, seq: 328 00000100:00100000:1.0:1718930630.766596:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1718930630.766689:0:13410:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753243904 00000100:00100000:3.0:1718930630.766742:0:13410:0:(nrs_tbf.c:3199:nrs_tbf_req_add()) TBF enqueues: class@ffff880082890400 rate 20 gen 0 token 0, rule@ffff88007921a200 rate 20 gen 0 00000100:00100000:3.0:1718930630.810175:0:22544:0:(nrs_tbf.c:3117:nrs_tbf_req_get()) TBF dequeues: class@ffff880082890400 rate 20 gen 0 token 0, rule@ffff88007921a200 rate 20 gen 0 00000100:00100000:3.0:1718930630.810194:0:22544:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800975b76c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8a07974b-7506-4725-beb3-4b5c6f8f9250+6:1875:x1802425753243904:12345-192.168.204.9@tcp:3:dd.0 00010000:00010000:3.0:1718930630.810238:0:22544:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880099ada880/0x4c38e74a54728b54 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x574:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22544 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930630.810251:0:22544:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718930630.810254:0:22544:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718930630.810257:0:22544:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099ada880/0x4c38e74a54728b54 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x574:0x0].0x0 rrc: 3 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 22544 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930630.810268:0:22544:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099ada880/0x4c38e74a54728b54 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x574:0x0].0x0 rrc: 3 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 22544 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930630.814507:0:22544:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880099ada880/0x4c38e74a54728b54 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x574:0x0].0x0 rrc: 3 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 22544 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930630.814517:0:22544:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880099ada880/0x4c38e74a54728b54 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x574:0x0].0x0 rrc: 3 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 22544 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930630.814543:0:22544:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1718930630.814593:0:22544:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800975b76c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8a07974b-7506-4725-beb3-4b5c6f8f9250+6:1875:x1802425753243904:12345-192.168.204.9@tcp:3:dd.0 Request processed in 4404us (47998us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1718930630.814602:0:22544:0:(nrs_tbf.c:3255:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.204.9@tcp, seq: 329 00000100:00100000:1.0:1718930630.816366:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1718930630.816440:0:22544:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753244032 00000100:00100000:3.0:1718930630.816471:0:22544:0:(nrs_tbf.c:3199:nrs_tbf_req_add()) TBF enqueues: class@ffff880082890400 rate 20 gen 0 token 0, rule@ffff88007921a200 rate 20 gen 0 00000100:00100000:3.0:1718930630.860295:0:13410:0:(nrs_tbf.c:3117:nrs_tbf_req_get()) TBF dequeues: class@ffff880082890400 rate 20 gen 0 token 0, rule@ffff88007921a200 rate 20 gen 0 00000100:00100000:3.0:1718930630.860314:0:13410:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800975b5580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8a07974b-7506-4725-beb3-4b5c6f8f9250+6:1877:x1802425753244032:12345-192.168.204.9@tcp:3:dd.0 00010000:00010000:3.0:1718930630.860393:0:13410:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880099ada880/0x4c38e74a54728b5b lrc: 3/1,0 mode: --/PR res: [0x280000400:0x574:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930630.860405:0:13410:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718930630.860407:0:13410:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718930630.860410:0:13410:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099ada880/0x4c38e74a54728b5b lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x574:0x0].0x0 rrc: 3 type: EXT [13631488->14680063] (req 13631488->14680063) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 13410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930630.860425:0:13410:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099ada880/0x4c38e74a54728b5b lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x574:0x0].0x0 rrc: 3 type: EXT [13631488->14680063] (req 13631488->14680063) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 13410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930630.864235:0:13410:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880099ada880/0x4c38e74a54728b5b lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x574:0x0].0x0 rrc: 3 type: EXT [13631488->14680063] (req 13631488->14680063) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 13410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930630.864245:0:13410:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880099ada880/0x4c38e74a54728b5b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x574:0x0].0x0 rrc: 3 type: EXT [13631488->14680063] (req 13631488->14680063) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 13410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930630.864271:0:13410:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1718930630.864319:0:13410:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800975b5580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8a07974b-7506-4725-beb3-4b5c6f8f9250+6:1877:x1802425753244032:12345-192.168.204.9@tcp:3:dd.0 Request processed in 4010us (47954us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1718930630.864327:0:13410:0:(nrs_tbf.c:3255:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.204.9@tcp, seq: 330 00000100:00100000:1.0:1718930630.866299:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1718930630.866396:0:13410:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753244160 00000100:00100000:3.0:1718930630.866425:0:13410:0:(nrs_tbf.c:3199:nrs_tbf_req_add()) TBF enqueues: class@ffff880082890400 rate 20 gen 0 token 0, rule@ffff88007921a200 rate 20 gen 0 00000100:00100000:3.0:1718930630.910420:0:22544:0:(nrs_tbf.c:3117:nrs_tbf_req_get()) TBF dequeues: class@ffff880082890400 rate 20 gen 0 token 0, rule@ffff88007921a200 rate 20 gen 0 00000100:00100000:3.0:1718930630.910441:0:22544:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800975b6d40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8a07974b-7506-4725-beb3-4b5c6f8f9250+6:1875:x1802425753244160:12345-192.168.204.9@tcp:3:dd.0 00010000:00010000:3.0:1718930630.910501:0:22544:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880099ada880/0x4c38e74a54728b62 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x574:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22544 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930630.910512:0:22544:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718930630.910514:0:22544:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718930630.910522:0:22544:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099ada880/0x4c38e74a54728b62 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x574:0x0].0x0 rrc: 3 type: EXT [14680064->15728639] (req 14680064->15728639) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 22544 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930630.910534:0:22544:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099ada880/0x4c38e74a54728b62 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x574:0x0].0x0 rrc: 3 type: EXT [14680064->15728639] (req 14680064->15728639) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 22544 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930630.913940:0:22544:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880099ada880/0x4c38e74a54728b62 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x574:0x0].0x0 rrc: 3 type: EXT [14680064->15728639] (req 14680064->15728639) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 22544 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930630.913949:0:22544:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880099ada880/0x4c38e74a54728b62 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x574:0x0].0x0 rrc: 3 type: EXT [14680064->15728639] (req 14680064->15728639) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 22544 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930630.913969:0:22544:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1718930630.914013:0:22544:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800975b6d40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8a07974b-7506-4725-beb3-4b5c6f8f9250+6:1875:x1802425753244160:12345-192.168.204.9@tcp:3:dd.0 Request processed in 3577us (47716us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1718930630.914020:0:22544:0:(nrs_tbf.c:3255:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.204.9@tcp, seq: 331 00000100:00100000:1.0:1718930630.915844:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1718930630.915916:0:22544:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753244288 00000100:00100000:3.0:1718930630.915940:0:22544:0:(nrs_tbf.c:3199:nrs_tbf_req_add()) TBF enqueues: class@ffff880082890400 rate 20 gen 0 token 0, rule@ffff88007921a200 rate 20 gen 0 00000100:00100000:3.0:1718930630.960507:0:13410:0:(nrs_tbf.c:3117:nrs_tbf_req_get()) TBF dequeues: class@ffff880082890400 rate 20 gen 0 token 0, rule@ffff88007921a200 rate 20 gen 0 00000100:00100000:3.0:1718930630.960525:0:13410:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800975b50c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8a07974b-7506-4725-beb3-4b5c6f8f9250+6:1878:x1802425753244288:12345-192.168.204.9@tcp:3:dd.0 00010000:00010000:3.0:1718930630.960562:0:13410:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880099ad9b00/0x4c38e74a54728b69 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x574:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930630.960573:0:13410:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718930630.960574:0:13410:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718930630.960578:0:13410:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099ad9b00/0x4c38e74a54728b69 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x574:0x0].0x0 rrc: 3 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 13410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930630.960588:0:13410:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099ad9b00/0x4c38e74a54728b69 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x574:0x0].0x0 rrc: 3 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 13410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930630.964690:0:13410:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880099ad9b00/0x4c38e74a54728b69 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x574:0x0].0x0 rrc: 3 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 13410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930630.964703:0:13410:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880099ad9b00/0x4c38e74a54728b69 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x574:0x0].0x0 rrc: 3 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 13410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930630.964757:0:13410:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1718930630.964808:0:13410:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800975b50c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8a07974b-7506-4725-beb3-4b5c6f8f9250+6:1878:x1802425753244288:12345-192.168.204.9@tcp:3:dd.0 Request processed in 4288us (48965us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1718930630.964817:0:13410:0:(nrs_tbf.c:3255:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.204.9@tcp, seq: 332 00000100:00100000:1.0:1718930630.966980:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1718930630.967043:0:13410:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753244416 00000100:00100000:3.0:1718930630.967074:0:13410:0:(nrs_tbf.c:3199:nrs_tbf_req_add()) TBF enqueues: class@ffff880082890400 rate 20 gen 0 token 0, rule@ffff88007921a200 rate 20 gen 0 00000100:00100000:3.0:1718930631.010608:0:22544:0:(nrs_tbf.c:3117:nrs_tbf_req_get()) TBF dequeues: class@ffff880082890400 rate 20 gen 0 token 0, rule@ffff88007921a200 rate 20 gen 0 00000100:00100000:3.0:1718930631.010624:0:22544:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800975b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8a07974b-7506-4725-beb3-4b5c6f8f9250+6:1875:x1802425753244416:12345-192.168.204.9@tcp:3:dd.0 00010000:00010000:3.0:1718930631.010726:0:22544:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880099ad8d80/0x4c38e74a54728b70 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x574:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22544 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930631.010749:0:22544:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718930631.010750:0:22544:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718930631.010753:0:22544:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099ad8d80/0x4c38e74a54728b70 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x574:0x0].0x0 rrc: 3 type: EXT [16777216->17825791] (req 16777216->17825791) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 22544 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930631.010763:0:22544:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099ad8d80/0x4c38e74a54728b70 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x574:0x0].0x0 rrc: 3 type: EXT [16777216->17825791] (req 16777216->17825791) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 22544 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930631.015437:0:22544:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880099ad8d80/0x4c38e74a54728b70 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x574:0x0].0x0 rrc: 3 type: EXT [16777216->17825791] (req 16777216->17825791) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 22544 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930631.015453:0:22544:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880099ad8d80/0x4c38e74a54728b70 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x574:0x0].0x0 rrc: 3 type: EXT [16777216->17825791] (req 16777216->17825791) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 22544 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930631.015486:0:22544:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1718930631.015548:0:22544:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800975b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8a07974b-7506-4725-beb3-4b5c6f8f9250+6:1875:x1802425753244416:12345-192.168.204.9@tcp:3:dd.0 Request processed in 4927us (48568us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1718930631.015559:0:22544:0:(nrs_tbf.c:3255:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.204.9@tcp, seq: 333 00000100:00100000:1.0:1718930631.017312:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1718930631.017407:0:22544:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753244544 00000100:00100000:3.0:1718930631.017436:0:22544:0:(nrs_tbf.c:3199:nrs_tbf_req_add()) TBF enqueues: class@ffff880082890400 rate 20 gen 0 token 0, rule@ffff88007921a200 rate 20 gen 0 00000100:00100000:3.0:1718930631.060730:0:13410:0:(nrs_tbf.c:3117:nrs_tbf_req_get()) TBF dequeues: class@ffff880082890400 rate 20 gen 0 token 0, rule@ffff88007921a200 rate 20 gen 0 00000100:00100000:3.0:1718930631.060748:0:13410:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800975b2f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8a07974b-7506-4725-beb3-4b5c6f8f9250+6:1878:x1802425753244544:12345-192.168.204.9@tcp:3:dd.0 00010000:00010000:3.0:1718930631.060789:0:13410:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880099ad8d80/0x4c38e74a54728b77 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x574:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930631.060802:0:13410:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718930631.060803:0:13410:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718930631.060807:0:13410:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099ad8d80/0x4c38e74a54728b77 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x574:0x0].0x0 rrc: 3 type: EXT [17825792->18874367] (req 17825792->18874367) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 13410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930631.060817:0:13410:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099ad8d80/0x4c38e74a54728b77 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x574:0x0].0x0 rrc: 3 type: EXT [17825792->18874367] (req 17825792->18874367) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 13410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930631.064508:0:13410:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880099ad8d80/0x4c38e74a54728b77 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x574:0x0].0x0 rrc: 3 type: EXT [17825792->18874367] (req 17825792->18874367) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 13410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930631.064517:0:13410:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880099ad8d80/0x4c38e74a54728b77 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x574:0x0].0x0 rrc: 3 type: EXT [17825792->18874367] (req 17825792->18874367) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 13410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930631.064546:0:13410:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1718930631.064604:0:13410:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800975b2f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8a07974b-7506-4725-beb3-4b5c6f8f9250+6:1878:x1802425753244544:12345-192.168.204.9@tcp:3:dd.0 Request processed in 3859us (47292us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1718930631.064614:0:13410:0:(nrs_tbf.c:3255:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.204.9@tcp, seq: 334 00000100:00100000:1.0:1718930631.066557:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1718930631.066654:0:13410:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753244672 00000100:00100000:3.0:1718930631.066704:0:13410:0:(nrs_tbf.c:3199:nrs_tbf_req_add()) TBF enqueues: class@ffff880082890400 rate 20 gen 0 token 0, rule@ffff88007921a200 rate 20 gen 0 00000100:00100000:3.0:1718930631.110827:0:22544:0:(nrs_tbf.c:3117:nrs_tbf_req_get()) TBF dequeues: class@ffff880082890400 rate 20 gen 0 token 0, rule@ffff88007921a200 rate 20 gen 0 00000100:00100000:3.0:1718930631.110844:0:22544:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800975b4c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8a07974b-7506-4725-beb3-4b5c6f8f9250+6:1875:x1802425753244672:12345-192.168.204.9@tcp:3:dd.0 00010000:00010000:3.0:1718930631.110892:0:22544:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880099ad8d80/0x4c38e74a54728b7e lrc: 3/1,0 mode: --/PR res: [0x280000400:0x574:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22544 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930631.110904:0:22544:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718930631.110906:0:22544:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718930631.110909:0:22544:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099ad8d80/0x4c38e74a54728b7e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x574:0x0].0x0 rrc: 3 type: EXT [18874368->19922943] (req 18874368->19922943) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 22544 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930631.110919:0:22544:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099ad8d80/0x4c38e74a54728b7e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x574:0x0].0x0 rrc: 3 type: EXT [18874368->19922943] (req 18874368->19922943) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 22544 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930631.115084:0:22544:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880099ad8d80/0x4c38e74a54728b7e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x574:0x0].0x0 rrc: 3 type: EXT [18874368->19922943] (req 18874368->19922943) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 22544 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930631.115096:0:22544:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880099ad8d80/0x4c38e74a54728b7e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x574:0x0].0x0 rrc: 3 type: EXT [18874368->19922943] (req 18874368->19922943) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 22544 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930631.115121:0:22544:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1718930631.115177:0:22544:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800975b4c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8a07974b-7506-4725-beb3-4b5c6f8f9250+6:1875:x1802425753244672:12345-192.168.204.9@tcp:3:dd.0 Request processed in 4336us (48634us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1718930631.115187:0:22544:0:(nrs_tbf.c:3255:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.204.9@tcp, seq: 335 00000100:00100000:1.0:1718930631.117235:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1718930631.117276:0:22544:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753244800 00000100:00100000:3.0:1718930631.117303:0:22544:0:(nrs_tbf.c:3199:nrs_tbf_req_add()) TBF enqueues: class@ffff880082890400 rate 20 gen 0 token 0, rule@ffff88007921a200 rate 20 gen 0 00000100:00100000:1.0:1718930631.150336:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930631.150376:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930631.150393:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1718930631.150412:0:32434:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753244864 00000100:00100000:1.0:1718930631.150424:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930631.150457:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1718930631.150462:0:32434:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1255 00000100:00100000:3.0:1718930631.150466:0:32434:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c924050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7d47179a-8936-4b32-b195-390970a48f82+12:1877:x1802425753244864:12345-192.168.204.9@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1718930631.150487:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1718930631.150509:0:32434:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c924050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7d47179a-8936-4b32-b195-390970a48f82+12:1877:x1802425753244864:12345-192.168.204.9@tcp:400:kworker/u8:1.0 Request processed in 43us (178us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930631.150510:0:7083:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753245184 00000100:00100000:3.0:1718930631.150516:0:32434:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1255 00000100:00100000:1.0:1718930631.150529:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6280 00000100:00100000:1.0:1718930631.150532:0:7083:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800868f0e40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:107baf36-6e04-4e3c-a090-fe94234d2dbd+5:1878:x1802425753245184:12345-192.168.204.9@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1718930631.150553:0:7083:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800868f0e40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:107baf36-6e04-4e3c-a090-fe94234d2dbd+5:1878:x1802425753245184:12345-192.168.204.9@tcp:400:kworker/u8:1.0 Request processed in 20us (68us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930631.150556:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6280 00000100:00100000:3.0:1718930631.160886:0:13410:0:(nrs_tbf.c:3117:nrs_tbf_req_get()) TBF dequeues: class@ffff880082890400 rate 20 gen 0 token 0, rule@ffff88007921a200 rate 20 gen 0 00000100:00100000:3.0:1718930631.160898:0:13410:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800975b6880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8a07974b-7506-4725-beb3-4b5c6f8f9250+6:1878:x1802425753244800:12345-192.168.204.9@tcp:3:dd.0 00010000:00010000:3.0:1718930631.160925:0:13410:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880099ad8d80/0x4c38e74a54728b85 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x574:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930631.160936:0:13410:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718930631.160937:0:13410:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718930631.160940:0:13410:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099ad8d80/0x4c38e74a54728b85 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x574:0x0].0x0 rrc: 3 type: EXT [19922944->20971519] (req 19922944->20971519) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 13410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930631.160949:0:13410:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099ad8d80/0x4c38e74a54728b85 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x574:0x0].0x0 rrc: 3 type: EXT [19922944->20971519] (req 19922944->20971519) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 13410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930631.164222:0:13410:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880099ad8d80/0x4c38e74a54728b85 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x574:0x0].0x0 rrc: 3 type: EXT [19922944->20971519] (req 19922944->20971519) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 13410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930631.164231:0:13410:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880099ad8d80/0x4c38e74a54728b85 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x574:0x0].0x0 rrc: 3 type: EXT [19922944->20971519] (req 19922944->20971519) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 13410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930631.164253:0:13410:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1718930631.164292:0:13410:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800975b6880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8a07974b-7506-4725-beb3-4b5c6f8f9250+6:1878:x1802425753244800:12345-192.168.204.9@tcp:3:dd.0 Request processed in 3396us (47058us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1718930631.164299:0:13410:0:(nrs_tbf.c:3255:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.204.9@tcp, seq: 336 00000100:00100000:1.0:1718930631.166189:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1718930631.166226:0:13410:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753245312 00000100:00100000:3.0:1718930631.166253:0:13410:0:(nrs_tbf.c:3199:nrs_tbf_req_add()) TBF enqueues: class@ffff880082890400 rate 20 gen 0 token 0, rule@ffff88007921a200 rate 20 gen 0 00000100:00100000:3.0:1718930631.210991:0:22544:0:(nrs_tbf.c:3117:nrs_tbf_req_get()) TBF dequeues: class@ffff880082890400 rate 20 gen 0 token 0, rule@ffff88007921a200 rate 20 gen 0 00000100:00100000:3.0:1718930631.211008:0:22544:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800868f1300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8a07974b-7506-4725-beb3-4b5c6f8f9250+6:1877:x1802425753245312:12345-192.168.204.9@tcp:3:dd.0 00010000:00010000:3.0:1718930631.211061:0:22544:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880099ad8d80/0x4c38e74a54728b8c lrc: 3/1,0 mode: --/PR res: [0x280000400:0x574:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22544 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930631.211072:0:22544:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718930631.211073:0:22544:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718930631.211076:0:22544:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099ad8d80/0x4c38e74a54728b8c lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x574:0x0].0x0 rrc: 3 type: EXT [20971520->22020095] (req 20971520->22020095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 22544 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930631.211086:0:22544:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099ad8d80/0x4c38e74a54728b8c lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x574:0x0].0x0 rrc: 3 type: EXT [20971520->22020095] (req 20971520->22020095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 22544 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930631.214570:0:22544:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880099ad8d80/0x4c38e74a54728b8c lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x574:0x0].0x0 rrc: 3 type: EXT [20971520->22020095] (req 20971520->22020095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 22544 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930631.214578:0:22544:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880099ad8d80/0x4c38e74a54728b8c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x574:0x0].0x0 rrc: 3 type: EXT [20971520->22020095] (req 20971520->22020095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 22544 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930631.214596:0:22544:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1718930631.214640:0:22544:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800868f1300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8a07974b-7506-4725-beb3-4b5c6f8f9250+6:1877:x1802425753245312:12345-192.168.204.9@tcp:3:dd.0 Request processed in 3636us (48452us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1718930631.214648:0:22544:0:(nrs_tbf.c:3255:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.204.9@tcp, seq: 337 00000100:00100000:1.0:1718930631.216182:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1718930631.216257:0:22544:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753245440 00000100:00100000:3.0:1718930631.216281:0:22544:0:(nrs_tbf.c:3199:nrs_tbf_req_add()) TBF enqueues: class@ffff880082890400 rate 20 gen 0 token 0, rule@ffff88007921a200 rate 20 gen 0 00000100:00100000:3.0:1718930631.261069:0:13410:0:(nrs_tbf.c:3117:nrs_tbf_req_get()) TBF dequeues: class@ffff880082890400 rate 20 gen 0 token 0, rule@ffff88007921a200 rate 20 gen 0 00000100:00100000:3.0:1718930631.261085:0:13410:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800868f17c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8a07974b-7506-4725-beb3-4b5c6f8f9250+6:1877:x1802425753245440:12345-192.168.204.9@tcp:3:dd.0 00010000:00010000:3.0:1718930631.261126:0:13410:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880099ad8d80/0x4c38e74a54728b93 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x574:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930631.261139:0:13410:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718930631.261140:0:13410:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718930631.261144:0:13410:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099ad8d80/0x4c38e74a54728b93 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x574:0x0].0x0 rrc: 3 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 13410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930631.261155:0:13410:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099ad8d80/0x4c38e74a54728b93 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x574:0x0].0x0 rrc: 3 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 13410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930631.265199:0:13410:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880099ad8d80/0x4c38e74a54728b93 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x574:0x0].0x0 rrc: 3 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 13410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930631.265215:0:13410:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880099ad8d80/0x4c38e74a54728b93 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x574:0x0].0x0 rrc: 3 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 13410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930631.265250:0:13410:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1718930631.265314:0:13410:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800868f17c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8a07974b-7506-4725-beb3-4b5c6f8f9250+6:1877:x1802425753245440:12345-192.168.204.9@tcp:3:dd.0 Request processed in 4231us (49132us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1718930631.265325:0:13410:0:(nrs_tbf.c:3255:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.204.9@tcp, seq: 338 00000100:00100000:3.0:1718930631.268107:0:13410:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753245568 00000100:00100000:3.0:1718930631.268141:0:13410:0:(nrs_tbf.c:3199:nrs_tbf_req_add()) TBF enqueues: class@ffff880082890400 rate 20 gen 0 token 0, rule@ffff88007921a200 rate 20 gen 0 00000100:00100000:3.0:1718930631.311232:0:22544:0:(nrs_tbf.c:3117:nrs_tbf_req_get()) TBF dequeues: class@ffff880082890400 rate 20 gen 0 token 0, rule@ffff88007921a200 rate 20 gen 0 00000100:00100000:3.0:1718930631.311252:0:22544:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880137139300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8a07974b-7506-4725-beb3-4b5c6f8f9250+6:1877:x1802425753245568:12345-192.168.204.9@tcp:3:dd.0 00010000:00010000:3.0:1718930631.311299:0:22544:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880099ad8d80/0x4c38e74a54728b9a lrc: 3/1,0 mode: --/PR res: [0x280000400:0x574:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22544 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930631.311313:0:22544:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718930631.311315:0:22544:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718930631.311319:0:22544:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099ad8d80/0x4c38e74a54728b9a lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x574:0x0].0x0 rrc: 3 type: EXT [23068672->24117247] (req 23068672->24117247) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 22544 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930631.311331:0:22544:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099ad8d80/0x4c38e74a54728b9a lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x574:0x0].0x0 rrc: 3 type: EXT [23068672->24117247] (req 23068672->24117247) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 22544 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930631.315900:0:22544:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880099ad8d80/0x4c38e74a54728b9a lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x574:0x0].0x0 rrc: 3 type: EXT [23068672->24117247] (req 23068672->24117247) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 22544 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930631.315911:0:22544:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880099ad8d80/0x4c38e74a54728b9a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x574:0x0].0x0 rrc: 3 type: EXT [23068672->24117247] (req 23068672->24117247) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 22544 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930631.315935:0:22544:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1718930631.315985:0:22544:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880137139300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8a07974b-7506-4725-beb3-4b5c6f8f9250+6:1877:x1802425753245568:12345-192.168.204.9@tcp:3:dd.0 Request processed in 4739us (47936us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1718930631.315993:0:22544:0:(nrs_tbf.c:3255:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.204.9@tcp, seq: 339 00000100:00100000:1.0:1718930631.317699:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1718930631.317755:0:22544:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753245696 00000100:00100000:3.0:1718930631.317780:0:22544:0:(nrs_tbf.c:3199:nrs_tbf_req_add()) TBF enqueues: class@ffff880082890400 rate 20 gen 0 token 0, rule@ffff88007921a200 rate 20 gen 0 00000100:00100000:3.0:1718930631.361379:0:13410:0:(nrs_tbf.c:3117:nrs_tbf_req_get()) TBF dequeues: class@ffff880082890400 rate 20 gen 0 token 0, rule@ffff88007921a200 rate 20 gen 0 00000100:00100000:3.0:1718930631.361396:0:13410:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800868f1c80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8a07974b-7506-4725-beb3-4b5c6f8f9250+6:1877:x1802425753245696:12345-192.168.204.9@tcp:3:dd.0 00010000:00010000:3.0:1718930631.361438:0:13410:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880099ad8d80/0x4c38e74a54728ba1 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x574:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930631.361451:0:13410:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718930631.361453:0:13410:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718930631.361456:0:13410:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099ad8d80/0x4c38e74a54728ba1 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x574:0x0].0x0 rrc: 3 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 13410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930631.361467:0:13410:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099ad8d80/0x4c38e74a54728ba1 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x574:0x0].0x0 rrc: 3 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 13410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930631.365194:0:13410:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880099ad8d80/0x4c38e74a54728ba1 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x574:0x0].0x0 rrc: 3 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 13410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930631.365203:0:13410:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880099ad8d80/0x4c38e74a54728ba1 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x574:0x0].0x0 rrc: 3 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 13410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930631.365234:0:13410:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1718930631.365271:0:13410:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800868f1c80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8a07974b-7506-4725-beb3-4b5c6f8f9250+6:1877:x1802425753245696:12345-192.168.204.9@tcp:3:dd.0 Request processed in 3880us (47573us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1718930631.365279:0:13410:0:(nrs_tbf.c:3255:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.204.9@tcp, seq: 340 00000100:00100000:1.0:1718930631.367103:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1718930631.367148:0:13410:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753245824 00000100:00100000:3.0:1718930631.367177:0:13410:0:(nrs_tbf.c:3199:nrs_tbf_req_add()) TBF enqueues: class@ffff880082890400 rate 20 gen 0 token 0, rule@ffff88007921a200 rate 20 gen 0 00000100:00100000:3.0:1718930631.411454:0:22544:0:(nrs_tbf.c:3117:nrs_tbf_req_get()) TBF dequeues: class@ffff880082890400 rate 20 gen 0 token 0, rule@ffff88007921a200 rate 20 gen 0 00000100:00100000:3.0:1718930631.411469:0:22544:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800868f3900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8a07974b-7506-4725-beb3-4b5c6f8f9250+6:1877:x1802425753245824:12345-192.168.204.9@tcp:3:dd.0 00010000:00010000:3.0:1718930631.411505:0:22544:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880099ad8d80/0x4c38e74a54728ba8 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x574:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22544 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930631.411515:0:22544:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718930631.411516:0:22544:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718930631.411519:0:22544:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099ad8d80/0x4c38e74a54728ba8 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x574:0x0].0x0 rrc: 3 type: EXT [25165824->26214399] (req 25165824->26214399) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 22544 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930631.411528:0:22544:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099ad8d80/0x4c38e74a54728ba8 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x574:0x0].0x0 rrc: 3 type: EXT [25165824->26214399] (req 25165824->26214399) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 22544 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930631.415540:0:22544:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880099ad8d80/0x4c38e74a54728ba8 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x574:0x0].0x0 rrc: 3 type: EXT [25165824->26214399] (req 25165824->26214399) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 22544 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930631.415551:0:22544:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880099ad8d80/0x4c38e74a54728ba8 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x574:0x0].0x0 rrc: 3 type: EXT [25165824->26214399] (req 25165824->26214399) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 22544 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930631.415571:0:22544:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1718930631.415616:0:22544:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800868f3900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8a07974b-7506-4725-beb3-4b5c6f8f9250+6:1877:x1802425753245824:12345-192.168.204.9@tcp:3:dd.0 Request processed in 4149us (48513us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1718930631.415653:0:22544:0:(nrs_tbf.c:3255:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.204.9@tcp, seq: 341 00000100:00100000:3.0:1718930631.417361:0:22544:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753245952 00000100:00100000:3.0:1718930631.417391:0:22544:0:(nrs_tbf.c:3199:nrs_tbf_req_add()) TBF enqueues: class@ffff880082890400 rate 20 gen 0 token 0, rule@ffff88007921a200 rate 20 gen 0 00000100:00100000:3.0:1718930631.461555:0:13410:0:(nrs_tbf.c:3117:nrs_tbf_req_get()) TBF dequeues: class@ffff880082890400 rate 20 gen 0 token 0, rule@ffff88007921a200 rate 20 gen 0 00000100:00100000:3.0:1718930631.461571:0:13410:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e3d17c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8a07974b-7506-4725-beb3-4b5c6f8f9250+6:1877:x1802425753245952:12345-192.168.204.9@tcp:3:dd.0 00010000:00010000:3.0:1718930631.461611:0:13410:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880099adaac0/0x4c38e74a54728baf lrc: 3/1,0 mode: --/PR res: [0x280000400:0x574:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930631.461622:0:13410:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718930631.461625:0:13410:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718930631.461628:0:13410:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099adaac0/0x4c38e74a54728baf lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x574:0x0].0x0 rrc: 3 type: EXT [26214400->27262975] (req 26214400->27262975) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 13410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930631.461637:0:13410:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099adaac0/0x4c38e74a54728baf lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x574:0x0].0x0 rrc: 3 type: EXT [26214400->27262975] (req 26214400->27262975) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 13410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930631.465233:0:13410:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880099adaac0/0x4c38e74a54728baf lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x574:0x0].0x0 rrc: 3 type: EXT [26214400->27262975] (req 26214400->27262975) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 13410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930631.465242:0:13410:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880099adaac0/0x4c38e74a54728baf lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x574:0x0].0x0 rrc: 3 type: EXT [26214400->27262975] (req 26214400->27262975) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 13410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930631.465264:0:13410:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1718930631.465302:0:13410:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e3d17c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8a07974b-7506-4725-beb3-4b5c6f8f9250+6:1877:x1802425753245952:12345-192.168.204.9@tcp:3:dd.0 Request processed in 3734us (48004us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1718930631.465308:0:13410:0:(nrs_tbf.c:3255:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.204.9@tcp, seq: 342 00000100:00100000:1.0:1718930631.467206:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1718930631.467292:0:13410:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753246080 00000100:00100000:3.0:1718930631.467320:0:13410:0:(nrs_tbf.c:3199:nrs_tbf_req_add()) TBF enqueues: class@ffff880082890400 rate 20 gen 0 token 0, rule@ffff88007921a200 rate 20 gen 0 00000100:00100000:3.0:1718930631.511732:0:22544:0:(nrs_tbf.c:3117:nrs_tbf_req_get()) TBF dequeues: class@ffff880082890400 rate 20 gen 0 token 0, rule@ffff88007921a200 rate 20 gen 0 00000100:00100000:3.0:1718930631.511748:0:22544:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800868f0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8a07974b-7506-4725-beb3-4b5c6f8f9250+6:1878:x1802425753246080:12345-192.168.204.9@tcp:3:dd.0 00010000:00010000:3.0:1718930631.511786:0:22544:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880099adaac0/0x4c38e74a54728bb6 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x574:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22544 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930631.511797:0:22544:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718930631.511798:0:22544:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718930631.511801:0:22544:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099adaac0/0x4c38e74a54728bb6 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x574:0x0].0x0 rrc: 3 type: EXT [27262976->28311551] (req 27262976->28311551) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 22544 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930631.511814:0:22544:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099adaac0/0x4c38e74a54728bb6 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x574:0x0].0x0 rrc: 3 type: EXT [27262976->28311551] (req 27262976->28311551) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 22544 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930631.514994:0:22544:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880099adaac0/0x4c38e74a54728bb6 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x574:0x0].0x0 rrc: 3 type: EXT [27262976->28311551] (req 27262976->28311551) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 22544 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930631.515004:0:22544:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880099adaac0/0x4c38e74a54728bb6 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x574:0x0].0x0 rrc: 3 type: EXT [27262976->28311551] (req 27262976->28311551) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 22544 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930631.515028:0:22544:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1718930631.515067:0:22544:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800868f0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8a07974b-7506-4725-beb3-4b5c6f8f9250+6:1878:x1802425753246080:12345-192.168.204.9@tcp:3:dd.0 Request processed in 3324us (47863us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1718930631.515074:0:22544:0:(nrs_tbf.c:3255:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.204.9@tcp, seq: 343 00000100:00100000:1.0:1718930631.517044:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1718930631.517086:0:22544:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753246208 00000100:00100000:3.0:1718930631.517128:0:22544:0:(nrs_tbf.c:3199:nrs_tbf_req_add()) TBF enqueues: class@ffff880082890400 rate 20 gen 0 token 0, rule@ffff88007921a200 rate 20 gen 0 00000100:00100000:3.0:1718930631.561818:0:13410:0:(nrs_tbf.c:3117:nrs_tbf_req_get()) TBF dequeues: class@ffff880082890400 rate 20 gen 0 token 0, rule@ffff88007921a200 rate 20 gen 0 00000100:00100000:3.0:1718930631.561833:0:13410:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800868f6880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8a07974b-7506-4725-beb3-4b5c6f8f9250+6:1877:x1802425753246208:12345-192.168.204.9@tcp:3:dd.0 00010000:00010000:3.0:1718930631.561870:0:13410:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880099adaac0/0x4c38e74a54728bbd lrc: 3/1,0 mode: --/PR res: [0x280000400:0x574:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930631.561880:0:13410:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718930631.561882:0:13410:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718930631.561885:0:13410:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099adaac0/0x4c38e74a54728bbd lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x574:0x0].0x0 rrc: 3 type: EXT [28311552->29360127] (req 28311552->29360127) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 13410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930631.561894:0:13410:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099adaac0/0x4c38e74a54728bbd lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x574:0x0].0x0 rrc: 3 type: EXT [28311552->29360127] (req 28311552->29360127) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 13410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930631.565267:0:13410:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880099adaac0/0x4c38e74a54728bbd lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x574:0x0].0x0 rrc: 3 type: EXT [28311552->29360127] (req 28311552->29360127) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 13410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930631.565276:0:13410:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880099adaac0/0x4c38e74a54728bbd lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x574:0x0].0x0 rrc: 3 type: EXT [28311552->29360127] (req 28311552->29360127) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 13410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930631.565295:0:13410:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1718930631.565329:0:13410:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800868f6880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8a07974b-7506-4725-beb3-4b5c6f8f9250+6:1877:x1802425753246208:12345-192.168.204.9@tcp:3:dd.0 Request processed in 3501us (48287us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1718930631.565335:0:13410:0:(nrs_tbf.c:3255:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.204.9@tcp, seq: 344 00000100:00100000:3.0:1718930631.566906:0:13410:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753246336 00000100:00100000:3.0:1718930631.566928:0:13410:0:(nrs_tbf.c:3199:nrs_tbf_req_add()) TBF enqueues: class@ffff880082890400 rate 20 gen 0 token 0, rule@ffff88007921a200 rate 20 gen 0 00000100:00100000:3.0:1718930631.611922:0:22544:0:(nrs_tbf.c:3117:nrs_tbf_req_get()) TBF dequeues: class@ffff880082890400 rate 20 gen 0 token 0, rule@ffff88007921a200 rate 20 gen 0 00000100:00100000:3.0:1718930631.611939:0:22544:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e3d3440 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8a07974b-7506-4725-beb3-4b5c6f8f9250+6:1878:x1802425753246336:12345-192.168.204.9@tcp:3:dd.0 00010000:00010000:3.0:1718930631.611979:0:22544:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880099adaac0/0x4c38e74a54728bc4 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x574:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22544 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930631.611991:0:22544:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718930631.611993:0:22544:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718930631.611996:0:22544:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099adaac0/0x4c38e74a54728bc4 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x574:0x0].0x0 rrc: 3 type: EXT [29360128->30408703] (req 29360128->30408703) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 22544 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930631.612006:0:22544:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099adaac0/0x4c38e74a54728bc4 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x574:0x0].0x0 rrc: 3 type: EXT [29360128->30408703] (req 29360128->30408703) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 22544 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930631.615734:0:22544:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880099adaac0/0x4c38e74a54728bc4 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x574:0x0].0x0 rrc: 3 type: EXT [29360128->30408703] (req 29360128->30408703) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 22544 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930631.615747:0:22544:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880099adaac0/0x4c38e74a54728bc4 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x574:0x0].0x0 rrc: 3 type: EXT [29360128->30408703] (req 29360128->30408703) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 22544 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930631.615774:0:22544:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1718930631.615829:0:22544:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e3d3440 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8a07974b-7506-4725-beb3-4b5c6f8f9250+6:1878:x1802425753246336:12345-192.168.204.9@tcp:3:dd.0 Request processed in 3893us (48964us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1718930631.615838:0:22544:0:(nrs_tbf.c:3255:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.204.9@tcp, seq: 345 00000100:00100000:1.0:1718930631.617383:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1718930631.617460:0:22544:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753246464 00000100:00100000:3.0:1718930631.617492:0:22544:0:(nrs_tbf.c:3199:nrs_tbf_req_add()) TBF enqueues: class@ffff880082890400 rate 20 gen 0 token 0, rule@ffff88007921a200 rate 20 gen 0 00000100:00100000:3.0:1718930631.662053:0:13410:0:(nrs_tbf.c:3117:nrs_tbf_req_get()) TBF dequeues: class@ffff880082890400 rate 20 gen 0 token 0, rule@ffff88007921a200 rate 20 gen 0 00000100:00100000:3.0:1718930631.662070:0:13410:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800868f6d40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8a07974b-7506-4725-beb3-4b5c6f8f9250+6:1877:x1802425753246464:12345-192.168.204.9@tcp:3:dd.0 00010000:00010000:3.0:1718930631.662110:0:13410:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880099adaac0/0x4c38e74a54728bcb lrc: 3/1,0 mode: --/PR res: [0x280000400:0x574:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930631.662121:0:13410:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718930631.662123:0:13410:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718930631.662126:0:13410:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099adaac0/0x4c38e74a54728bcb lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x574:0x0].0x0 rrc: 3 type: EXT [30408704->31457279] (req 30408704->31457279) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 13410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930631.662136:0:13410:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099adaac0/0x4c38e74a54728bcb lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x574:0x0].0x0 rrc: 3 type: EXT [30408704->31457279] (req 30408704->31457279) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 13410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930631.665228:0:13410:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880099adaac0/0x4c38e74a54728bcb lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x574:0x0].0x0 rrc: 3 type: EXT [30408704->31457279] (req 30408704->31457279) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 13410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930631.665239:0:13410:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880099adaac0/0x4c38e74a54728bcb lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x574:0x0].0x0 rrc: 3 type: EXT [30408704->31457279] (req 30408704->31457279) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 13410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930631.665262:0:13410:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1718930631.665297:0:13410:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800868f6d40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8a07974b-7506-4725-beb3-4b5c6f8f9250+6:1877:x1802425753246464:12345-192.168.204.9@tcp:3:dd.0 Request processed in 3233us (47917us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1718930631.665304:0:13410:0:(nrs_tbf.c:3255:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.204.9@tcp, seq: 346 00000100:00100000:1.0:1718930631.667108:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1718930631.667157:0:13410:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753246592 00000100:00100000:3.0:1718930631.667180:0:13410:0:(nrs_tbf.c:3199:nrs_tbf_req_add()) TBF enqueues: class@ffff880082890400 rate 20 gen 0 token 0, rule@ffff88007921a200 rate 20 gen 0 00000100:00100000:3.0:1718930631.712145:0:22544:0:(nrs_tbf.c:3117:nrs_tbf_req_get()) TBF dequeues: class@ffff880082890400 rate 20 gen 0 token 0, rule@ffff88007921a200 rate 20 gen 0 00000100:00100000:3.0:1718930631.712166:0:22544:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800868f4c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8a07974b-7506-4725-beb3-4b5c6f8f9250+6:1877:x1802425753246592:12345-192.168.204.9@tcp:3:dd.0 00010000:00010000:3.0:1718930631.712209:0:22544:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880099ad8fc0/0x4c38e74a54728bd2 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x574:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22544 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930631.712223:0:22544:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718930631.712225:0:22544:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718930631.712229:0:22544:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099ad8fc0/0x4c38e74a54728bd2 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x574:0x0].0x0 rrc: 3 type: EXT [31457280->32505855] (req 31457280->32505855) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 22544 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930631.712241:0:22544:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099ad8fc0/0x4c38e74a54728bd2 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x574:0x0].0x0 rrc: 3 type: EXT [31457280->32505855] (req 31457280->32505855) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 22544 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930631.716948:0:22544:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880099ad8fc0/0x4c38e74a54728bd2 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x574:0x0].0x0 rrc: 3 type: EXT [31457280->32505855] (req 31457280->32505855) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 22544 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930631.716966:0:22544:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880099ad8fc0/0x4c38e74a54728bd2 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x574:0x0].0x0 rrc: 3 type: EXT [31457280->32505855] (req 31457280->32505855) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 22544 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930631.717021:0:22544:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1718930631.717075:0:22544:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800868f4c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8a07974b-7506-4725-beb3-4b5c6f8f9250+6:1877:x1802425753246592:12345-192.168.204.9@tcp:3:dd.0 Request processed in 4915us (49968us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1718930631.717083:0:22544:0:(nrs_tbf.c:3255:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.204.9@tcp, seq: 347 00000100:00100000:3.0:1718930631.720029:0:22544:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753246720 00000100:00100000:3.0:1718930631.720063:0:22544:0:(nrs_tbf.c:3199:nrs_tbf_req_add()) TBF enqueues: class@ffff880082890400 rate 20 gen 0 token 0, rule@ffff88007921a200 rate 20 gen 0 00000100:00100000:3.0:1718930631.762249:0:13410:0:(nrs_tbf.c:3117:nrs_tbf_req_get()) TBF dequeues: class@ffff880082890400 rate 20 gen 0 token 0, rule@ffff88007921a200 rate 20 gen 0 00000100:00100000:3.0:1718930631.762266:0:13410:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e3d2f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8a07974b-7506-4725-beb3-4b5c6f8f9250+6:1878:x1802425753246720:12345-192.168.204.9@tcp:3:dd.0 00010000:00010000:3.0:1718930631.762305:0:13410:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880099ad8fc0/0x4c38e74a54728bd9 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x574:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930631.762318:0:13410:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718930631.762319:0:13410:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718930631.762322:0:13410:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099ad8fc0/0x4c38e74a54728bd9 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x574:0x0].0x0 rrc: 3 type: EXT [32505856->33554431] (req 32505856->33554431) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 13410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930631.762332:0:13410:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099ad8fc0/0x4c38e74a54728bd9 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x574:0x0].0x0 rrc: 3 type: EXT [32505856->33554431] (req 32505856->33554431) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 13410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930631.766556:0:13410:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880099ad8fc0/0x4c38e74a54728bd9 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x574:0x0].0x0 rrc: 3 type: EXT [32505856->33554431] (req 32505856->33554431) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 13410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930631.766564:0:13410:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880099ad8fc0/0x4c38e74a54728bd9 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x574:0x0].0x0 rrc: 3 type: EXT [32505856->33554431] (req 32505856->33554431) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 13410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930631.766583:0:13410:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1718930631.766626:0:13410:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e3d2f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8a07974b-7506-4725-beb3-4b5c6f8f9250+6:1878:x1802425753246720:12345-192.168.204.9@tcp:3:dd.0 Request processed in 4363us (46667us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1718930631.766632:0:13410:0:(nrs_tbf.c:3255:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.204.9@tcp, seq: 348 00000100:00100000:1.0:1718930631.768677:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1718930631.768751:0:13410:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753246848 00000100:00100000:3.0:1718930631.768780:0:13410:0:(nrs_tbf.c:3199:nrs_tbf_req_add()) TBF enqueues: class@ffff880082890400 rate 20 gen 0 token 0, rule@ffff88007921a200 rate 20 gen 0 00000100:00100000:3.0:1718930631.812343:0:22544:0:(nrs_tbf.c:3117:nrs_tbf_req_get()) TBF dequeues: class@ffff880082890400 rate 20 gen 0 token 0, rule@ffff88007921a200 rate 20 gen 0 00000100:00100000:3.0:1718930631.812361:0:22544:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800868f4280 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8a07974b-7506-4725-beb3-4b5c6f8f9250+6:1877:x1802425753246848:12345-192.168.204.9@tcp:3:dd.0 00010000:00010000:3.0:1718930631.812402:0:22544:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880099ad8fc0/0x4c38e74a54728be0 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x574:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22544 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930631.812415:0:22544:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718930631.812417:0:22544:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718930631.812420:0:22544:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099ad8fc0/0x4c38e74a54728be0 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x574:0x0].0x0 rrc: 3 type: EXT [33554432->34603007] (req 33554432->34603007) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 22544 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930631.812432:0:22544:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099ad8fc0/0x4c38e74a54728be0 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x574:0x0].0x0 rrc: 3 type: EXT [33554432->34603007] (req 33554432->34603007) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 22544 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930631.816149:0:22544:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880099ad8fc0/0x4c38e74a54728be0 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x574:0x0].0x0 rrc: 3 type: EXT [33554432->34603007] (req 33554432->34603007) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 22544 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930631.816161:0:22544:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880099ad8fc0/0x4c38e74a54728be0 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x574:0x0].0x0 rrc: 3 type: EXT [33554432->34603007] (req 33554432->34603007) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 22544 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930631.816186:0:22544:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1718930631.816233:0:22544:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800868f4280 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8a07974b-7506-4725-beb3-4b5c6f8f9250+6:1877:x1802425753246848:12345-192.168.204.9@tcp:3:dd.0 Request processed in 3877us (47578us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1718930631.816240:0:22544:0:(nrs_tbf.c:3255:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.204.9@tcp, seq: 349 00000100:00100000:1.0:1718930631.817988:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1718930631.818023:0:22544:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753246976 00000100:00100000:3.0:1718930631.818048:0:22544:0:(nrs_tbf.c:3199:nrs_tbf_req_add()) TBF enqueues: class@ffff880082890400 rate 20 gen 0 token 0, rule@ffff88007921a200 rate 20 gen 0 00000100:00100000:3.0:1718930631.862418:0:13410:0:(nrs_tbf.c:3117:nrs_tbf_req_get()) TBF dequeues: class@ffff880082890400 rate 20 gen 0 token 0, rule@ffff88007921a200 rate 20 gen 0 00000100:00100000:3.0:1718930631.862432:0:13410:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800868f0980 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8a07974b-7506-4725-beb3-4b5c6f8f9250+6:1875:x1802425753246976:12345-192.168.204.9@tcp:3:dd.0 00010000:00010000:3.0:1718930631.862467:0:13410:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880099ad8fc0/0x4c38e74a54728be7 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x574:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930631.862477:0:13410:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718930631.862478:0:13410:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718930631.862481:0:13410:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099ad8fc0/0x4c38e74a54728be7 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x574:0x0].0x0 rrc: 3 type: EXT [34603008->35651583] (req 34603008->35651583) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 13410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930631.862489:0:13410:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099ad8fc0/0x4c38e74a54728be7 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x574:0x0].0x0 rrc: 3 type: EXT [34603008->35651583] (req 34603008->35651583) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 13410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930631.865384:0:13410:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880099ad8fc0/0x4c38e74a54728be7 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x574:0x0].0x0 rrc: 3 type: EXT [34603008->35651583] (req 34603008->35651583) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 13410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930631.865393:0:13410:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880099ad8fc0/0x4c38e74a54728be7 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x574:0x0].0x0 rrc: 3 type: EXT [34603008->35651583] (req 34603008->35651583) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 13410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930631.865411:0:13410:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1718930631.865449:0:13410:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800868f0980 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8a07974b-7506-4725-beb3-4b5c6f8f9250+6:1875:x1802425753246976:12345-192.168.204.9@tcp:3:dd.0 Request processed in 3020us (47462us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1718930631.865455:0:13410:0:(nrs_tbf.c:3255:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.204.9@tcp, seq: 350 00000100:00100000:3.0:1718930631.867238:0:13410:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753247104 00000100:00100000:3.0:1718930631.867268:0:13410:0:(nrs_tbf.c:3199:nrs_tbf_req_add()) TBF enqueues: class@ffff880082890400 rate 20 gen 0 token 0, rule@ffff88007921a200 rate 20 gen 0 00000100:00100000:3.0:1718930631.912511:0:22544:0:(nrs_tbf.c:3117:nrs_tbf_req_get()) TBF dequeues: class@ffff880082890400 rate 20 gen 0 token 0, rule@ffff88007921a200 rate 20 gen 0 00000100:00100000:3.0:1718930631.912527:0:22544:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e3d0980 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8a07974b-7506-4725-beb3-4b5c6f8f9250+6:1877:x1802425753247104:12345-192.168.204.9@tcp:3:dd.0 00010000:00010000:3.0:1718930631.912569:0:22544:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880099ad8fc0/0x4c38e74a54728bee lrc: 3/1,0 mode: --/PR res: [0x280000400:0x574:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22544 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930631.912582:0:22544:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718930631.912583:0:22544:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718930631.912587:0:22544:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099ad8fc0/0x4c38e74a54728bee lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x574:0x0].0x0 rrc: 3 type: EXT [35651584->36700159] (req 35651584->36700159) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 22544 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930631.912599:0:22544:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099ad8fc0/0x4c38e74a54728bee lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x574:0x0].0x0 rrc: 3 type: EXT [35651584->36700159] (req 35651584->36700159) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 22544 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930631.916169:0:22544:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880099ad8fc0/0x4c38e74a54728bee lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x574:0x0].0x0 rrc: 3 type: EXT [35651584->36700159] (req 35651584->36700159) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 22544 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930631.916179:0:22544:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880099ad8fc0/0x4c38e74a54728bee lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x574:0x0].0x0 rrc: 3 type: EXT [35651584->36700159] (req 35651584->36700159) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 22544 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930631.916203:0:22544:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1718930631.916248:0:22544:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e3d0980 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8a07974b-7506-4725-beb3-4b5c6f8f9250+6:1877:x1802425753247104:12345-192.168.204.9@tcp:3:dd.0 Request processed in 3725us (49059us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1718930631.916256:0:22544:0:(nrs_tbf.c:3255:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.204.9@tcp, seq: 351 00000100:00100000:1.0:1718930631.917813:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1718930631.917853:0:22544:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753247232 00000100:00100000:3.0:1718930631.917875:0:22544:0:(nrs_tbf.c:3199:nrs_tbf_req_add()) TBF enqueues: class@ffff880082890400 rate 20 gen 0 token 0, rule@ffff88007921a200 rate 20 gen 0 00000100:00100000:3.0:1718930631.962598:0:13410:0:(nrs_tbf.c:3117:nrs_tbf_req_get()) TBF dequeues: class@ffff880082890400 rate 20 gen 0 token 0, rule@ffff88007921a200 rate 20 gen 0 00000100:00100000:3.0:1718930631.962615:0:13410:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800868f4740 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8a07974b-7506-4725-beb3-4b5c6f8f9250+6:1875:x1802425753247232:12345-192.168.204.9@tcp:3:dd.0 00010000:00010000:3.0:1718930631.962738:0:13410:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880099ad8900/0x4c38e74a54728bf5 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x574:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930631.962752:0:13410:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718930631.962755:0:13410:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718930631.962759:0:13410:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099ad8900/0x4c38e74a54728bf5 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x574:0x0].0x0 rrc: 3 type: EXT [36700160->37748735] (req 36700160->37748735) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 13410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930631.962774:0:13410:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099ad8900/0x4c38e74a54728bf5 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x574:0x0].0x0 rrc: 3 type: EXT [36700160->37748735] (req 36700160->37748735) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 13410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930631.966284:0:13410:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880099ad8900/0x4c38e74a54728bf5 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x574:0x0].0x0 rrc: 3 type: EXT [36700160->37748735] (req 36700160->37748735) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 13410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930631.966292:0:13410:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880099ad8900/0x4c38e74a54728bf5 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x574:0x0].0x0 rrc: 3 type: EXT [36700160->37748735] (req 36700160->37748735) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 13410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930631.966312:0:13410:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1718930631.966359:0:13410:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800868f4740 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8a07974b-7506-4725-beb3-4b5c6f8f9250+6:1875:x1802425753247232:12345-192.168.204.9@tcp:3:dd.0 Request processed in 3749us (48546us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1718930631.966367:0:13410:0:(nrs_tbf.c:3255:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.204.9@tcp, seq: 352 00000100:00100000:1.0:1718930631.968091:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1718930631.968141:0:13410:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753247360 00000100:00100000:3.0:1718930631.968168:0:13410:0:(nrs_tbf.c:3199:nrs_tbf_req_add()) TBF enqueues: class@ffff880082890400 rate 20 gen 0 token 0, rule@ffff88007921a200 rate 20 gen 0 00000100:00100000:3.0:1718930632.012773:0:22544:0:(nrs_tbf.c:3117:nrs_tbf_req_get()) TBF dequeues: class@ffff880082890400 rate 20 gen 0 token 0, rule@ffff88007921a200 rate 20 gen 0 00000100:00100000:3.0:1718930632.012789:0:22544:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800868f63c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8a07974b-7506-4725-beb3-4b5c6f8f9250+6:1877:x1802425753247360:12345-192.168.204.9@tcp:3:dd.0 00010000:00010000:3.0:1718930632.012826:0:22544:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880099ad8900/0x4c38e74a54728bfc lrc: 3/1,0 mode: --/PR res: [0x280000400:0x574:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22544 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930632.012836:0:22544:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718930632.012837:0:22544:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718930632.012840:0:22544:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099ad8900/0x4c38e74a54728bfc lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x574:0x0].0x0 rrc: 3 type: EXT [37748736->38797311] (req 37748736->38797311) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 22544 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930632.012852:0:22544:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099ad8900/0x4c38e74a54728bfc lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x574:0x0].0x0 rrc: 3 type: EXT [37748736->38797311] (req 37748736->38797311) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 22544 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930632.016321:0:22544:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880099ad8900/0x4c38e74a54728bfc lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x574:0x0].0x0 rrc: 3 type: EXT [37748736->38797311] (req 37748736->38797311) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 22544 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930632.016333:0:22544:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880099ad8900/0x4c38e74a54728bfc lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x574:0x0].0x0 rrc: 3 type: EXT [37748736->38797311] (req 37748736->38797311) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 22544 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930632.016358:0:22544:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1718930632.016408:0:22544:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800868f63c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8a07974b-7506-4725-beb3-4b5c6f8f9250+6:1877:x1802425753247360:12345-192.168.204.9@tcp:3:dd.0 Request processed in 3623us (48316us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1718930632.016416:0:22544:0:(nrs_tbf.c:3255:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.204.9@tcp, seq: 353 00000100:00100000:1.0:1718930632.017948:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1718930632.018000:0:22544:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753247488 00000100:00100000:3.0:1718930632.018030:0:22544:0:(nrs_tbf.c:3199:nrs_tbf_req_add()) TBF enqueues: class@ffff880082890400 rate 20 gen 0 token 0, rule@ffff88007921a200 rate 20 gen 0 00000100:00100000:3.0:1718930632.062862:0:13410:0:(nrs_tbf.c:3117:nrs_tbf_req_get()) TBF dequeues: class@ffff880082890400 rate 20 gen 0 token 0, rule@ffff88007921a200 rate 20 gen 0 00000100:00100000:3.0:1718930632.062877:0:13410:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800868f76c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8a07974b-7506-4725-beb3-4b5c6f8f9250+6:1878:x1802425753247488:12345-192.168.204.9@tcp:3:dd.0 00010000:00010000:3.0:1718930632.062912:0:13410:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880099ad8900/0x4c38e74a54728c03 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x574:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930632.062921:0:13410:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718930632.062922:0:13410:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718930632.062925:0:13410:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099ad8900/0x4c38e74a54728c03 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x574:0x0].0x0 rrc: 3 type: EXT [38797312->39845887] (req 38797312->39845887) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 13410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930632.062933:0:13410:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099ad8900/0x4c38e74a54728c03 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x574:0x0].0x0 rrc: 3 type: EXT [38797312->39845887] (req 38797312->39845887) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 13410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930632.066718:0:13410:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880099ad8900/0x4c38e74a54728c03 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x574:0x0].0x0 rrc: 3 type: EXT [38797312->39845887] (req 38797312->39845887) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 13410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930632.066726:0:13410:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880099ad8900/0x4c38e74a54728c03 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x574:0x0].0x0 rrc: 3 type: EXT [38797312->39845887] (req 38797312->39845887) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 13410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930632.066747:0:13410:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1718930632.066783:0:13410:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800868f76c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8a07974b-7506-4725-beb3-4b5c6f8f9250+6:1878:x1802425753247488:12345-192.168.204.9@tcp:3:dd.0 Request processed in 3910us (48836us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1718930632.066789:0:13410:0:(nrs_tbf.c:3255:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.204.9@tcp, seq: 354 00000100:00100000:1.0:1718930632.068418:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1718930632.068468:0:13410:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753247616 00000100:00100000:3.0:1718930632.068492:0:13410:0:(nrs_tbf.c:3199:nrs_tbf_req_add()) TBF enqueues: class@ffff880082890400 rate 20 gen 0 token 0, rule@ffff88007921a200 rate 20 gen 0 00000100:00100000:3.0:1718930632.112939:0:22544:0:(nrs_tbf.c:3117:nrs_tbf_req_get()) TBF dequeues: class@ffff880082890400 rate 20 gen 0 token 0, rule@ffff88007921a200 rate 20 gen 0 00000100:00100000:3.0:1718930632.112953:0:22544:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800868f7200 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8a07974b-7506-4725-beb3-4b5c6f8f9250+6:1877:x1802425753247616:12345-192.168.204.9@tcp:3:dd.0 00010000:00010000:3.0:1718930632.112989:0:22544:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880099ad8900/0x4c38e74a54728c0a lrc: 3/1,0 mode: --/PR res: [0x280000400:0x574:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22544 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930632.112999:0:22544:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718930632.113000:0:22544:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718930632.113003:0:22544:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099ad8900/0x4c38e74a54728c0a lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x574:0x0].0x0 rrc: 3 type: EXT [39845888->40894463] (req 39845888->40894463) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 22544 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930632.113011:0:22544:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099ad8900/0x4c38e74a54728c0a lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x574:0x0].0x0 rrc: 3 type: EXT [39845888->40894463] (req 39845888->40894463) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 22544 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930632.116963:0:22544:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880099ad8900/0x4c38e74a54728c0a lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x574:0x0].0x0 rrc: 3 type: EXT [39845888->40894463] (req 39845888->40894463) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 22544 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930632.116973:0:22544:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880099ad8900/0x4c38e74a54728c0a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x574:0x0].0x0 rrc: 3 type: EXT [39845888->40894463] (req 39845888->40894463) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 22544 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930632.116996:0:22544:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1718930632.117037:0:22544:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800868f7200 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8a07974b-7506-4725-beb3-4b5c6f8f9250+6:1877:x1802425753247616:12345-192.168.204.9@tcp:3:dd.0 Request processed in 4088us (48620us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1718930632.117044:0:22544:0:(nrs_tbf.c:3255:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.204.9@tcp, seq: 355 00000100:00100000:1.0:1718930632.119037:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1718930632.119119:0:22544:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753247744 00000100:00100000:3.0:1718930632.119146:0:22544:0:(nrs_tbf.c:3199:nrs_tbf_req_add()) TBF enqueues: class@ffff880082890400 rate 20 gen 0 token 0, rule@ffff88007921a200 rate 20 gen 0 00000100:00100000:3.0:1718930632.163012:0:13410:0:(nrs_tbf.c:3117:nrs_tbf_req_get()) TBF dequeues: class@ffff880082890400 rate 20 gen 0 token 0, rule@ffff88007921a200 rate 20 gen 0 00000100:00100000:3.0:1718930632.163030:0:13410:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800868f3dc0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8a07974b-7506-4725-beb3-4b5c6f8f9250+6:1875:x1802425753247744:12345-192.168.204.9@tcp:3:dd.0 00010000:00010000:3.0:1718930632.163072:0:13410:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880099ad8900/0x4c38e74a54728c11 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x574:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930632.163085:0:13410:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718930632.163087:0:13410:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718930632.163090:0:13410:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099ad8900/0x4c38e74a54728c11 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x574:0x0].0x0 rrc: 3 type: EXT [40894464->41943039] (req 40894464->41943039) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 13410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930632.163101:0:13410:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099ad8900/0x4c38e74a54728c11 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x574:0x0].0x0 rrc: 3 type: EXT [40894464->41943039] (req 40894464->41943039) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 13410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930632.167939:0:13410:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880099ad8900/0x4c38e74a54728c11 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x574:0x0].0x0 rrc: 3 type: EXT [40894464->41943039] (req 40894464->41943039) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 13410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930632.167951:0:13410:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880099ad8900/0x4c38e74a54728c11 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x574:0x0].0x0 rrc: 3 type: EXT [40894464->41943039] (req 40894464->41943039) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 13410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930632.167978:0:13410:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1718930632.168028:0:13410:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800868f3dc0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8a07974b-7506-4725-beb3-4b5c6f8f9250+6:1875:x1802425753247744:12345-192.168.204.9@tcp:3:dd.0 Request processed in 5002us (48991us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1718930632.168037:0:13410:0:(nrs_tbf.c:3255:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.204.9@tcp, seq: 356 00000100:00100000:1.0:1718930632.169963:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1718930632.170010:0:13410:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753247872 00000100:00100000:3.0:1718930632.170039:0:13410:0:(nrs_tbf.c:3199:nrs_tbf_req_add()) TBF enqueues: class@ffff880082890400 rate 20 gen 0 token 0, rule@ffff88007921a200 rate 20 gen 0 00000100:00100000:3.0:1718930632.213128:0:22544:0:(nrs_tbf.c:3117:nrs_tbf_req_get()) TBF dequeues: class@ffff880082890400 rate 20 gen 0 token 0, rule@ffff88007921a200 rate 20 gen 0 00000100:00100000:3.0:1718930632.213147:0:22544:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800868f5a40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8a07974b-7506-4725-beb3-4b5c6f8f9250+6:1876:x1802425753247872:12345-192.168.204.9@tcp:3:dd.0 00010000:00010000:3.0:1718930632.213192:0:22544:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880099ad8900/0x4c38e74a54728c18 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x574:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22544 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930632.213209:0:22544:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718930632.213211:0:22544:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718930632.213215:0:22544:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099ad8900/0x4c38e74a54728c18 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x574:0x0].0x0 rrc: 3 type: EXT [41943040->42991615] (req 41943040->42991615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 22544 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930632.213228:0:22544:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099ad8900/0x4c38e74a54728c18 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x574:0x0].0x0 rrc: 3 type: EXT [41943040->42991615] (req 41943040->42991615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 22544 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930632.217738:0:22544:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880099ad8900/0x4c38e74a54728c18 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x574:0x0].0x0 rrc: 3 type: EXT [41943040->42991615] (req 41943040->42991615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 22544 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930632.217749:0:22544:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880099ad8900/0x4c38e74a54728c18 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x574:0x0].0x0 rrc: 3 type: EXT [41943040->42991615] (req 41943040->42991615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 22544 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930632.217776:0:22544:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1718930632.217823:0:22544:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800868f5a40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8a07974b-7506-4725-beb3-4b5c6f8f9250+6:1876:x1802425753247872:12345-192.168.204.9@tcp:3:dd.0 Request processed in 4681us (47860us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1718930632.217831:0:22544:0:(nrs_tbf.c:3255:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.204.9@tcp, seq: 357 00000100:00100000:1.0:1718930632.220583:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1718930632.220649:0:22544:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753248000 00000100:00100000:3.0:1718930632.220732:0:22544:0:(nrs_tbf.c:3199:nrs_tbf_req_add()) TBF enqueues: class@ffff880082890400 rate 20 gen 0 token 0, rule@ffff88007921a200 rate 20 gen 0 00000100:00100000:3.0:1718930632.263220:0:13410:0:(nrs_tbf.c:3117:nrs_tbf_req_get()) TBF dequeues: class@ffff880082890400 rate 20 gen 0 token 0, rule@ffff88007921a200 rate 20 gen 0 00000100:00100000:3.0:1718930632.263241:0:13410:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800868f2140 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8a07974b-7506-4725-beb3-4b5c6f8f9250+6:1876:x1802425753248000:12345-192.168.204.9@tcp:3:dd.0 00010000:00010000:3.0:1718930632.263288:0:13410:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880099ad8900/0x4c38e74a54728c1f lrc: 3/1,0 mode: --/PR res: [0x280000400:0x574:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930632.263303:0:13410:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718930632.263304:0:13410:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718930632.263308:0:13410:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099ad8900/0x4c38e74a54728c1f lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x574:0x0].0x0 rrc: 3 type: EXT [42991616->44040191] (req 42991616->44040191) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 13410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930632.263320:0:13410:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099ad8900/0x4c38e74a54728c1f lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x574:0x0].0x0 rrc: 3 type: EXT [42991616->44040191] (req 42991616->44040191) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 13410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930632.267680:0:13410:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880099ad8900/0x4c38e74a54728c1f lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x574:0x0].0x0 rrc: 3 type: EXT [42991616->44040191] (req 42991616->44040191) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 13410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930632.267716:0:13410:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880099ad8900/0x4c38e74a54728c1f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x574:0x0].0x0 rrc: 3 type: EXT [42991616->44040191] (req 42991616->44040191) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 13410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930632.267750:0:13410:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1718930632.267824:0:13410:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800868f2140 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8a07974b-7506-4725-beb3-4b5c6f8f9250+6:1876:x1802425753248000:12345-192.168.204.9@tcp:3:dd.0 Request processed in 4588us (47242us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1718930632.267835:0:13410:0:(nrs_tbf.c:3255:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.204.9@tcp, seq: 358 00000100:00100000:1.0:1718930632.270328:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1718930632.270432:0:13410:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753248128 00000100:00100000:3.0:1718930632.270463:0:13410:0:(nrs_tbf.c:3199:nrs_tbf_req_add()) TBF enqueues: class@ffff880082890400 rate 20 gen 0 token 0, rule@ffff88007921a200 rate 20 gen 0 00000100:00100000:3.0:1718930632.313333:0:22544:0:(nrs_tbf.c:3117:nrs_tbf_req_get()) TBF dequeues: class@ffff880082890400 rate 20 gen 0 token 0, rule@ffff88007921a200 rate 20 gen 0 00000100:00100000:3.0:1718930632.313355:0:22544:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800868f2f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8a07974b-7506-4725-beb3-4b5c6f8f9250+6:1875:x1802425753248128:12345-192.168.204.9@tcp:3:dd.0 00010000:00010000:3.0:1718930632.313402:0:22544:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880099ad8900/0x4c38e74a54728c26 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x574:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22544 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930632.313417:0:22544:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718930632.313420:0:22544:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718930632.313424:0:22544:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099ad8900/0x4c38e74a54728c26 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x574:0x0].0x0 rrc: 3 type: EXT [44040192->45088767] (req 44040192->45088767) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 22544 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930632.313440:0:22544:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099ad8900/0x4c38e74a54728c26 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x574:0x0].0x0 rrc: 3 type: EXT [44040192->45088767] (req 44040192->45088767) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 22544 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930632.316868:0:22544:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880099ad8900/0x4c38e74a54728c26 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x574:0x0].0x0 rrc: 3 type: EXT [44040192->45088767] (req 44040192->45088767) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 22544 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930632.316877:0:22544:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880099ad8900/0x4c38e74a54728c26 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x574:0x0].0x0 rrc: 3 type: EXT [44040192->45088767] (req 44040192->45088767) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 22544 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930632.316897:0:22544:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1718930632.316933:0:22544:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800868f2f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8a07974b-7506-4725-beb3-4b5c6f8f9250+6:1875:x1802425753248128:12345-192.168.204.9@tcp:3:dd.0 Request processed in 3585us (46607us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1718930632.316939:0:22544:0:(nrs_tbf.c:3255:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.204.9@tcp, seq: 359 00000100:00100000:1.0:1718930632.318831:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1718930632.318889:0:22544:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753248256 00000100:00100000:3.0:1718930632.318919:0:22544:0:(nrs_tbf.c:3199:nrs_tbf_req_add()) TBF enqueues: class@ffff880082890400 rate 20 gen 0 token 0, rule@ffff88007921a200 rate 20 gen 0 00000100:00100000:3.0:1718930632.363421:0:13410:0:(nrs_tbf.c:3117:nrs_tbf_req_get()) TBF dequeues: class@ffff880082890400 rate 20 gen 0 token 0, rule@ffff88007921a200 rate 20 gen 0 00000100:00100000:3.0:1718930632.363439:0:13410:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800868f2ac0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8a07974b-7506-4725-beb3-4b5c6f8f9250+6:1878:x1802425753248256:12345-192.168.204.9@tcp:3:dd.0 00010000:00010000:3.0:1718930632.363480:0:13410:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880099ad8900/0x4c38e74a54728c2d lrc: 3/1,0 mode: --/PR res: [0x280000400:0x574:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930632.363493:0:13410:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718930632.363494:0:13410:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718930632.363498:0:13410:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099ad8900/0x4c38e74a54728c2d lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x574:0x0].0x0 rrc: 3 type: EXT [45088768->46137343] (req 45088768->46137343) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 13410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930632.363509:0:13410:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099ad8900/0x4c38e74a54728c2d lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x574:0x0].0x0 rrc: 3 type: EXT [45088768->46137343] (req 45088768->46137343) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 13410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930632.367895:0:13410:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880099ad8900/0x4c38e74a54728c2d lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x574:0x0].0x0 rrc: 3 type: EXT [45088768->46137343] (req 45088768->46137343) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 13410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930632.367904:0:13410:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880099ad8900/0x4c38e74a54728c2d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x574:0x0].0x0 rrc: 3 type: EXT [45088768->46137343] (req 45088768->46137343) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 13410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930632.367928:0:13410:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1718930632.367971:0:13410:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800868f2ac0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8a07974b-7506-4725-beb3-4b5c6f8f9250+6:1878:x1802425753248256:12345-192.168.204.9@tcp:3:dd.0 Request processed in 4537us (49143us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1718930632.367979:0:13410:0:(nrs_tbf.c:3255:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.204.9@tcp, seq: 360 00000100:00100000:1.0:1718930632.370227:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1718930632.370296:0:13410:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753248384 00000100:00100000:3.0:1718930632.370332:0:13410:0:(nrs_tbf.c:3199:nrs_tbf_req_add()) TBF enqueues: class@ffff880082890400 rate 20 gen 0 token 0, rule@ffff88007921a200 rate 20 gen 0 00000100:00100000:3.0:1718930632.413557:0:22544:0:(nrs_tbf.c:3117:nrs_tbf_req_get()) TBF dequeues: class@ffff880082890400 rate 20 gen 0 token 0, rule@ffff88007921a200 rate 20 gen 0 00000100:00100000:3.0:1718930632.413575:0:22544:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800868f5f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8a07974b-7506-4725-beb3-4b5c6f8f9250+6:1876:x1802425753248384:12345-192.168.204.9@tcp:3:dd.0 00010000:00010000:3.0:1718930632.413619:0:22544:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880099ad8900/0x4c38e74a54728c34 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x574:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22544 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930632.413632:0:22544:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718930632.413634:0:22544:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718930632.413637:0:22544:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099ad8900/0x4c38e74a54728c34 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x574:0x0].0x0 rrc: 3 type: EXT [46137344->47185919] (req 46137344->47185919) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 22544 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930632.413647:0:22544:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099ad8900/0x4c38e74a54728c34 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x574:0x0].0x0 rrc: 3 type: EXT [46137344->47185919] (req 46137344->47185919) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 22544 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930632.417773:0:22544:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880099ad8900/0x4c38e74a54728c34 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x574:0x0].0x0 rrc: 3 type: EXT [46137344->47185919] (req 46137344->47185919) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 22544 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930632.417785:0:22544:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880099ad8900/0x4c38e74a54728c34 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x574:0x0].0x0 rrc: 3 type: EXT [46137344->47185919] (req 46137344->47185919) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 22544 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930632.417813:0:22544:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1718930632.417862:0:22544:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800868f5f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8a07974b-7506-4725-beb3-4b5c6f8f9250+6:1876:x1802425753248384:12345-192.168.204.9@tcp:3:dd.0 Request processed in 4290us (47638us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1718930632.417869:0:22544:0:(nrs_tbf.c:3255:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.204.9@tcp, seq: 361 00000100:00100000:1.0:1718930632.420484:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1718930632.420609:0:22544:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753248512 00000100:00100000:3.0:1718930632.420651:0:22544:0:(nrs_tbf.c:3199:nrs_tbf_req_add()) TBF enqueues: class@ffff880082890400 rate 20 gen 0 token 0, rule@ffff88007921a200 rate 20 gen 0 00000100:00100000:3.0:1718930632.463768:0:13410:0:(nrs_tbf.c:3117:nrs_tbf_req_get()) TBF dequeues: class@ffff880082890400 rate 20 gen 0 token 0, rule@ffff88007921a200 rate 20 gen 0 00000100:00100000:3.0:1718930632.463786:0:13410:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800868f2600 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8a07974b-7506-4725-beb3-4b5c6f8f9250+6:1876:x1802425753248512:12345-192.168.204.9@tcp:3:dd.0 00010000:00010000:3.0:1718930632.463828:0:13410:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880099ad8900/0x4c38e74a54728c3b lrc: 3/1,0 mode: --/PR res: [0x280000400:0x574:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930632.463841:0:13410:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718930632.463843:0:13410:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718930632.463847:0:13410:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099ad8900/0x4c38e74a54728c3b lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x574:0x0].0x0 rrc: 3 type: EXT [47185920->48234495] (req 47185920->48234495) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 13410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930632.463857:0:13410:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099ad8900/0x4c38e74a54728c3b lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x574:0x0].0x0 rrc: 3 type: EXT [47185920->48234495] (req 47185920->48234495) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 13410 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718930632.463886:0:3320:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1718930632.463901:0:3320:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88013713e880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:01b55a44-4d23-49f9-b037-caf310e6728e:3320:1802425733007936:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718930632.463946:0:3322:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88013713d0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3322:1802425733008000:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1718930632.463980:0:3320:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718930632.463989:0:3322:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718930632.464002:0:3320:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8801371397c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3320:1802425733008128:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718930632.464012:0:3322:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88013713aac0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3322:1802425733008256:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1718930632.464018:0:3320:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718930632.464027:0:3320:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880134e24740 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3320:1802425733008384:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718930632.464033:0:3322:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718930632.464048:0:3322:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880134e204c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3322:1802425733008512:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1718930632.464049:0:32432:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733007936 00000100:00100000:1.0:1718930632.464065:0:3322:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718930632.464067:0:32432:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1256 00000100:00100000:3.0:1718930632.464072:0:32432:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c925850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:01b55a44-4d23-49f9-b037-caf310e6728e+23:3320:x1802425733007936:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718930632.464094:0:32457:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733008000 00000100:00100000:3.0:1718930632.464099:0:32432:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c925850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:01b55a44-4d23-49f9-b037-caf310e6728e+23:3320:x1802425733007936:12345-0@lo:400:kworker/u8:0.0 Request processed in 28us (120us total) trans 0 rc 0/0 00000100:00100000:3.0:1718930632.464104:0:32432:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1256 00000100:00100000:1.0:1718930632.464118:0:32457:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733008512 00000100:00100000:3.0:1718930632.464127:0:6839:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6284 00000100:00100000:1.0:1718930632.464129:0:32457:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20530 00000100:00100000:3.0:1718930632.464130:0:6839:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e3d5a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3321:x1802425733008704:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718930632.464134:0:32457:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e7ce880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3322:x1802425733008000:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1718930632.464152:0:6839:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e3d5a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3321:x1802425733008704:12345-0@lo:400:kworker/u8:0.0 Request processed in 22us (83us total) trans 0 rc 0/0 00000100:00100000:3.0:1718930632.464156:0:6839:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6284 00000100:00100000:1.0:1718930632.464161:0:32457:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e7ce880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3322:x1802425733008000:12345-0@lo:400:kworker/u8:0.0 Request processed in 27us (173us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930632.464170:0:32457:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20530 00000100:00100000:1.0:1718930632.464182:0:32457:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20531 00000100:00100000:1.0:1718930632.464185:0:32457:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e7c84c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3322:x1802425733008512:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718930632.464210:0:32457:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e7c84c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3322:x1802425733008512:12345-0@lo:400:kworker/u8:0.0 Request processed in 24us (144us total) trans 0 rc 0/0 00000100:00100000:3.0:1718930632.464216:0:7371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6285 00000100:00100000:1.0:1718930632.464216:0:32457:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20531 00000100:00100000:3.0:1718930632.464219:0:7371:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e3af200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:lustre-MDT0000-lwp-MDT0001_UUID+5:3323:x1802425733008064:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1718930632.464238:0:7371:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e3af200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:lustre-MDT0000-lwp-MDT0001_UUID+5:3323:x1802425733008064:12345-0@lo:400:kworker/u8:0.0 Request processed in 19us (70us total) trans 0 rc 0/0 00000100:00100000:3.0:1718930632.464242:0:7371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6285 00000100:00100000:1.0:1718930632.464262:0:9262:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733008448 00000100:00100000:1.0:1718930632.464301:0:9262:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733008384 00000100:00100000:3.0:1718930632.464314:0:24149:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 310 00000100:00100000:3.0:1718930632.464317:0:24149:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e3ae880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+5:3323:x1802425733008576:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718930632.464328:0:9262:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 311 00000100:00100000:1.0:1718930632.464333:0:9262:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e3d2ac0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3320:x1802425733008384:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1718930632.464342:0:24149:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e3ae880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+5:3323:x1802425733008576:12345-0@lo:400:kworker/u8:0.0 Request processed in 25us (117us total) trans 0 rc 0/0 00000100:00100000:3.0:1718930632.464346:0:24149:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 310 00000100:00100000:1.0:1718930632.464363:0:9262:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e3d2ac0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3320:x1802425733008384:12345-0@lo:400:kworker/u8:0.0 Request processed in 29us (80us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930632.464369:0:9262:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 311 00000040:00100000:1.0:1718930632.464416:0:32445:0:(llog.c:235:llog_cancel_arr_rec()) Canceling 1 records, first 338 in log [0xa:0x1:0x0] 00000100:00100000:1.0:1718930632.466236:0:3323:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88008e7caf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3323:1802425733008832:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1718930632.466264:0:3323:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718930632.466338:0:4179:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733008832 00000100:00100000:3.0:1718930632.466375:0:4179:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733008768 00000100:00100000:3.0:1718930632.466392:0:4179:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 474 00000100:00100000:3.0:1718930632.466397:0:4179:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e7cb900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+5:3323:x1802425733008832:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1718930632.466400:0:7078:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 474 00000100:00100000:1.0:1718930632.466404:0:7078:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e3aa600 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+5:3322:x1802425733008768:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1718930632.466416:0:4179:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:1407 count 1 00002000:00080000:1.0:1718930632.466416:0:7078:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:1415 count 1 00002000:00010000:1.0:1718930632.466431:0:7078:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x587:0x0] initial LVB size: 8388608, mtime: 0x6674ccc0, atime: 0x0, ctime: 0x6674ccc0, blocks: 0x4000 00002000:00010000:3.0:1718930632.466434:0:4179:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x57f:0x0] initial LVB size: 8388608, mtime: 0x6674ccc0, atime: 0x0, ctime: 0x6674ccc0, blocks: 0x4000 00010000:00010000:1.0:1718930632.466435:0:7078:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800849bb840/0x4c38e74a54728c42 lrc: 3/0,1 mode: --/PW res: [0x587:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7078 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930632.466439:0:4179:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880099ad8000/0x4c38e74a54728c49 lrc: 3/0,1 mode: --/PW res: [0x57f:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 4179 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930632.466442:0:7078:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1718930632.466443:0:7078:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1718930632.466445:0:7078:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800849bb840/0x4c38e74a54728c42 lrc: 3/0,1 mode: PW/PW res: [0x587:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 7078 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930632.466449:0:4179:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718930632.466451:0:4179:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718930632.466453:0:4179:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099ad8000/0x4c38e74a54728c49 lrc: 3/0,1 mode: PW/PW res: [0x57f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 4179 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930632.466457:0:7078:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800849bb840/0x4c38e74a54728c42 lrc: 3/0,1 mode: PW/PW res: [0x587:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 7078 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930632.466462:0:7078:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800849bb840/0x4c38e74a54728c42 lrc: 3/0,1 mode: PW/PW res: [0x587:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 7078 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930632.466464:0:4179:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099ad8000/0x4c38e74a54728c49 lrc: 3/0,1 mode: PW/PW res: [0x57f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 4179 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930632.466466:0:7078:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800849bb840/0x4c38e74a54728c42 lrc: 2/0,0 mode: PW/PW res: [0x587:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 7078 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930632.466471:0:4179:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880099ad8000/0x4c38e74a54728c49 lrc: 3/0,1 mode: PW/PW res: [0x57f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 4179 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930632.466484:0:4179:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880099ad8000/0x4c38e74a54728c49 lrc: 2/0,0 mode: PW/PW res: [0x57f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 4179 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930632.466486:0:7078:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1718930632.466495:0:4179:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1718930632.473082:0:4179:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e7cb900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+6:3323:x1802425733008832:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6681us (6815us total) trans 4294972693 rc 0/0 00000100:00100000:3.0:1718930632.473095:0:4179:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 474 00000100:00100000:1.0:1718930632.473305:0:7078:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e3aa600 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+6:3322:x1802425733008768:12345-0@lo:6:osp-syn-0-0.0 Request processed in 6897us (7016us total) trans 4294976093 rc 0/0 00000100:00100000:1.0:1718930632.473314:0:7078:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 474 00000100:00100000:1.0:1718930632.479888:0:6843:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733008896 00000100:00100000:1.0:1718930632.479917:0:6843:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733008960 00000100:00100000:1.0:1718930632.479932:0:6843:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20533 00000100:00100000:1.0:1718930632.479936:0:6843:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e3d5580 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3321:x1802425733008960:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1718930632.479956:0:6843:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1443745792 avail 1314283520 00000100:00100000:1.0:1718930632.480009:0:6843:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e3d5580 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3321:x1802425733008960:12345-0@lo:41:osp-pre-1-0.0 Request processed in 72us (113us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930632.480018:0:6843:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20533 00000100:00100000:3.0:1718930632.495792:0:3322:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88008e3abdc0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3322:1802425733009024:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1718930632.495807:0:3323:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88008e3d0e40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3323:1802425733009088:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1718930632.495831:0:3322:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718930632.495860:0:3323:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718930632.495886:0:9265:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733009088 00000100:00100000:3.0:1718930632.495933:0:9265:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 351 00000100:00100000:3.0:1718930632.495938:0:9265:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e7ccc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3323:x1802425733009088:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1718930632.495956:0:9265:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 87453248 pending 0 free 3912839168 avail 3681316864 00000100:00100000:3.0:1718930632.495985:0:9265:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e7ccc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3323:x1802425733009088:12345-0@lo:13:osp-pre-1-0.0 Request processed in 47us (125us total) trans 0 rc 0/0 00000100:00100000:3.0:1718930632.495992:0:9265:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 351 00000100:00100000:1.0:1718930632.496006:0:3323:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88008e3d0e40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3323:1802425733009088:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1718930632.496026:0:3322:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88008e3abdc0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3322:1802425733009024:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1718930632.621943:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930632.670590:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930632.721087:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930632.769186:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930632.819292:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930632.870239:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930632.920296:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930632.970779:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930633.020244:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930633.069505:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930633.119962:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930633.170618:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930633.220051:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930633.272946:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930633.322710:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930633.372389:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930633.422748:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930633.472388:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930633.524367:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930633.573073:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930633.622368:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930633.672291:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930633.724255:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930633.775160:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930633.825084:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930633.873710:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930633.922920:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930633.974233:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930634.025961:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930634.076213:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930634.125287:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930634.174719:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930634.225999:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930634.275622:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930634.326150:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930634.376599:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930634.426403:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930634.475597:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930634.524734:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930634.575737:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930634.625630:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930634.674699:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930634.725744:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930634.775412:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930634.823847:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930634.874396:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930634.924248:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930634.974713:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930635.026246:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930635.075915:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930635.126821:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930635.194505:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930635.201874:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930635.203187:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930635.204793:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930635.207748:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1718930635.207784:0:6840:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753255872 00000100:00100000:3.0:1718930635.207810:0:6840:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 10768 00000100:00100000:3.0:1718930635.207813:0:6840:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88008207b900 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+14:20004:x1802425753255872:12345-192.168.204.9@tcp:35:rm.0 00000100:00100000:3.0:1718930635.207901:0:6840:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88008207b900 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+15:20004:x1802425753255872:12345-192.168.204.9@tcp:35:rm.0 Request processed in 86us (155us total) trans 4294987102 rc 0/0 00000100:00100000:3.0:1718930635.207908:0:6840:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 10768 00000020:00080000:3.0:1718930635.208462:0:8070:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 3543 00000040:00100000:3.0:1718930635.208472:0:8070:0:(llog.c:235:llog_cancel_arr_rec()) Canceling 1 records, first 1496 in log [0x3:0x401:0x2] 00000004:00080000:3.0:1718930635.208504:0:8070:0:(osp_trans.c:1598:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff8800b257d380 with version 7091 00000020:00080000:3.0:1718930635.208511:0:8070:0:(update_trans.c:1313:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 3543 cancel update log [0x3:0x401:0x2].1496: rc = 0 00000040:00100000:3.0:1718930635.208515:0:8070:0:(llog.c:235:llog_cancel_arr_rec()) Canceling 1 records, first 1123 in log [0x3:0x40000400:0x2] 00000020:00080000:3.0:1718930635.208545:0:8070:0:(update_trans.c:1313:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 3543 cancel update log [0x3:0x40000400:0x2].1123: rc = 0 00000020:00080000:3.0:1718930635.208551:0:8070:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 3543 00000100:00100000:1.0:1718930635.208702:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930635.208840:0:8063:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880083dc76c0 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:8063:1802425733009280:0@lo:1000:osp_up0-1.0 00000100:00100000:1.0:1718930635.209887:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1718930635.209925:0:6840:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753256128 00000100:00100000:3.0:1718930635.209950:0:6840:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 10769 00000100:00100000:3.0:1718930635.209952:0:6840:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88008207b440 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+15:20004:x1802425753256128:12345-192.168.204.9@tcp:35:rm.0 00000100:00100000:3.0:1718930635.210054:0:6840:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88008207b440 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+16:20004:x1802425753256128:12345-192.168.204.9@tcp:35:rm.0 Request processed in 100us (167us total) trans 4294987104 rc 0/0 00000100:00100000:3.0:1718930635.210059:0:6840:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 10769 00000100:00100000:1.0:1718930635.210807:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00010000:00010000:3.0:1718930635.211948:0:3306:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009b056f40/0x4c38e74a54728e02 lrc: 3/0,1 mode: COS/COS res: [0x240000402:0x602:0x0].0x666274 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930635.211955:0:3306:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x602:0x0].0x666274 (ffff88012d3dd900) 00010000:00010000:3.0:1718930635.211957:0:3306:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1718930635.211958:0:3306:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009b057a80/0x4c38e74a54728e09 lrc: 3/0,1 mode: COS/COS res: [0x240000402:0x603:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930635.211963:0:3306:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x603:0x0].0x0 (ffff88012d3dd200) 00010000:00010000:3.0:1718930635.211965:0:3306:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00000100:00100000:1.0:1718930635.212254:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930635.212303:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1718930635.212368:0:6840:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753256448 00000100:00100000:3.0:1718930635.212393:0:6840:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 10770 00000100:00100000:3.0:1718930635.212396:0:6840:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880073f99850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+15:20004:x1802425753256448:12345-192.168.204.9@tcp:35:rm.0 00000100:00100000:3.0:1718930635.212454:0:6840:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880073f99850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+16:20004:x1802425753256448:12345-192.168.204.9@tcp:35:rm.0 Request processed in 57us (151us total) trans 4294987106 rc 0/0 00000100:00100000:3.0:1718930635.212458:0:6840:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 10770 00000100:00100000:1.0:1718930635.212996:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000004:00080000:1.0:1718930635.214159:0:8063:0:(osp_trans.c:1343:osp_get_next_request()) ou ffff88012a3cd000 version 7092 rpc_version 7092 00000100:00100000:1.0:1718930635.214176:0:8063:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88008207e880 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:8063:1802425733009600:0@lo:1000:osp_up0-1.0 00000100:00100000:1.0:1718930635.214195:0:8063:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718930635.214209:0:8063:0:(client.c:2492:ptlrpc_set_wait()) set ffff880086baf0c0 going to sleep for 6 seconds 00000100:00100000:1.0:1718930635.214458:0:8063:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88008207e880 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:8063:1802425733009600:0@lo:1000:osp_up0-1.0 00000004:00080000:3.0:1718930635.825761:0:23214:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 3546897099286ns, next at 3539559287902ns, rc = 0 00080000:00080000:3.0:1718930635.825777:0:23214:0:(osd_handler.c:2525:osd_commit_async()) lustre-MDT0000: async commit OSD 00000004:00080000:3.0:1718930635.825921:0:23214:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 3546897259958ns, next at 3547282485277ns, rc = 0 00080000:00080000:3.0:1718930635.825928:0:23214:0:(osd_handler.c:2525:osd_commit_async()) lustre-MDT0001: async commit OSD 00010000:00010000:3.0:1718930635.827333:0:3306:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0001_UUID lock: ffff88009b056f40/0x4c38e74a54728e02 lrc: 3/0,1 mode: COS/COS res: [0x240000402:0x602:0x0].0x666274 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930635.827347:0:3306:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009b056f40/0x4c38e74a54728e02 lrc: 2/0,0 mode: COS/COS res: [0x240000402:0x602:0x0].0x666274 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930635.827356:0:3306:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88009b056f40/0x4c38e74a54728e02 lrc: 3/0,0 mode: COS/COS res: [0x240000402:0x602:0x0].0x666274 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930635.827365:0:3306:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88009b056f40 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:3.0:1718930635.827368:0:3306:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009b056f40/0x4c38e74a54728e02 lrc: 3/0,0 mode: COS/COS res: [0x240000402:0x602:0x0].0x666274 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930635.827376:0:3306:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009b056f40/0x4c38e74a54728e02 lrc: 4/0,0 mode: COS/COS res: [0x240000402:0x602:0x0].0x666274 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930635.827392:0:3306:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x602:0x0].0x666274 (ffff88012d3dd900) 00010000:00010000:3.0:1718930635.827396:0:3306:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1718930635.827399:0:3306:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88009b056f40/0x4c38e74a54728e02 lrc: 2/0,0 mode: --/COS res: [0x240000402:0x602:0x0].0x666274 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930635.827407:0:3306:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009b056f40/0x4c38e74a54728e02 lrc: 0/0,0 mode: --/COS res: [0x240000402:0x602:0x0].0x666274 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7079 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718930635.827415:0:3323:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88008207a140 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3323:1802425733009728:0@lo:6:osp-syn-0-1.0 00010000:00010000:3.0:1718930635.827439:0:3306:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0001_UUID lock: ffff88009b057a80/0x4c38e74a54728e09 lrc: 3/0,1 mode: COS/COS res: [0x240000402:0x603:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930635.827447:0:3306:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009b057a80/0x4c38e74a54728e09 lrc: 2/0,0 mode: COS/COS res: [0x240000402:0x603:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930635.827455:0:3306:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88009b057a80/0x4c38e74a54728e09 lrc: 3/0,0 mode: COS/COS res: [0x240000402:0x603:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930635.827461:0:3306:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88009b057a80 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:3.0:1718930635.827463:0:3306:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009b057a80/0x4c38e74a54728e09 lrc: 3/0,0 mode: COS/COS res: [0x240000402:0x603:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7079 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718930635.827469:0:3323:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1718930635.827471:0:3306:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009b057a80/0x4c38e74a54728e09 lrc: 4/0,0 mode: COS/COS res: [0x240000402:0x603:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930635.827480:0:3306:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x603:0x0].0x0 (ffff88012d3dd200) 00010000:00010000:3.0:1718930635.827482:0:3306:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1718930635.827484:0:3306:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88009b057a80/0x4c38e74a54728e09 lrc: 2/0,0 mode: --/COS res: [0x240000402:0x603:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930635.827491:0:3306:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009b057a80/0x4c38e74a54728e09 lrc: 0/0,0 mode: --/COS res: [0x240000402:0x603:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930635.827507:0:3306:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0001_UUID lock: ffff88009b057180/0x4c38e74a54728e33 lrc: 3/0,1 mode: COS/COS res: [0x240000402:0x602:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930635.827514:0:3306:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009b057180/0x4c38e74a54728e33 lrc: 2/0,0 mode: COS/COS res: [0x240000402:0x602:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210401000000 nid: local remote: 0x0 expref: -99 pid: 7079 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718930635.827522:0:7078:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733009728 00010000:00010000:3.0:1718930635.827527:0:3306:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88009b057180/0x4c38e74a54728e33 lrc: 3/0,0 mode: COS/COS res: [0x240000402:0x602:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 7079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930635.827534:0:3306:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88009b057180 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:3.0:1718930635.827537:0:3306:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009b057180/0x4c38e74a54728e33 lrc: 3/0,0 mode: COS/COS res: [0x240000402:0x602:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 7079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930635.827544:0:3306:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009b057180/0x4c38e74a54728e33 lrc: 4/0,0 mode: COS/COS res: [0x240000402:0x602:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218401000000 nid: local remote: 0x0 expref: -99 pid: 7079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930635.827554:0:3306:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x602:0x0].0x0 (ffff88012d3dde00) 00010000:00010000:3.0:1718930635.827556:0:3306:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1718930635.827556:0:7078:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 475 00010000:00010000:3.0:1718930635.827558:0:3306:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88009b057180/0x4c38e74a54728e33 lrc: 2/0,0 mode: --/COS res: [0x240000402:0x602:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 7079 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718930635.827561:0:7078:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88008207a600 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:3323:x1802425733009728:12345-0@lo:6:osp-syn-0-1.0 00010000:00010000:3.0:1718930635.827565:0:3306:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009b057180/0x4c38e74a54728e33 lrc: 0/0,0 mode: --/COS res: [0x240000402:0x602:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 7079 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1718930635.827581:0:7078:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:1396 count 1 00002000:00010000:1.0:1718930635.827603:0:7078:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x574:0x0] initial LVB size: 104857600, mtime: 0x6674ccc6, atime: 0x0, ctime: 0x6674ccc6, blocks: 0x32008 00010000:00010000:1.0:1718930635.827608:0:7078:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800849ba880/0x4c38e74a54728e3a lrc: 3/0,1 mode: --/PW res: [0x280000400:0x574:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7078 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930635.827619:0:7078:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1718930635.827649:0:7078:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1718930635.827653:0:7078:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800849ba880/0x4c38e74a54728e3a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x574:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 7078 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930635.827707:0:7078:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800849ba880/0x4c38e74a54728e3a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x574:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 7078 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930635.827714:0:7078:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800849ba880/0x4c38e74a54728e3a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x574:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 7078 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930635.827719:0:7078:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800849ba880/0x4c38e74a54728e3a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x574:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 7078 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930635.827730:0:7078:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1718930635.886433:0:7078:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88008207a600 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+6:3323:x1802425733009728:12345-0@lo:6:osp-syn-0-1.0 Request processed in 58865us (58958us total) trans 4294976094 rc 0/0 00000100:00100000:1.0:1718930635.886444:0:7078:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 475 00000004:00080000:3.0:1718930635.886752:0:23214:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 3546958091660ns, next at 3539559275579ns, rc = 0 00080000:00080000:3.0:1718930635.886760:0:23214:0:(osd_handler.c:2525:osd_commit_async()) lustre-MDT0000: async commit OSD 00000004:00080000:3.0:1718930635.886831:0:23214:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 3546958170717ns, next at 3270935141444ns, rc = 0 00080000:00080000:3.0:1718930635.886837:0:23214:0:(osd_handler.c:2525:osd_commit_async()) lustre-MDT0001: async commit OSD 00000004:00080000:1.0:1718930635.887292:0:8049:0:(osp_sync.c:1627:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 338 committed 00010000:00010000:1.0:1718930636.151790:0:6828:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1718930636.158410:0:32434:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753256640 00000100:00100000:1.0:1718930636.158424:0:7078:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753256832 00000100:00100000:3.0:1718930636.158446:0:32434:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1257 00000100:00100000:3.0:1718930636.158451:0:32434:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c923050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7d47179a-8936-4b32-b195-390970a48f82+12:1877:x1802425753256640:12345-192.168.204.9@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1718930636.158451:0:7078:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753256896 00000100:00100000:1.0:1718930636.158463:0:7078:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.204.9@tcp, with round 313 00000100:00100000:1.0:1718930636.158467:0:7078:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880083dc2600 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:8a07974b-7506-4725-beb3-4b5c6f8f9250+5:1878:x1802425753256832:12345-192.168.204.9@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1718930636.158497:0:7078:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880083dc2600 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:8a07974b-7506-4725-beb3-4b5c6f8f9250+5:1878:x1802425753256832:12345-192.168.204.9@tcp:400:kworker/u8:2.0 Request processed in 30us (94us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930636.158502:0:7078:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.204.9@tcp, with round 313 00000100:00100000:3.0:1718930636.158504:0:32434:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c923050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7d47179a-8936-4b32-b195-390970a48f82+12:1877:x1802425753256640:12345-192.168.204.9@tcp:400:kworker/u8:2.0 Request processed in 53us (154us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930636.158511:0:7078:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.204.9@tcp, with round 313 00000100:00100000:1.0:1718930636.158513:0:7078:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880097658980 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:8a07974b-7506-4725-beb3-4b5c6f8f9250+5:1877:x1802425753256896:12345-192.168.204.9@tcp:400:kworker/u8:2.0 00000100:00100000:3.0:1718930636.158514:0:32434:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1257 00000100:00100000:1.0:1718930636.158525:0:7078:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880097658980 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:8a07974b-7506-4725-beb3-4b5c6f8f9250+5:1877:x1802425753256896:12345-192.168.204.9@tcp:400:kworker/u8:2.0 Request processed in 11us (107us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930636.158528:0:7078:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.204.9@tcp, with round 313 00000100:00100000:1.0:1718930636.158539:0:7080:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6290 00000100:00100000:1.0:1718930636.158541:0:7080:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880097658000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:107baf36-6e04-4e3c-a090-fe94234d2dbd+5:1877:x1802425753257024:12345-192.168.204.9@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1718930636.158552:0:7080:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880097658000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:107baf36-6e04-4e3c-a090-fe94234d2dbd+5:1877:x1802425753257024:12345-192.168.204.9@tcp:400:kworker/u8:2.0 Request processed in 10us (110us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930636.158555:0:7080:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6290 00000100:00100000:3.0:1718930637.471917:0:32432:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733009856 00000100:00100000:1.0:1718930637.471955:0:25142:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733010304 00000100:00100000:3.0:1718930637.471958:0:32432:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1258 00000100:00100000:3.0:1718930637.471964:0:32432:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c924850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:01b55a44-4d23-49f9-b037-caf310e6728e+23:3321:x1802425733009856:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718930637.471985:0:25142:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733010368 00000100:00100000:1.0:1718930637.472014:0:25142:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 314 00000100:00100000:1.0:1718930637.472018:0:25142:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e3ad0c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+6:3320:x1802425733010560:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1718930637.472019:0:32432:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c924850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:01b55a44-4d23-49f9-b037-caf310e6728e+23:3321:x1802425733009856:12345-0@lo:400:kworker/u8:0.0 Request processed in 54us (142us total) trans 0 rc 0/0 00000100:00100000:3.0:1718930637.472027:0:32432:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1258 00000100:00100000:1.0:1718930637.472061:0:25142:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e3ad0c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+6:3320:x1802425733010560:12345-0@lo:400:kworker/u8:0.0 Request processed in 43us (122us total) trans 0 rc 0/0 00000100:00100000:3.0:1718930637.472063:0:4179:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 314 00000100:00100000:1.0:1718930637.472067:0:25142:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 314 00000100:00100000:3.0:1718930637.472068:0:4179:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e3ac740 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:3320:x1802425733010368:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718930637.472094:0:6843:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733009920 00000100:00100000:3.0:1718930637.472097:0:4179:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e3ac740 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:3320:x1802425733010368:12345-0@lo:400:kworker/u8:0.0 Request processed in 29us (130us total) trans 0 rc 0/0 00000100:00100000:3.0:1718930637.472101:0:4179:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 314 00000100:00100000:1.0:1718930637.472109:0:6843:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733010432 00000100:00100000:1.0:1718930637.472118:0:6843:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20540 00000100:00100000:3.0:1718930637.472120:0:7077:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733010624 00000100:00100000:1.0:1718930637.472121:0:6843:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880134e276c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3322:x1802425733009920:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1718930637.472135:0:7077:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733010240 00000100:00100000:1.0:1718930637.472141:0:6843:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880134e276c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3322:x1802425733009920:12345-0@lo:400:kworker/u8:0.0 Request processed in 20us (130us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930637.472145:0:6843:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20540 00000100:00100000:3.0:1718930637.472151:0:7077:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6292 00000100:00100000:1.0:1718930637.472152:0:6843:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20541 00000100:00100000:3.0:1718930637.472155:0:7077:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880097659c80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:lustre-MDT0001-lwp-OST0000_UUID+5:3321:x1802425733010112:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718930637.472155:0:6843:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880134e27200 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3322:x1802425733010432:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718930637.472170:0:6843:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880134e27200 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3322:x1802425733010432:12345-0@lo:400:kworker/u8:0.0 Request processed in 14us (116us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930637.472173:0:6843:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20541 00000100:00100000:3.0:1718930637.472183:0:7077:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880097659c80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:lustre-MDT0001-lwp-OST0000_UUID+5:3321:x1802425733010112:12345-0@lo:400:kworker/u8:0.0 Request processed in 29us (247us total) trans 0 rc 0/0 00000100:00100000:3.0:1718930637.472187:0:7077:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6292 00000100:00100000:1.0:1718930637.472190:0:8048:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6294 00000100:00100000:1.0:1718930637.472194:0:8048:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880134e204c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3322:x1802425733010176:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1718930637.472197:0:7077:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6295 00000100:00100000:3.0:1718930637.472199:0:7077:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880134e20e40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:lustre-MDT0001-lwp-OST0001_UUID+5:3322:x1802425733010240:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718930637.472208:0:8048:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880134e204c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3322:x1802425733010176:12345-0@lo:400:kworker/u8:0.0 Request processed in 14us (179us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930637.472212:0:8048:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6294 00000100:00100000:3.0:1718930637.472214:0:7077:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880134e20e40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:lustre-MDT0001-lwp-OST0001_UUID+5:3322:x1802425733010240:12345-0@lo:400:kworker/u8:0.0 Request processed in 14us (120us total) trans 0 rc 0/0 00000100:00100000:3.0:1718930637.472218:0:7077:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6295 00000100:00100000:3.0:1718930637.472231:0:4179:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733010496 00000100:00100000:1.0:1718930637.472237:0:3322:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88008e3a84c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3322:1802425733009984:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1718930637.472244:0:4179:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 315 00000100:00100000:1.0:1718930637.472245:0:3322:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88008e3ab900 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3322:1802425733010240:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1718930637.472247:0:4179:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88013713c280 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+6:3322:x1802425733010496:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718930637.472252:0:3322:0:(client.c:2892:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 8589959473 gen 2 00000004:00080000:1.0:1718930637.472256:0:3322:0:(osp_trans.c:1044:osp_request_commit_cb()) trans no 8589959472 committed transno 8589959473 00000100:00100000:3.0:1718930637.472263:0:4179:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88013713c280 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+6:3322:x1802425733010496:12345-0@lo:400:kworker/u8:0.0 Request processed in 16us (150us total) trans 0 rc 0/0 00000100:00100000:3.0:1718930637.472267:0:4179:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 315 00000004:00080000:1.0:1718930637.472272:0:3322:0:(osp_trans.c:1044:osp_request_commit_cb()) trans no 8589959473 committed transno 8589959473 00000020:00080000:1.0:1718930637.472276:0:3322:0:(update_trans.c:80:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff880130a38900 refcount 2 committed 0 result 0 batchid 3544 00000020:00080000:1.0:1718930637.472279:0:3322:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff88009797c300 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff88008151df00 00000020:00080000:1.0:1718930637.472281:0:3322:0:(update_trans.c:94:top_multiple_thandle_dump()) cookie [0x3:0x401:0x2].1497 00000020:00080000:1.0:1718930637.472282:0:3322:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff88009797ca00 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88012d3dda00 00000020:00080000:1.0:1718930637.472284:0:3322:0:(update_trans.c:94:top_multiple_thandle_dump()) cookie [0x3:0x40000400:0x2].1124 00000100:00100000:1.0:1718930637.472310:0:3322:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88008e3a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3322:1802425733009920:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718930637.472319:0:3322:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88008e3a9300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3322:1802425733010176:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718930637.472324:0:3322:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88008e3af6c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3322:1802425733010432:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718930637.472340:0:3322:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88008e3a8980 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3322:1802425733010496:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1718930637.487804:0:3323:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88009767b900 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3323:1802425733010752:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1718930637.487839:0:3323:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718930637.487882:0:6842:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733010752 00000100:00100000:3.0:1718930637.487906:0:6842:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20542 00000100:00100000:3.0:1718930637.487910:0:6842:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88009767b440 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3323:x1802425733010752:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1718930637.487932:0:6842:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 4194304 pending 0 free 1443074048 avail 1313611776 00000100:00100000:3.0:1718930637.487980:0:6842:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88009767b440 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3323:x1802425733010752:12345-0@lo:41:osp-pre-0-1.0 Request processed in 68us (141us total) trans 0 rc 0/0 00000100:00100000:3.0:1718930637.487988:0:6842:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20542 00000100:00100000:3.0:1718930637.503785:0:3321:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88009765af80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3321:1802425733010880:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1718930637.503855:0:3321:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718930637.503945:0:11375:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 355 00000100:00100000:1.0:1718930637.503952:0:11375:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800976797c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3321:x1802425733010880:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1718930637.503971:0:11375:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 87453248 pending 0 free 3912839168 avail 3681316864 00000100:00100000:1.0:1718930637.504020:0:11375:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800976797c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3321:x1802425733010880:12345-0@lo:13:osp-pre-1-0.0 Request processed in 69us (165us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930637.504028:0:11375:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 355 00000100:00100000:3.0:1718930637.504055:0:3321:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88009765af80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3321:1802425733010880:0@lo:13:osp-pre-1-0.0 00000001:00080000:3.0:1718930637.632860:0:10463:0:(tgt_lastrcvd.c:926:tgt_cb_last_committed()) lustre-OST0001: transno 4294972693 is committed 00000100:00100000:3.0:1718930639.311839:0:3323:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1718930639.311855:0:3323:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88009765b440 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3323:1802425733010944:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1718930639.311906:0:3323:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718930639.312069:0:3323:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88009765b440 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3323:1802425733010944:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1718930639.327843:0:3323:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88009765bdc0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3323:1802425733011008:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1718930639.327901:0:3323:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718930639.328083:0:3323:0:(client.c:2892:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 4294976094 gen 2 00000004:00080000:3.0:1718930639.328088:0:3323:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req ffff88008207a140, transno 4294976094 00000100:00100000:3.0:1718930639.328108:0:3323:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88009765bdc0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3323:1802425733011008:0@lo:13:osp-pre-0-1.0 00000040:00100000:1.0:1718930639.328180:0:10928:0:(llog.c:235:llog_cancel_arr_rec()) Canceling 1 records, first 394 in log [0x3:0x1:0x0] 00010000:00010000:1.0:1718930641.161806:0:6828:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1718930641.166118:0:32434:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753257088 00000100:00100000:1.0:1718930641.166134:0:12848:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753257152 00000100:00100000:3.0:1718930641.166153:0:32434:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1259 00000100:00100000:3.0:1718930641.166158:0:32434:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c927050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7d47179a-8936-4b32-b195-390970a48f82+12:1878:x1802425753257088:12345-192.168.204.9@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1718930641.166162:0:12848:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753257216 00000100:00100000:1.0:1718930641.166176:0:12848:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753257472 00000100:00100000:1.0:1718930641.166197:0:12848:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6299 00000100:00100000:1.0:1718930641.166202:0:12848:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88009765b440 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:107baf36-6e04-4e3c-a090-fe94234d2dbd+6:1877:x1802425753257408:12345-192.168.204.9@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1718930641.166208:0:32434:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c927050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7d47179a-8936-4b32-b195-390970a48f82+12:1878:x1802425753257088:12345-192.168.204.9@tcp:400:kworker/u8:1.0 Request processed in 50us (161us total) trans 0 rc 0/0 00000100:00100000:3.0:1718930641.166216:0:32434:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1259 00000100:00100000:1.0:1718930641.166230:0:12848:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88009765b440 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:107baf36-6e04-4e3c-a090-fe94234d2dbd+6:1877:x1802425753257408:12345-192.168.204.9@tcp:400:kworker/u8:1.0 Request processed in 28us (109us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930641.166236:0:12848:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6299 00000100:00100000:3.0:1718930641.166243:0:4179:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753257280 00000100:00100000:1.0:1718930641.166255:0:10933:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753257344 00000100:00100000:3.0:1718930641.166271:0:4179:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.204.9@tcp, with round 316 00000100:00100000:3.0:1718930641.166276:0:4179:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88009765ed40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:8a07974b-7506-4725-beb3-4b5c6f8f9250+5:1877:x1802425753257280:12345-192.168.204.9@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1718930641.166277:0:10933:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.204.9@tcp, with round 316 00000100:00100000:1.0:1718930641.166281:0:10933:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88009765af80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8a07974b-7506-4725-beb3-4b5c6f8f9250+5:1878:x1802425753257344:12345-192.168.204.9@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1718930641.166297:0:4179:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88009765ed40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:8a07974b-7506-4725-beb3-4b5c6f8f9250+5:1877:x1802425753257280:12345-192.168.204.9@tcp:400:kworker/u8:1.0 Request processed in 21us (201us total) trans 0 rc 0/0 00000100:00100000:3.0:1718930641.166303:0:4179:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.204.9@tcp, with round 316 00000100:00100000:1.0:1718930641.166303:0:10933:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88009765af80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8a07974b-7506-4725-beb3-4b5c6f8f9250+5:1878:x1802425753257344:12345-192.168.204.9@tcp:400:kworker/u8:1.0 Request processed in 21us (173us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930641.166308:0:10933:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.204.9@tcp, with round 316 00000100:00100000:3.0:1718930642.479828:0:3321:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88013713d0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3321:1802425733011136:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1718930642.479878:0:3321:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718930642.479907:0:3321:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88008ec42600 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3321:1802425733011392:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718930642.479927:0:32432:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733011072 00000100:00100000:3.0:1718930642.479931:0:3323:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88013713e880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3323:1802425733011264:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718930642.479956:0:32432:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1260 00000100:00100000:3.0:1718930642.479959:0:6842:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733011136 00000100:00100000:1.0:1718930642.479959:0:32432:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c923850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:01b55a44-4d23-49f9-b037-caf310e6728e+23:3320:x1802425733011072:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1718930642.479983:0:6842:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20544 00000100:00100000:3.0:1718930642.479986:0:6842:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880097679300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3321:x1802425733011136:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718930642.479994:0:32432:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c923850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:01b55a44-4d23-49f9-b037-caf310e6728e+23:3320:x1802425733011072:12345-0@lo:400:kworker/u8:0.0 Request processed in 35us (119us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930642.479999:0:32432:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1260 00000100:00100000:3.0:1718930642.480013:0:6842:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880097679300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3321:x1802425733011136:12345-0@lo:400:kworker/u8:0.0 Request processed in 26us (136us total) trans 0 rc 0/0 00000100:00100000:3.0:1718930642.480018:0:6842:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20544 00000100:00100000:1.0:1718930642.480023:0:10933:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733011584 00000100:00100000:3.0:1718930642.480037:0:3323:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718930642.480041:0:10933:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733011712 00000100:00100000:3.0:1718930642.480050:0:3323:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88008ec40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3323:1802425733011520:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718930642.480052:0:10933:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 317 00000100:00100000:1.0:1718930642.480055:0:10933:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e3acc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3320:x1802425733011584:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1718930642.480066:0:3323:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718930642.480071:0:10933:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e3acc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3320:x1802425733011584:12345-0@lo:400:kworker/u8:0.0 Request processed in 16us (117us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930642.480075:0:10933:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 317 00000100:00100000:3.0:1718930642.480077:0:3323:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88013517e880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3323:1802425733011776:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718930642.480080:0:10933:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733011520 00000100:00100000:1.0:1718930642.480087:0:10933:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 317 00000100:00100000:1.0:1718930642.480090:0:10933:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88009767b900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3323:x1802425733011520:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1718930642.480093:0:3323:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718930642.480104:0:10933:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88009767b900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3323:x1802425733011520:12345-0@lo:400:kworker/u8:0.0 Request processed in 15us (38us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930642.480108:0:10933:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 317 00000100:00100000:1.0:1718930642.480112:0:10933:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733011776 00000100:00100000:3.0:1718930642.480120:0:3323:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88013713e880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3323:1802425733011264:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718930642.480127:0:10933:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 318 00000100:00100000:3.0:1718930642.480129:0:3323:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88008ec40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3323:1802425733011520:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718930642.480129:0:10933:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88009767cc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3323:x1802425733011776:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718930642.480145:0:10933:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88009767cc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3323:x1802425733011776:12345-0@lo:400:kworker/u8:0.0 Request processed in 15us (53us total) trans 0 rc 0/0 00000100:00100000:3.0:1718930642.480148:0:3323:0:(client.c:2892:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294972693 gen 2 00000100:00100000:1.0:1718930642.480151:0:10933:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 318 00000004:00080000:3.0:1718930642.480152:0:3323:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req ffff88008e7caf80, transno 4294972693 00000100:00100000:3.0:1718930642.480159:0:3323:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88013517e880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3323:1802425733011776:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1718930642.480178:0:3321:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718930642.480188:0:3321:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88008ec41c80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3321:1802425733011648:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1718930642.480202:0:3321:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718930642.480215:0:3321:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88013713d0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3321:1802425733011136:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1718930642.480232:0:8048:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733011392 00000100:00100000:3.0:1718930642.480248:0:8048:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6306 00000100:00100000:3.0:1718930642.480251:0:8048:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880097679c80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3321:x1802425733011392:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1718930642.480277:0:8048:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880097679c80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3321:x1802425733011392:12345-0@lo:400:kworker/u8:0.0 Request processed in 25us (98us total) trans 0 rc 0/0 00000100:00100000:3.0:1718930642.480282:0:8048:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6306 00000100:00100000:1.0:1718930642.495745:0:3320:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1718930642.495750:0:3323:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1718930642.495760:0:3323:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88008e3a9300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3323:1802425733011968:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1718930642.495760:0:3320:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88008207a140 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3320:1802425733011904:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1718930642.495806:0:3323:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718930642.495838:0:3320:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718930642.495863:0:6842:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733011904 00000100:00100000:1.0:1718930642.495888:0:6842:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20547 00000100:00100000:1.0:1718930642.495891:0:6842:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88008207e880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3320:x1802425733011904:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1718930642.495906:0:6842:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1443749888 avail 1314287616 00000100:00100000:1.0:1718930642.495934:0:6842:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88008207e880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3320:x1802425733011904:12345-0@lo:41:osp-pre-1-0.0 Request processed in 43us (97us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930642.495940:0:6842:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20547 00000100:00100000:1.0:1718930642.495961:0:3320:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88008207a140 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3320:1802425733011904:0@lo:41:osp-pre-1-0.0 00000004:00080000:1.0:1718930642.640471:0:8063:0:(osp_trans.c:1343:osp_get_next_request()) ou ffff88012a3cd000 version 7093 rpc_version 7093 00000100:00100000:1.0:1718930642.640523:0:8063:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88008207a140 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:8063:1802425733012160:0@lo:1000:osp_up0-1.0 00000100:00100000:1.0:1718930642.640568:0:8063:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718930642.640590:0:8063:0:(client.c:2492:ptlrpc_set_wait()) set ffff88009410dd80 going to sleep for 6 seconds 00000100:00100000:1.0:1718930642.640772:0:8063:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88008207a140 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:8063:1802425733012160:0@lo:1000:osp_up0-1.0 00010000:00010000:1.0:1718930646.171830:0:6828:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1718930646.174287:0:32434:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753257536 00000100:00100000:1.0:1718930646.174320:0:32434:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1261 00000100:00100000:1.0:1718930646.174324:0:32434:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c925050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7d47179a-8936-4b32-b195-390970a48f82+12:1875:x1802425753257536:12345-192.168.204.9@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1718930646.174327:0:8048:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753257664 00000100:00100000:3.0:1718930646.174366:0:8048:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753257600 00000100:00100000:1.0:1718930646.174367:0:32434:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c925050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7d47179a-8936-4b32-b195-390970a48f82+12:1875:x1802425753257536:12345-192.168.204.9@tcp:400:kworker/u8:1.0 Request processed in 44us (146us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930646.174371:0:32434:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1261 00000100:00100000:3.0:1718930646.174382:0:8048:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6307 00000100:00100000:3.0:1718930646.174387:0:8048:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e3ae3c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8a07974b-7506-4725-beb3-4b5c6f8f9250+9:1875:x1802425753257664:12345-192.168.204.9@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1718930646.174395:0:7371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6308 00000100:00100000:1.0:1718930646.174398:0:7371:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e3ac280 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:8a07974b-7506-4725-beb3-4b5c6f8f9250+8:1875:x1802425753257600:12345-192.168.204.9@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1718930646.174416:0:8048:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e3ae3c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8a07974b-7506-4725-beb3-4b5c6f8f9250+9:1875:x1802425753257664:12345-192.168.204.9@tcp:400:kworker/u8:1.0 Request processed in 29us (148us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930646.174419:0:7371:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e3ac280 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:8a07974b-7506-4725-beb3-4b5c6f8f9250+8:1875:x1802425753257600:12345-192.168.204.9@tcp:400:kworker/u8:1.0 Request processed in 21us (129us total) trans 0 rc 0/0 00000100:00100000:3.0:1718930646.174420:0:8048:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6307 00000100:00100000:1.0:1718930646.174423:0:7371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6308 00000100:00100000:3.0:1718930646.177555:0:7077:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753257920 00000100:00100000:3.0:1718930646.177580:0:7077:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6310 00000100:00100000:3.0:1718930646.177584:0:7077:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e3a9300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:107baf36-6e04-4e3c-a090-fe94234d2dbd+5:1876:x1802425753257920:12345-192.168.204.9@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1718930646.177609:0:7077:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e3a9300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:107baf36-6e04-4e3c-a090-fe94234d2dbd+5:1876:x1802425753257920:12345-192.168.204.9@tcp:400:kworker/u8:1.0 Request processed in 25us (103us total) trans 0 rc 0/0 00000100:00100000:3.0:1718930646.177614:0:7077:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6310 00000100:00100000:1.0:1718930647.487860:0:3322:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88013517f6c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3322:1802425733012544:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1718930647.487866:0:3320:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88013517af80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3320:1802425733012416:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718930647.487917:0:3322:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718930647.487919:0:3320:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718930647.487944:0:3322:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88013517cc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3322:1802425733012800:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1718930647.487945:0:3320:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8801351797c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3320:1802425733012672:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1718930647.487969:0:3320:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718930647.487972:0:3322:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718930647.487988:0:3320:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88008e0a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3320:1802425733012928:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718930647.487991:0:3322:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88008e0a0980 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3322:1802425733013056:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1718930647.488002:0:3320:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718930647.488011:0:3322:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718930647.488024:0:8048:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733012544 00000100:00100000:1.0:1718930647.488027:0:3322:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1718930647.488031:0:3322:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88008e7caf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3322:1802425733012864:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1718930647.488045:0:8048:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733012480 00000100:00100000:1.0:1718930647.488051:0:3322:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718930647.488055:0:8048:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733012672 00000100:00100000:1.0:1718930647.488062:0:3322:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88008e0a0e40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3322:1802425733013120:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1718930647.488066:0:8048:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733012736 00000100:00100000:1.0:1718930647.488076:0:3322:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718930647.488077:0:8048:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6311 00000100:00100000:3.0:1718930647.488080:0:8048:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88008207b900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3322:x1802425733012544:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718930647.488095:0:7371:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733013120 00000100:00100000:3.0:1718930647.488105:0:8048:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88008207b900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3322:x1802425733012544:12345-0@lo:400:kworker/u8:0.0 Request processed in 24us (188us total) trans 0 rc 0/0 00000100:00100000:3.0:1718930647.488109:0:8048:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6311 00000100:00100000:1.0:1718930647.488113:0:7371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6312 00000100:00100000:1.0:1718930647.488117:0:7371:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e0a1300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:lustre-MDT0000-lwp-MDT0001_UUID+5:3321:x1802425733012480:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1718930647.488123:0:8048:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6313 00000100:00100000:3.0:1718930647.488125:0:8048:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88009767f200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3320:x1802425733012672:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718930647.488145:0:7371:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e0a1300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:lustre-MDT0000-lwp-MDT0001_UUID+5:3321:x1802425733012480:12345-0@lo:400:kworker/u8:0.0 Request processed in 27us (195us total) trans 0 rc 0/0 00000100:00100000:3.0:1718930647.488146:0:8048:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88009767f200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3320:x1802425733012672:12345-0@lo:400:kworker/u8:0.0 Request processed in 21us (177us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930647.488150:0:7371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6312 00000100:00100000:3.0:1718930647.488152:0:8048:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6313 00000100:00100000:1.0:1718930647.488159:0:7371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6314 00000100:00100000:1.0:1718930647.488161:0:7371:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e0a17c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:lustre-MDT0001-lwp-OST0001_UUID+5:3321:x1802425733012736:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1718930647.488162:0:8048:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6315 00000100:00100000:3.0:1718930647.488165:0:8048:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a60584c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3322:x1802425733013120:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718930647.488183:0:7371:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e0a17c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:lustre-MDT0001-lwp-OST0001_UUID+5:3321:x1802425733012736:12345-0@lo:400:kworker/u8:0.0 Request processed in 22us (197us total) trans 0 rc 0/0 00000100:00100000:3.0:1718930647.488186:0:8048:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a60584c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3322:x1802425733013120:12345-0@lo:400:kworker/u8:0.0 Request processed in 21us (110us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930647.488186:0:7371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6314 00000100:00100000:3.0:1718930647.488190:0:8048:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6315 00000100:00100000:1.0:1718930647.488199:0:24149:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 320 00000100:00100000:1.0:1718930647.488202:0:24149:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e0a1c80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+5:3321:x1802425733012992:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718930647.488220:0:24149:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e0a1c80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+5:3321:x1802425733012992:12345-0@lo:400:kworker/u8:0.0 Request processed in 19us (127us total) trans 0 rc 0/0 00000100:00100000:3.0:1718930647.488224:0:3320:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88008e0a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3320:1802425733012928:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718930647.488224:0:24149:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 320 00000100:00100000:3.0:1718930647.488233:0:3320:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88013517af80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3320:1802425733012416:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1718930647.488240:0:3320:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8801351797c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3320:1802425733012672:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718930647.488241:0:32432:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733012352 00000100:00100000:1.0:1718930647.488253:0:32432:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1262 00000100:00100000:1.0:1718930647.488255:0:32432:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880096fda850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:01b55a44-4d23-49f9-b037-caf310e6728e+23:3323:x1802425733012352:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718930647.488270:0:32432:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880096fda850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:01b55a44-4d23-49f9-b037-caf310e6728e+23:3323:x1802425733012352:12345-0@lo:400:kworker/u8:0.0 Request processed in 14us (352us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930647.488273:0:32432:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1262 00000100:00100000:1.0:1718930647.488292:0:3322:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88008e7caf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3322:1802425733012864:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718930647.488298:0:3322:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88008e0a0e40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3322:1802425733013120:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718930647.488303:0:3322:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88008e0a0980 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3322:1802425733013056:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718930647.488308:0:3322:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88013517f6c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3322:1802425733012544:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718930647.488313:0:3322:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88013517cc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3322:1802425733012800:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718930647.503820:0:3320:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800a6058980 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3320:1802425733013184:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1718930647.503871:0:3320:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718930647.503908:0:6843:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733013184 00000100:00100000:3.0:1718930647.503940:0:6843:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733013248 00000100:00100000:3.0:1718930647.503965:0:6843:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20552 00000100:00100000:3.0:1718930647.503969:0:6843:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da1b050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+7:3321:x1802425733013248:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1718930647.503985:0:6843:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 4194304 pending 0 free 1443074048 avail 1313611776 00000100:00100000:3.0:1718930647.504022:0:6843:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da1b050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+7:3321:x1802425733013248:12345-0@lo:41:osp-pre-0-1.0 Request processed in 52us (111us total) trans 0 rc 0/0 00000100:00100000:3.0:1718930647.504027:0:6843:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20552 00000100:00100000:1.0:1718930647.504037:0:3320:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800a6058980 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3320:1802425733013184:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1718930647.520037:0:3323:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88008e0a04c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3323:1802425733013376:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1718930647.520046:0:3323:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880083c18980 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3323:1802425733013312:0@lo:13:osp-pre-1-0.0 00000400:00000080:3.0:1718930649.083325:0:23996:0:(module.c:211:libcfs_ioctl()) libcfs ioctl cmd 3221775648 00000001:02000400:3.0:1718930649.083328:0:23996:0:(debug.c:728:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanityn test 77o: Changing rank should not panic ====== 20:44:08 (1718930648) 00000100:00100000:1.0:1718930649.327840:0:3320:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880083c197c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3320:1802425733013440:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1718930649.327895:0:3320:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718930649.328098:0:3320:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880083c197c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3320:1802425733013440:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1718930649.329809:0:24060:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff880091657600 rate 10000 gen 0 00000100:00100000:3.0:1718930649.330796:0:24060:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff880091657800 rate 10000 gen 0 00000100:00100000:3.0:1718930649.343890:0:11375:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733013504 00000100:00100000:3.0:1718930649.343939:0:11375:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 365 00000100:00100000:3.0:1718930649.343944:0:11375:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e0a2140 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3321:x1802425733013504:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1718930649.343969:0:11375:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 490080960 pending 0 free 3914567680 avail 3683045376 00000100:00100000:3.0:1718930649.344018:0:11375:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e0a2140 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3321:x1802425733013504:12345-0@lo:13:osp-pre-0-1.0 Request processed in 74us (208us total) trans 0 rc 0/0 00000100:00100000:3.0:1718930649.344025:0:11375:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 365 00000100:00100000:3.0:1718930649.595573:0:24125:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff8800a155dd00 rate 10000 gen 0 00000100:00100000:3.0:1718930649.595582:0:24125:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff8800a155d900 rate 10000 gen 0 00000100:00100000:1.0:1718930649.836318:0:24190:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff880099846400 rate 10000 gen 0 00000100:00100000:1.0:1718930649.836324:0:24190:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff880099846000 rate 10000 gen 0 00010000:00010000:1.0:1718930650.179761:0:6828:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1718930651.182046:0:7082:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753258048 00000100:00100000:3.0:1718930651.182092:0:7082:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753258304 00000100:00100000:3.0:1718930651.182106:0:7082:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753258112 00000100:00100000:3.0:1718930651.182122:0:7082:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6317 00000100:00100000:3.0:1718930651.182127:0:7082:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880083c1a140 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:8a07974b-7506-4725-beb3-4b5c6f8f9250+8:1878:x1802425753258048:12345-192.168.204.9@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1718930651.182182:0:7082:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880083c1a140 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:8a07974b-7506-4725-beb3-4b5c6f8f9250+8:1878:x1802425753258048:12345-192.168.204.9@tcp:400:kworker/u8:1.0 Request processed in 54us (198us total) trans 0 rc 0/0 00000100:00100000:3.0:1718930651.182189:0:7082:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6317 00000100:00100000:3.0:1718930651.182203:0:7082:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6319 00000100:00100000:3.0:1718930651.182208:0:7082:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880083c1af80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:8a07974b-7506-4725-beb3-4b5c6f8f9250+9:1878:x1802425753258112:12345-192.168.204.9@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1718930651.182231:0:7082:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880083c1af80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:8a07974b-7506-4725-beb3-4b5c6f8f9250+9:1878:x1802425753258112:12345-192.168.204.9@tcp:400:kworker/u8:1.0 Request processed in 24us (164us total) trans 0 rc 0/0 00000100:00100000:3.0:1718930651.182237:0:7082:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6319 00000100:00100000:3.0:1718930651.182268:0:32432:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753257984 00000100:00100000:3.0:1718930651.182285:0:32432:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1263 00000100:00100000:3.0:1718930651.182288:0:32432:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880096fdd850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7d47179a-8936-4b32-b195-390970a48f82+12:1878:x1802425753257984:12345-192.168.204.9@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1718930651.182312:0:32432:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880096fdd850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7d47179a-8936-4b32-b195-390970a48f82+12:1878:x1802425753257984:12345-192.168.204.9@tcp:400:kworker/u8:1.0 Request processed in 23us (261us total) trans 0 rc 0/0 00000100:00100000:3.0:1718930651.182318:0:32432:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1263 00000020:00000080:1.0:1718930651.632290:0:11332:0:(genops.c:944:class_export_destroy()) destroying export ffff8800888f6000/8a07974b-7506-4725-beb3-4b5c6f8f9250 for lustre-OST0001 00000020:00000080:1.0:1718930651.632326:0:11332:0:(genops.c:1164:obd_zombie_import_free()) destroying import ffff8800888f3000 for lustre-OST0001 00000400:00000080:1.0:1718930652.105954:0:24643:0:(module.c:211:libcfs_ioctl()) libcfs ioctl cmd 3221775648 00000001:02000400:1.0:1718930652.105958:0:24643:0:(debug.c:728:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanityn test 77q: Parallel TBF rule definitions should not panic ========================================================== 20:44:11 (1718930651) 00000100:00100000:3.0:1718930652.410087:0:24708:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff8800a1a98c00 rate 10000 gen 0 00000100:00100000:3.0:1718930652.410391:0:24708:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff8800a1a98b00 rate 10000 gen 0 00000100:00100000:1.0:1718930652.495774:0:3322:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880083c1b900 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:01b55a44-4d23-49f9-b037-caf310e6728e:3322:1802425733013568:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718930652.495826:0:3322:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718930652.495854:0:32432:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733013568 00000100:00100000:1.0:1718930652.495855:0:3322:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880083c1cc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3322:1802425733013824:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718930652.495876:0:3322:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718930652.495880:0:32432:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1264 00000100:00100000:3.0:1718930652.495884:0:32432:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880096fde850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:01b55a44-4d23-49f9-b037-caf310e6728e+23:3322:x1802425733013568:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718930652.495890:0:3322:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880083c1df00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3322:1802425733014080:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718930652.495913:0:7085:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733014016 00000100:00100000:3.0:1718930652.495923:0:32432:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880096fde850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:01b55a44-4d23-49f9-b037-caf310e6728e+23:3322:x1802425733013568:12345-0@lo:400:kworker/u8:0.0 Request processed in 39us (99us total) trans 0 rc 0/0 00000100:00100000:3.0:1718930652.495927:0:32432:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1264 00000100:00100000:1.0:1718930652.495936:0:7085:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733014272 00000100:00100000:3.0:1718930652.495946:0:6843:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733013632 00000100:00100000:1.0:1718930652.495953:0:7085:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 322 00000100:00100000:1.0:1718930652.495957:0:7085:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e0a2ac0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3321:x1802425733014016:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1718930652.495958:0:6843:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20553 00000100:00100000:3.0:1718930652.495960:0:6843:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880083c1f6c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3323:x1802425733013632:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1718930652.495977:0:6843:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880083c1f6c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3323:x1802425733013632:12345-0@lo:400:kworker/u8:0.0 Request processed in 16us (128us total) trans 0 rc 0/0 00000100:00100000:3.0:1718930652.495980:0:6843:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20553 00000100:00100000:1.0:1718930652.495986:0:7085:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e0a2ac0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3321:x1802425733014016:12345-0@lo:400:kworker/u8:0.0 Request processed in 28us (111us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930652.495991:0:7085:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 322 00000100:00100000:3.0:1718930652.495992:0:7080:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733013952 00000100:00100000:3.0:1718930652.496000:0:7080:0:(nrs_tbf.c:3199:nrs_tbf_req_add()) TBF enqueues: class@ffff880084a1f400 rate 10000 gen 0 token 3, rule@ffff8800a1a98b00 rate 10000 gen 0 00000100:00100000:1.0:1718930652.496001:0:7085:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 322 00000100:00100000:1.0:1718930652.496005:0:7085:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880083c18980 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3320:x1802425733014208:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1718930652.496007:0:7080:0:(nrs_tbf.c:3117:nrs_tbf_req_get()) TBF dequeues: class@ffff880084a1f400 rate 10000 gen 0 token 1, rule@ffff8800a1a98b00 rate 10000 gen 0 00000100:00100000:3.0:1718930652.496010:0:7080:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6059300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:lustre-MDT0001-lwp-OST0000_UUID+5:3322:x1802425733013824:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718930652.496030:0:7085:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880083c18980 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3320:x1802425733014208:12345-0@lo:400:kworker/u8:0.0 Request processed in 25us (77us total) trans 0 rc 0/0 00000100:00100000:3.0:1718930652.496031:0:7080:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6059300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:lustre-MDT0001-lwp-OST0000_UUID+5:3322:x1802425733013824:12345-0@lo:400:kworker/u8:0.0 Request processed in 21us (156us total) trans 0 rc 0/0 00000100:00100000:3.0:1718930652.496034:0:7080:0:(nrs_tbf.c:3255:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1718930652.496037:0:7085:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 322 00000100:00100000:3.0:1718930652.496043:0:7080:0:(nrs_tbf.c:3117:nrs_tbf_req_get()) TBF dequeues: class@ffff880084a1f400 rate 10000 gen 0 token 0, rule@ffff8800a1a98b00 rate 10000 gen 0 00000100:00100000:3.0:1718930652.496045:0:7080:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880083c19c80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:lustre-MDT0000-lwp-MDT0001_UUID+5:3320:x1802425733013696:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1718930652.496057:0:7080:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880083c19c80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:lustre-MDT0000-lwp-MDT0001_UUID+5:3320:x1802425733013696:12345-0@lo:400:kworker/u8:0.0 Request processed in 11us (159us total) trans 0 rc 0/0 00000100:00100000:3.0:1718930652.496060:0:7080:0:(nrs_tbf.c:3255:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1718930652.496061:0:3322:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718930652.496072:0:3322:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880083c1f200 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3322:1802425733014336:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718930652.496086:0:3322:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718930652.496104:0:7077:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733014336 00000100:00100000:1.0:1718930652.496109:0:3322:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880083c1b900 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:01b55a44-4d23-49f9-b037-caf310e6728e:3322:1802425733013568:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1718930652.496113:0:7077:0:(nrs_tbf.c:3199:nrs_tbf_req_add()) TBF enqueues: class@ffff880084a1f400 rate 10000 gen 0 token 0, rule@ffff8800a1a98b00 rate 10000 gen 0 00000100:00100000:1.0:1718930652.496124:0:3322:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880083c1cc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3322:1802425733013824:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718930652.496131:0:3322:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880083c1df00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3322:1802425733014080:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1718930652.496183:0:8528:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733014144 00000100:00100000:3.0:1718930652.496193:0:8528:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20554 00000100:00100000:3.0:1718930652.496195:0:8528:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880083c1c740 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3323:x1802425733014144:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1718930652.496213:0:8528:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880083c1c740 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3323:x1802425733014144:12345-0@lo:400:kworker/u8:0.0 Request processed in 18us (47us total) trans 0 rc 0/0 00000100:00100000:3.0:1718930652.496216:0:8528:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20554 00000100:00100000:1.0:1718930652.511731:0:3320:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88008e0a3440 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3320:1802425733014400:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1718930652.511759:0:3320:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718930652.511860:0:3320:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88008e0a3440 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3320:1802425733014400:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1718930652.511878:0:6843:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733014464 00000100:00100000:3.0:1718930652.511901:0:6843:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20556 00000100:00100000:3.0:1718930652.511904:0:6843:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e0a3900 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3322:x1802425733014464:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1718930652.511916:0:6843:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1443749888 avail 1314287616 00000100:00100000:3.0:1718930652.511945:0:6843:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e0a3900 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3322:x1802425733014464:12345-0@lo:41:osp-pre-1-0.0 Request processed in 41us (91us total) trans 0 rc 0/0 00000100:00100000:3.0:1718930652.511949:0:6843:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20556 00000100:00100000:1.0:1718930652.527742:0:3320:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1718930652.527748:0:3320:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800a605aac0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3320:1802425733014528:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1718930652.527770:0:3320:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718930652.527801:0:11375:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733014528 00000100:00100000:1.0:1718930652.527821:0:11375:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733014592 00000100:00100000:1.0:1718930652.527835:0:11375:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 366 00000100:00100000:1.0:1718930652.527838:0:11375:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a605af80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1802425733014528:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1718930652.527852:0:11375:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 490080960 pending 0 free 3914567680 avail 3683045376 00000100:00100000:1.0:1718930652.527877:0:11375:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a605af80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1802425733014528:12345-0@lo:13:osp-pre-0-0.0 Request processed in 39us (107us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930652.527881:0:11375:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 366 00000100:00100000:1.0:1718930652.676626:0:24814:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff880099846900 rate 100 gen 0 00000100:00100000:1.0:1718930652.676632:0:24814:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff880099846500 rate 100 gen 0 00000100:00100000:1.0:1718930653.106745:0:25065:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff880099846200 rate 100 gen 0 00000100:00100000:1.0:1718930653.106750:0:25065:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff880099846300 rate 100 gen 0 00000100:00100000:3.0:1718930653.107586:0:25067:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff880091657100 rate 100 gen 0 00000100:00100000:3.0:1718930653.107590:0:25067:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff880091657c00 rate 100 gen 0 00000100:00100000:1.0:1718930653.545109:0:25320:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff88012d290a00 rate 100 gen 0 00000100:00100000:1.0:1718930653.545114:0:25320:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff88012d290400 rate 100 gen 0 00000100:00100000:3.0:1718930653.990468:0:25574:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff880099846900 rate 100 gen 0 00000100:00100000:3.0:1718930653.990472:0:25574:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff880099846b00 rate 100 gen 0 00000100:00100000:3.0:1718930654.335745:0:3323:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880083c1d0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3323:1802425733014656:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1718930654.335801:0:3323:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718930654.335987:0:3323:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880083c1d0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3323:1802425733014656:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1718930654.351745:0:3321:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1718930654.351761:0:3321:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88008e0a3dc0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3321:1802425733014720:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1718930654.351804:0:3321:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718930654.351948:0:3321:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88008e0a3dc0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3321:1802425733014720:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1718930654.436027:0:25827:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff88012d290400 rate 100 gen 0 00000100:00100000:1.0:1718930654.436034:0:25827:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff88012d290900 rate 100 gen 0 00000100:00100000:3.0:1718930654.937829:0:26078:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff8800b52b0900 rate 100 gen 0 00000100:00100000:3.0:1718930654.937834:0:26078:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff8800b52b0f00 rate 100 gen 0 00010000:00010000:1.0:1718930655.189754:0:6828:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1718930655.391251:0:26332:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff8800b52b0000 rate 100 gen 0 00000100:00100000:3.0:1718930655.391256:0:26332:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff8800b52b0700 rate 100 gen 0 00000100:00100000:1.0:1718930655.838920:0:26586:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff880096cd7f00 rate 100 gen 0 00000100:00100000:1.0:1718930655.838925:0:26586:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff880096cd7c00 rate 100 gen 0 00000100:00100000:3.0:1718930656.190452:0:32434:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753258368 00000100:00100000:1.0:1718930656.190497:0:10933:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753258560 00000100:00100000:3.0:1718930656.190506:0:32434:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1265 00000100:00100000:3.0:1718930656.190511:0:32434:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880096fd8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7d47179a-8936-4b32-b195-390970a48f82+12:1877:x1802425753258368:12345-192.168.204.9@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1718930656.190534:0:10933:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.204.9@tcp, with round 477 00000100:00100000:1.0:1718930656.190539:0:10933:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880083c1d580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8a07974b-7506-4725-beb3-4b5c6f8f9250+5:1874:x1802425753258560:12345-192.168.204.9@tcp:9:kworker/u8:1.0 00000020:00000080:1.0:1718930656.190561:0:10933:0:(genops.c:1442:class_disconnect()) disconnect: cookie 0x4c38e74a546dde3f 00000100:00100000:3.0:1718930656.190566:0:32434:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880096fd8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7d47179a-8936-4b32-b195-390970a48f82+12:1877:x1802425753258368:12345-192.168.204.9@tcp:400:kworker/u8:1.0 Request processed in 55us (273us total) trans 0 rc 0/0 00000100:00080000:1.0:1718930656.190567:0:10933:0:(import.c:86:import_set_state_nolock()) ffff880098449800 í¯Þÿÿÿÿÿÿÿÿÿÿÿÿ: changing import state from FULL to CLOSED 00000100:00100000:3.0:1718930656.190572:0:32434:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1265 00000001:00000004:1.0:1718930656.190598:0:10933:0:(tgt_lastrcvd.c:705:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 1, last_transno is 4294976094 00000100:00100000:3.0:1718930656.190609:0:7082:0:(nrs_tbf.c:3117:nrs_tbf_req_get()) TBF dequeues: class@ffff8800835b2a00 rate 10000 gen 0 token 0, rule@ffff8800a1a98b00 rate 10000 gen 0 00000100:00100000:3.0:1718930656.190613:0:7082:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880083c1e3c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:107baf36-6e04-4e3c-a090-fe94234d2dbd+6:1878:x1802425753258624:12345-192.168.204.9@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1718930656.190632:0:7082:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880083c1e3c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:107baf36-6e04-4e3c-a090-fe94234d2dbd+6:1878:x1802425753258624:12345-192.168.204.9@tcp:400:kworker/u8:1.0 Request processed in 19us (171us total) trans 0 rc 0/0 00000100:00100000:3.0:1718930656.190640:0:7082:0:(nrs_tbf.c:3255:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.204.9@tcp, seq: 8 00010000:00010000:3.0:1718930656.190666:0:4830:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1718930656.190724:0:10933:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880083c1d580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8a07974b-7506-4725-beb3-4b5c6f8f9250+2:1874:x1802425753258560:12345-192.168.204.9@tcp:9:kworker/u8:1.0 Request processed in 183us (303us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930656.190730:0:10933:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.204.9@tcp, with round 477 00000100:00100000:3.0:1718930656.402945:0:26841:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff8800b52b0f00 rate 100 gen 0 00000100:00100000:3.0:1718930656.402953:0:26841:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff8800b52b0000 rate 100 gen 0 00000100:00100000:3.0:1718930657.503889:0:3321:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88009767c280 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3321:1802425733015040:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1718930657.503925:0:3321:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718930657.503941:0:3321:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88009767a140 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3321:1802425733015296:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1718930657.503960:0:3321:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718930657.503982:0:3321:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88009840ed40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3321:1802425733015552:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1718930657.503994:0:10933:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733015296 00000100:00100000:3.0:1718930657.503997:0:3321:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718930657.504019:0:3323:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88009767d580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3323:1802425733014912:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1718930657.504031:0:10933:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 324 00000100:00100000:3.0:1718930657.504032:0:3323:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718930657.504035:0:10933:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88009840c280 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3321:x1802425733015296:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1718930657.504039:0:3323:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88009767d0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3323:1802425733015168:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1718930657.504053:0:3323:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718930657.504063:0:3323:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800837db440 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3323:1802425733015424:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1718930657.504076:0:10933:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88009840c280 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3321:x1802425733015296:12345-0@lo:400:kworker/u8:2.0 Request processed in 40us (116us total) trans 0 rc 0/0 00000100:00100000:3.0:1718930657.504077:0:3323:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718930657.504081:0:10933:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 324 00000100:00100000:1.0:1718930657.504091:0:10933:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733015424 00000100:00100000:3.0:1718930657.504103:0:6838:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733014976 00000100:00100000:1.0:1718930657.504104:0:10933:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 325 00000100:00100000:1.0:1718930657.504107:0:10933:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880098408000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3323:x1802425733015424:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1718930657.504120:0:6838:0:(nrs_tbf.c:3199:nrs_tbf_req_add()) TBF enqueues: class@ffff88009605be00 rate 10000 gen 0 token 3, rule@ffff8800a1a98b00 rate 10000 gen 0 00000100:00100000:3.0:1718930657.504130:0:6838:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733015552 00000100:00100000:1.0:1718930657.504135:0:10933:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880098408000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3323:x1802425733015424:12345-0@lo:400:kworker/u8:2.0 Request processed in 27us (57us total) trans 0 rc 0/0 00000100:00100000:3.0:1718930657.504139:0:6838:0:(nrs_tbf.c:3199:nrs_tbf_req_add()) TBF enqueues: class@ffff88009605be00 rate 10000 gen 0 token 3, rule@ffff8800a1a98b00 rate 10000 gen 0 00000100:00100000:1.0:1718930657.504140:0:10933:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 325 00000100:00100000:3.0:1718930657.504147:0:6838:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733015168 00000100:00100000:3.0:1718930657.504156:0:6838:0:(nrs_tbf.c:3199:nrs_tbf_req_add()) TBF enqueues: class@ffff88009605be00 rate 10000 gen 0 token 2, rule@ffff8800a1a98b00 rate 10000 gen 0 00000100:00100000:1.0:1718930657.504158:0:6842:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20558 00000100:00100000:1.0:1718930657.504162:0:6842:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e0a4c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3322:x1802425733015360:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1718930657.504170:0:6838:0:(nrs_tbf.c:3117:nrs_tbf_req_get()) TBF dequeues: class@ffff88009605be00 rate 10000 gen 0 token 1, rule@ffff8800a1a98b00 rate 10000 gen 0 00000100:00100000:3.0:1718930657.504176:0:6838:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880083c1ed40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3320:x1802425733014976:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1718930657.504183:0:6842:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e0a4c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3322:x1802425733015360:12345-0@lo:400:kworker/u8:2.0 Request processed in 21us (173us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930657.504187:0:6842:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20558 00000100:00100000:3.0:1718930657.504222:0:6838:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880083c1ed40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3320:x1802425733014976:12345-0@lo:400:kworker/u8:2.0 Request processed in 45us (273us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930657.504226:0:3321:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88009767c280 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3321:1802425733015040:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1718930657.504255:0:3321:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88009767a140 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3321:1802425733015296:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1718930657.504258:0:6838:0:(nrs_tbf.c:3255:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 11 00000100:00100000:1.0:1718930657.504280:0:25142:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733015232 00000100:00100000:3.0:1718930657.504291:0:7082:0:(nrs_tbf.c:3117:nrs_tbf_req_get()) TBF dequeues: class@ffff88009605be00 rate 10000 gen 0 token 0, rule@ffff8800a1a98b00 rate 10000 gen 0 00000100:00100000:1.0:1718930657.504295:0:25142:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733015488 00000100:00100000:3.0:1718930657.504298:0:7082:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88009840d0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:lustre-MDT0000-lwp-MDT0000_UUID+5:3321:x1802425733015552:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1718930657.504306:0:25142:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 326 00000100:00100000:1.0:1718930657.504309:0:25142:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880083c1d0c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:3320:x1802425733015488:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1718930657.504336:0:25142:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880083c1d0c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:3320:x1802425733015488:12345-0@lo:400:kworker/u8:2.0 Request processed in 27us (68us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930657.504343:0:25142:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 326 00000100:00100000:3.0:1718930657.504344:0:7082:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88009840d0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:lustre-MDT0000-lwp-MDT0000_UUID+5:3321:x1802425733015552:12345-0@lo:400:kworker/u8:2.0 Request processed in 44us (344us total) trans 0 rc 0/0 00000100:00100000:3.0:1718930657.504349:0:7082:0:(nrs_tbf.c:3255:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 13 00000100:00100000:1.0:1718930657.504363:0:3321:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88009840ed40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3321:1802425733015552:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1718930657.504386:0:3323:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800837db440 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3323:1802425733015424:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1718930657.504409:0:8048:0:(nrs_tbf.c:3117:nrs_tbf_req_get()) TBF dequeues: class@ffff88009605be00 rate 10000 gen 0 token 0, rule@ffff8800a1a98b00 rate 10000 gen 0 00000100:00100000:3.0:1718930657.504413:0:8048:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88009840f6c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3323:x1802425733014912:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1718930657.504437:0:8048:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88009840f6c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3323:x1802425733014912:12345-0@lo:400:kworker/u8:2.0 Request processed in 24us (405us total) trans 0 rc 0/0 00000100:00100000:3.0:1718930657.504441:0:8048:0:(nrs_tbf.c:3255:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 14 00000100:00100000:3.0:1718930657.504471:0:3323:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88009767d580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3323:1802425733014912:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1718930657.504547:0:8048:0:(nrs_tbf.c:3117:nrs_tbf_req_get()) TBF dequeues: class@ffff88009605be00 rate 10000 gen 0 token 0, rule@ffff8800a1a98b00 rate 10000 gen 0 00000100:00100000:3.0:1718930657.504553:0:8048:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88009840f200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3323:x1802425733015168:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1718930657.504586:0:8048:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88009840f200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3323:x1802425733015168:12345-0@lo:400:kworker/u8:2.0 Request processed in 33us (533us total) trans 0 rc 0/0 00000100:00100000:3.0:1718930657.504594:0:8048:0:(nrs_tbf.c:3255:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 15 00000100:00100000:3.0:1718930657.504632:0:3323:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88009767d0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3323:1802425733015168:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1718930657.519872:0:3323:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880083c1df00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3323:1802425733015680:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1718930657.519912:0:3323:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718930657.519950:0:32457:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733015616 00000100:00100000:1.0:1718930657.519997:0:32457:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20559 00000100:00100000:1.0:1718930657.520003:0:32457:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e0a5580 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3322:x1802425733015616:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1718930657.520032:0:32457:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 4194304 pending 0 free 1443074048 avail 1313611776 00000100:00100000:1.0:1718930657.520088:0:32457:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e0a5580 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3322:x1802425733015616:12345-0@lo:41:osp-pre-0-1.0 Request processed in 84us (203us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930657.520100:0:32457:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20559 00000100:00100000:3.0:1718930657.520103:0:3323:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880083c1df00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3323:1802425733015680:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1718930657.535826:0:3321:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800a605b900 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3321:1802425733015808:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1718930657.535877:0:10941:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733015744 00000100:00100000:1.0:1718930657.535916:0:10941:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 369 00000100:00100000:1.0:1718930657.535923:0:10941:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880083c1cc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1802425733015744:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1718930657.535949:0:10941:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 199360 pending 0 free 3914567680 avail 3683045376 00000100:00100000:1.0:1718930657.536008:0:10941:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880083c1cc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1802425733015744:12345-0@lo:13:osp-pre-0-0.0 Request processed in 84us (157us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930657.536018:0:10941:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 369 00000100:00100000:1.0:1718930657.536047:0:3321:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718930657.536079:0:11375:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733015808 00000100:00100000:1.0:1718930657.536104:0:11375:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 370 00000100:00100000:1.0:1718930657.536110:0:11375:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a605bdc0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1802425733015808:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1718930657.536131:0:11375:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 200256 pending 0 free 3912839168 avail 3681316864 00000100:00100000:1.0:1718930657.536182:0:11375:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a605bdc0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1802425733015808:12345-0@lo:13:osp-pre-1-0.0 Request processed in 71us (135us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930657.536190:0:11375:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 370 00000100:00100000:1.0:1718930657.536276:0:3321:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800a605b900 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3321:1802425733015808:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1718930657.555638:0:27348:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff880099af1700 rate 100 gen 0 00000100:00100000:3.0:1718930657.555647:0:27348:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff880099af1d00 rate 100 gen 0 00000100:00100000:3.0:1718930658.101956:0:27599:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff880099af1c00 rate 100 gen 0 00000100:00100000:3.0:1718930658.101963:0:27599:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff880099af1800 rate 100 gen 0 00000100:00100000:3.0:1718930659.177594:0:28104:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff880099af1900 rate 100 gen 0 00000100:00100000:3.0:1718930659.177604:0:28104:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff8800811bb600 rate 100 gen 0 00000100:00100000:1.0:1718930659.614744:0:28359:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff880099807200 rate 100 gen 0 00000100:00100000:1.0:1718930659.614750:0:28359:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff880099807100 rate 100 gen 0 00000100:00100000:1.0:1718930660.056615:0:28611:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff880099807c00 rate 100 gen 0 00000100:00100000:1.0:1718930660.056620:0:28611:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff880099807000 rate 100 gen 0 00010000:00010000:3.0:1718930660.199764:0:4830:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1718930660.539822:0:28863:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff880096cd7b00 rate 100 gen 0 00000100:00100000:3.0:1718930660.539830:0:28863:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff880096cd7600 rate 100 gen 0 00000100:00100000:1.0:1718930660.540294:0:28864:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff8800811bb000 rate 100 gen 0 00000100:00100000:1.0:1718930660.540301:0:28864:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff8800811bbe00 rate 100 gen 0 00000100:00100000:1.0:1718930661.086570:0:29115:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff8800b1a2c800 rate 100 gen 0 00000100:00100000:1.0:1718930661.086576:0:29115:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff8800b1a2c000 rate 100 gen 0 00000100:00100000:3.0:1718930661.198553:0:8048:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753258816 00000100:00100000:1.0:1718930661.198585:0:7082:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753258944 00000100:00100000:3.0:1718930661.198595:0:8048:0:(nrs_tbf.c:2962:nrs_tbf_res_get()) TBF class@ffff8800835b2a00 rate 10000 sequence 17, rule flags 2, head sequence 37 00000100:00100000:1.0:1718930661.198612:0:7082:0:(nrs_tbf.c:2962:nrs_tbf_res_get()) TBF class@ffff8800835b2a00 rate 10000 sequence 17, rule flags 2, head sequence 37 00000100:00100000:3.0:1718930661.198616:0:8048:0:(nrs_tbf.c:3199:nrs_tbf_req_add()) TBF enqueues: class@ffff8800835b2a00 rate 10000 gen 0 token 0, rule@ffff8800a1a98b00 rate 10000 gen 0 00000100:00100000:1.0:1718930661.198619:0:7082:0:(nrs_tbf.c:3199:nrs_tbf_req_add()) TBF enqueues: class@ffff8800835b2a00 rate 10000 gen 0 token 0, rule@ffff8800a1a98b00 rate 10000 gen 0 00000100:00100000:3.0:1718930661.198630:0:8048:0:(nrs_tbf.c:3117:nrs_tbf_req_get()) TBF dequeues: class@ffff8800835b2a00 rate 10000 gen 0 token 2, rule@ffff8800a1a98b00 rate 10000 gen 0 00000100:00100000:3.0:1718930661.198634:0:8048:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880136199c80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8a07974b-7506-4725-beb3-4b5c6f8f9250+9:1878:x1802425753258880:12345-192.168.204.9@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1718930661.198636:0:7082:0:(nrs_tbf.c:3117:nrs_tbf_req_get()) TBF dequeues: class@ffff8800835b2a00 rate 10000 gen 0 token 1, rule@ffff8800a1a98b00 rate 10000 gen 0 00000100:00100000:1.0:1718930661.198642:0:7082:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880083c1df00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:8a07974b-7506-4725-beb3-4b5c6f8f9250+8:1877:x1802425753258816:12345-192.168.204.9@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1718930661.198686:0:8048:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880136199c80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8a07974b-7506-4725-beb3-4b5c6f8f9250+9:1878:x1802425753258880:12345-192.168.204.9@tcp:400:kworker/u8:1.0 Request processed in 51us (194us total) trans 0 rc 0/0 00000100:00100000:3.0:1718930661.198691:0:8048:0:(nrs_tbf.c:3255:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.204.9@tcp, seq: 16 00000100:00100000:1.0:1718930661.198703:0:7082:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880083c1df00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:8a07974b-7506-4725-beb3-4b5c6f8f9250+8:1877:x1802425753258816:12345-192.168.204.9@tcp:400:kworker/u8:1.0 Request processed in 61us (270us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930661.198714:0:7082:0:(nrs_tbf.c:3255:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.204.9@tcp, seq: 17 00000100:00100000:3.0:1718930661.588021:0:29369:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff880088aead00 rate 100 gen 0 00000100:00100000:3.0:1718930661.588025:0:29369:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff880088aea300 rate 100 gen 0 00000020:00000080:3.0:1718930661.632323:0:25424:0:(genops.c:944:class_export_destroy()) destroying export ffff880098449000/8a07974b-7506-4725-beb3-4b5c6f8f9250 for lustre-OST0000 00000020:00000080:3.0:1718930661.632351:0:25424:0:(genops.c:1164:obd_zombie_import_free()) destroying import ffff880098449800 for lustre-OST0000 00000100:00100000:3.0:1718930662.034509:0:29621:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff880086aeed00 rate 100 gen 0 00000100:00100000:3.0:1718930662.034516:0:29621:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff880086aeee00 rate 100 gen 0 00000100:00100000:3.0:1718930662.491198:0:29874:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff880096cd7300 rate 100 gen 0 00000100:00100000:3.0:1718930662.491204:0:29874:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff880096cd7800 rate 100 gen 0 00000100:00100000:1.0:1718930662.491264:0:29872:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff8800941e6600 rate 100 gen 0 00000100:00100000:1.0:1718930662.491269:0:29872:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff8800941e6000 rate 100 gen 0 00000100:00100000:1.0:1718930662.511923:0:3321:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800a605c280 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3321:1802425733016064:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718930662.511958:0:3321:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718930662.511972:0:3321:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800a605d580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3321:1802425733016320:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718930662.512014:0:6843:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733016064 00000100:00100000:3.0:1718930662.512028:0:7082:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733016256 00000100:00100000:1.0:1718930662.512045:0:6843:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20561 00000100:00100000:1.0:1718930662.512049:0:6843:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a605b440 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3321:x1802425733016064:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1718930662.512054:0:7082:0:(nrs_tbf.c:2962:nrs_tbf_res_get()) TBF class@ffff880084a1f400 rate 10000 sequence 1, rule flags 2, head sequence 43 00000100:00100000:3.0:1718930662.512063:0:7082:0:(nrs_tbf.c:3199:nrs_tbf_req_add()) TBF enqueues: class@ffff880084a1f400 rate 10000 gen 0 token 0, rule@ffff8800a1a98b00 rate 10000 gen 0 00000100:00100000:3.0:1718930662.512077:0:7082:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733016128 00000100:00100000:3.0:1718930662.512093:0:7082:0:(nrs_tbf.c:2962:nrs_tbf_res_get()) TBF class@ffff880084a1f400 rate 10000 sequence 1, rule flags 2, head sequence 43 00000100:00100000:1.0:1718930662.512094:0:6843:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a605b440 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3321:x1802425733016064:12345-0@lo:400:kworker/u8:0.0 Request processed in 45us (137us total) trans 0 rc 0/0 00000100:00100000:3.0:1718930662.512095:0:7082:0:(nrs_tbf.c:3199:nrs_tbf_req_add()) TBF enqueues: class@ffff880084a1f400 rate 10000 gen 0 token 0, rule@ffff8800a1a98b00 rate 10000 gen 0 00000100:00100000:1.0:1718930662.512100:0:6843:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20561 00000100:00100000:3.0:1718930662.512103:0:7082:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733016384 00000100:00100000:3.0:1718930662.512109:0:7082:0:(nrs_tbf.c:2962:nrs_tbf_res_get()) TBF class@ffff880084a1f400 rate 10000 sequence 1, rule flags 2, head sequence 43 00000100:00100000:3.0:1718930662.512111:0:7082:0:(nrs_tbf.c:3199:nrs_tbf_req_add()) TBF enqueues: class@ffff880084a1f400 rate 10000 gen 0 token 0, rule@ffff8800a1a98b00 rate 10000 gen 0 00000100:00100000:3.0:1718930662.512118:0:7082:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733016192 00000100:00100000:1.0:1718930662.512122:0:24149:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733016512 00000100:00100000:3.0:1718930662.512124:0:7082:0:(nrs_tbf.c:2962:nrs_tbf_res_get()) TBF class@ffff880084a1f400 rate 10000 sequence 1, rule flags 2, head sequence 43 00000100:00100000:3.0:1718930662.512126:0:7082:0:(nrs_tbf.c:3199:nrs_tbf_req_add()) TBF enqueues: class@ffff880084a1f400 rate 10000 gen 0 token 0, rule@ffff8800a1a98b00 rate 10000 gen 0 00000100:00100000:3.0:1718930662.512134:0:7082:0:(nrs_tbf.c:3117:nrs_tbf_req_get()) TBF dequeues: class@ffff880084a1f400 rate 10000 gen 0 token 2, rule@ffff8800a1a98b00 rate 10000 gen 0 00000100:00100000:3.0:1718930662.512139:0:7082:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88008207a140 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:lustre-MDT0001-lwp-OST0000_UUID+5:3320:x1802425733016256:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718930662.512143:0:24149:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733016640 00000100:00100000:1.0:1718930662.512178:0:24149:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733016448 00000100:00100000:1.0:1718930662.512188:0:24149:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733016704 00000100:00100000:3.0:1718930662.512195:0:7082:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88008207a140 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:lustre-MDT0001-lwp-OST0000_UUID+5:3320:x1802425733016256:12345-0@lo:400:kworker/u8:0.0 Request processed in 55us (226us total) trans 0 rc 0/0 00000100:00100000:3.0:1718930662.512200:0:7082:0:(nrs_tbf.c:3255:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 20 00000100:00100000:1.0:1718930662.512202:0:24149:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 327 00000100:00100000:1.0:1718930662.512205:0:24149:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88008207af80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+5:3320:x1802425733016512:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718930662.512229:0:24149:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88008207af80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+5:3320:x1802425733016512:12345-0@lo:400:kworker/u8:0.0 Request processed in 23us (209us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930662.512233:0:24149:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 327 00000100:00100000:1.0:1718930662.512241:0:24149:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 327 00000100:00100000:1.0:1718930662.512244:0:24149:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88008207da40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+5:3323:x1802425733016704:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718930662.512261:0:24149:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88008207da40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+5:3323:x1802425733016704:12345-0@lo:400:kworker/u8:0.0 Request processed in 17us (146us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930662.512265:0:24149:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 327 00000100:00100000:1.0:1718930662.512283:0:24149:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 327 00000100:00100000:1.0:1718930662.512286:0:24149:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88008207aac0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+5:3323:x1802425733016448:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718930662.512302:0:24149:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88008207aac0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+5:3323:x1802425733016448:12345-0@lo:400:kworker/u8:0.0 Request processed in 16us (207us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930662.512306:0:24149:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 327 00000100:00100000:1.0:1718930662.512322:0:3321:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718930662.512333:0:3321:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800a605e880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3321:1802425733016576:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718930662.512347:0:3321:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718930662.512367:0:3321:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800a605c280 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3321:1802425733016064:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718930662.512384:0:6842:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733016576 00000100:00100000:1.0:1718930662.512398:0:6842:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20562 00000100:00100000:1.0:1718930662.512401:0:6842:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a605a140 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3321:x1802425733016576:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718930662.512433:0:6842:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a605a140 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3321:x1802425733016576:12345-0@lo:400:kworker/u8:0.0 Request processed in 31us (86us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930662.512437:0:6842:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20562 00000100:00100000:1.0:1718930662.512461:0:3321:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800a605e880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3321:1802425733016576:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1718930662.512478:0:19806:0:(nrs_tbf.c:3117:nrs_tbf_req_get()) TBF dequeues: class@ffff880084a1f400 rate 10000 gen 0 token 0, rule@ffff8800a1a98b00 rate 10000 gen 0 00000100:00100000:3.0:1718930662.512485:0:19806:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88008207e880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3320:x1802425733016768:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1718930662.512518:0:19806:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88008207e880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3320:x1802425733016768:12345-0@lo:400:kworker/u8:0.0 Request processed in 35us (379us total) trans 0 rc 0/0 00000100:00100000:3.0:1718930662.512523:0:19806:0:(nrs_tbf.c:3255:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 24 00000100:00100000:1.0:1718930662.512546:0:3320:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800a605f6c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3320:1802425733016768:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1718930662.512595:0:19806:0:(nrs_tbf.c:3117:nrs_tbf_req_get()) TBF dequeues: class@ffff880084a1f400 rate 10000 gen 0 token 0, rule@ffff8800a1a98b00 rate 10000 gen 0 00000100:00100000:3.0:1718930662.512600:0:19806:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a605aac0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3321:x1802425733016320:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1718930662.512642:0:19806:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a605aac0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3321:x1802425733016320:12345-0@lo:400:kworker/u8:0.0 Request processed in 43us (320us total) trans 0 rc 0/0 00000100:00100000:3.0:1718930662.512646:0:19806:0:(nrs_tbf.c:3255:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 25 00000100:00100000:1.0:1718930662.512690:0:3321:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800a605d580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3321:1802425733016320:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718930662.527722:0:3321:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800820784c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3321:1802425733016832:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1718930662.527754:0:3321:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718930662.527784:0:6843:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733016832 00000100:00100000:1.0:1718930662.527802:0:6843:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20563 00000100:00100000:1.0:1718930662.527805:0:6843:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a605d580 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3321:x1802425733016832:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1718930662.527824:0:6843:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1443749888 avail 1314287616 00000100:00100000:1.0:1718930662.527846:0:6843:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a605d580 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3321:x1802425733016832:12345-0@lo:41:osp-pre-1-0.0 Request processed in 41us (93us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930662.527850:0:6843:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20563 00000100:00100000:1.0:1718930662.527872:0:3321:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800820784c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3321:1802425733016832:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1718930662.528130:0:6842:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733016896 00000100:00100000:1.0:1718930662.528169:0:6842:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20564 00000100:00100000:1.0:1718930662.528172:0:6842:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800820784c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3322:x1802425733016896:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1718930662.528186:0:6842:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 4194304 pending 0 free 1443074048 avail 1313611776 00000100:00100000:1.0:1718930662.528235:0:6842:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800820784c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3322:x1802425733016896:12345-0@lo:41:osp-pre-0-1.0 Request processed in 62us (351us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930662.528239:0:6842:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20564 00000100:00100000:1.0:1718930662.543752:0:3320:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88009765a600 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3320:1802425733017024:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1718930662.543789:0:3320:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718930662.543926:0:3320:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88009765a600 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3320:1802425733017024:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1718930662.544033:0:3323:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800a605f6c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3323:1802425733016960:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1718930663.112512:0:30127:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff88008f86c300 rate 100 gen 0 00000100:00100000:1.0:1718930663.112521:0:30127:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff88008f86cf00 rate 100 gen 0 00000100:00100000:3.0:1718930663.694612:0:30379:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff880098470e00 rate 100 gen 0 00000100:00100000:3.0:1718930663.694616:0:30379:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff880098470500 rate 100 gen 0 00000100:00100000:1.0:1718930664.213038:0:30632:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff88008f86c400 rate 100 gen 0 00000100:00100000:1.0:1718930664.213046:0:30632:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff88008f86ce00 rate 100 gen 0 00000100:00100000:1.0:1718930664.351755:0:3320:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1718930664.351771:0:3320:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800837db440 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3320:1802425733017088:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1718930664.351817:0:3320:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718930664.351976:0:3320:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800837db440 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3320:1802425733017088:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1718930664.367803:0:10941:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733017152 00000100:00100000:1.0:1718930664.367835:0:10941:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 376 00000100:00100000:1.0:1718930664.367839:0:10941:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ec40980 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3322:x1802425733017152:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1718930664.367858:0:10941:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 199360 pending 0 free 3914567680 avail 3683045376 00000100:00100000:1.0:1718930664.367887:0:10941:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ec40980 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3322:x1802425733017152:12345-0@lo:13:osp-pre-0-1.0 Request processed in 48us (116us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930664.367891:0:10941:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 376 00000100:00100000:3.0:1718930664.694754:0:30883:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff880136a84400 rate 100 gen 0 00000100:00100000:3.0:1718930664.694760:0:30883:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff880136a84900 rate 100 gen 0 00000100:00100000:1.0:1718930664.695150:0:30884:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff88008f86c100 rate 100 gen 0 00000100:00100000:1.0:1718930664.695156:0:30884:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff88008f86c600 rate 100 gen 0 00000100:00100000:1.0:1718930665.187082:0:31135:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff88008f86c800 rate 100 gen 0 00000100:00100000:1.0:1718930665.187087:0:31135:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff88008f86cd00 rate 100 gen 0 00010000:00010000:3.0:1718930665.209743:0:4830:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1718930665.686018:0:31389:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff88008f86ca00 rate 100 gen 0 00000100:00100000:1.0:1718930665.686027:0:31389:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff88008f86c000 rate 100 gen 0 00000100:00100000:3.0:1718930665.686259:0:31388:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff88008855ae00 rate 100 gen 0 00000100:00100000:3.0:1718930665.686263:0:31388:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff88008855aa00 rate 100 gen 0 00000100:00100000:1.0:1718930666.178049:0:31642:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff88008f86ce00 rate 100 gen 0 00000100:00100000:1.0:1718930666.178053:0:31642:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff88008f86cc00 rate 100 gen 0 00000100:00100000:1.0:1718930666.206114:0:12848:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753259328 00000100:00100000:1.0:1718930666.206131:0:12848:0:(nrs_tbf.c:2962:nrs_tbf_res_get()) TBF class@ffff8800835b2a00 rate 10000 sequence 17, rule flags 2, head sequence 57 00000100:00100000:1.0:1718930666.206136:0:12848:0:(nrs_tbf.c:3199:nrs_tbf_req_add()) TBF enqueues: class@ffff8800835b2a00 rate 10000 gen 0 token 1, rule@ffff8800a1a98b00 rate 10000 gen 0 00000100:00100000:1.0:1718930666.206150:0:12848:0:(nrs_tbf.c:3117:nrs_tbf_req_get()) TBF dequeues: class@ffff8800835b2a00 rate 10000 gen 0 token 0, rule@ffff8800a1a98b00 rate 10000 gen 0 00000100:00100000:1.0:1718930666.206156:0:12848:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ec417c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8a07974b-7506-4725-beb3-4b5c6f8f9250+9:1877:x1802425753259200:12345-192.168.204.9@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1718930666.206184:0:12848:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ec417c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8a07974b-7506-4725-beb3-4b5c6f8f9250+9:1877:x1802425753259200:12345-192.168.204.9@tcp:400:kworker/u8:1.0 Request processed in 28us (211us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930666.206191:0:12848:0:(nrs_tbf.c:3255:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.204.9@tcp, seq: 28 00000100:00100000:3.0:1718930666.206267:0:7079:0:(nrs_tbf.c:3117:nrs_tbf_req_get()) TBF dequeues: class@ffff8800835b2a00 rate 10000 gen 0 token 0, rule@ffff8800a1a98b00 rate 10000 gen 0 00000100:00100000:3.0:1718930666.206274:0:7079:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ec44740 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:107baf36-6e04-4e3c-a090-fe94234d2dbd+5:1877:x1802425753259328:12345-192.168.204.9@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1718930666.206295:0:7079:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ec44740 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:107baf36-6e04-4e3c-a090-fe94234d2dbd+5:1877:x1802425753259328:12345-192.168.204.9@tcp:400:kworker/u8:1.0 Request processed in 22us (302us total) trans 0 rc 0/0 00000100:00100000:3.0:1718930666.206299:0:7079:0:(nrs_tbf.c:3255:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.204.9@tcp, seq: 29 00000100:00100000:3.0:1718930666.678786:0:31893:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff880098470100 rate 100 gen 0 00000100:00100000:3.0:1718930666.678793:0:31893:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff8800a1bc4b00 rate 100 gen 0 00000100:00100000:1.0:1718930667.164967:0:32146:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff880099af1500 rate 100 gen 0 00000100:00100000:1.0:1718930667.164973:0:32146:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff880099af1e00 rate 100 gen 0 00000100:00100000:1.0:1718930667.520053:0:3320:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88008ec41c80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3320:1802425733017280:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1718930667.520087:0:7079:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733017472 00000100:00100000:1.0:1718930667.520099:0:3320:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718930667.520112:0:7079:0:(nrs_tbf.c:2962:nrs_tbf_res_get()) TBF class@ffff88009605be00 rate 10000 sequence 21, rule flags 2, head sequence 61 00000100:00100000:1.0:1718930667.520116:0:3320:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88013713d580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3320:1802425733017536:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1718930667.520118:0:7079:0:(nrs_tbf.c:3199:nrs_tbf_req_add()) TBF enqueues: class@ffff88009605be00 rate 10000 gen 0 token 0, rule@ffff8800a1a98b00 rate 10000 gen 0 00000100:00100000:3.0:1718930667.520127:0:7079:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733017984 00000100:00100000:3.0:1718930667.520132:0:7079:0:(nrs_tbf.c:2962:nrs_tbf_res_get()) TBF class@ffff88009605be00 rate 10000 sequence 21, rule flags 2, head sequence 61 00000100:00100000:3.0:1718930667.520133:0:7079:0:(nrs_tbf.c:3199:nrs_tbf_req_add()) TBF enqueues: class@ffff88009605be00 rate 10000 gen 0 token 0, rule@ffff8800a1a98b00 rate 10000 gen 0 00000100:00100000:3.0:1718930667.520138:0:7079:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733017408 00000100:00100000:1.0:1718930667.520140:0:3320:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718930667.520143:0:7079:0:(nrs_tbf.c:2962:nrs_tbf_res_get()) TBF class@ffff88009605be00 rate 10000 sequence 21, rule flags 2, head sequence 61 00000100:00100000:3.0:1718930667.520144:0:7079:0:(nrs_tbf.c:3199:nrs_tbf_req_add()) TBF enqueues: class@ffff88009605be00 rate 10000 gen 0 token 0, rule@ffff8800a1a98b00 rate 10000 gen 0 00000100:00100000:1.0:1718930667.520153:0:3320:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88013713a140 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3320:1802425733017792:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1718930667.520156:0:7079:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733017536 00000100:00100000:3.0:1718930667.520161:0:7079:0:(nrs_tbf.c:2962:nrs_tbf_res_get()) TBF class@ffff88009605be00 rate 10000 sequence 21, rule flags 2, head sequence 61 00000100:00100000:3.0:1718930667.520162:0:7079:0:(nrs_tbf.c:3199:nrs_tbf_req_add()) TBF enqueues: class@ffff88009605be00 rate 10000 gen 0 token 0, rule@ffff8800a1a98b00 rate 10000 gen 0 00000100:00100000:3.0:1718930667.520170:0:7079:0:(nrs_tbf.c:3117:nrs_tbf_req_get()) TBF dequeues: class@ffff88009605be00 rate 10000 gen 0 token 1, rule@ffff8800a1a98b00 rate 10000 gen 0 00000100:00100000:1.0:1718930667.520171:0:3320:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718930667.520173:0:7079:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88013713aac0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-lwp-MDT0000_UUID+5:3323:x1802425733017984:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1718930667.520185:0:3320:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:1.0:1718930667.520190:0:3320:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88008ec41300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3320:1802425733017344:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1718930667.520220:0:7079:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88013713aac0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-lwp-MDT0000_UUID+5:3323:x1802425733017984:12345-0@lo:400:kworker/u8:2.0 Request processed in 45us (174us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930667.520221:0:3320:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718930667.520228:0:7079:0:(nrs_tbf.c:3255:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 31 00000100:00100000:1.0:1718930667.520232:0:3320:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88013713c740 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3320:1802425733017600:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1718930667.520240:0:7079:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733017344 00000100:00100000:3.0:1718930667.520246:0:7079:0:(nrs_tbf.c:2962:nrs_tbf_res_get()) TBF class@ffff88009605be00 rate 10000 sequence 21, rule flags 2, head sequence 61 00000100:00100000:3.0:1718930667.520248:0:7079:0:(nrs_tbf.c:3199:nrs_tbf_req_add()) TBF enqueues: class@ffff88009605be00 rate 10000 gen 0 token 0, rule@ffff8800a1a98b00 rate 10000 gen 0 00000100:00100000:1.0:1718930667.520254:0:3320:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718930667.520261:0:7079:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733017600 00000100:00100000:1.0:1718930667.520265:0:3320:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88013713b900 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3320:1802425733017856:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1718930667.520266:0:7079:0:(nrs_tbf.c:2962:nrs_tbf_res_get()) TBF class@ffff88009605be00 rate 10000 sequence 21, rule flags 2, head sequence 61 00000100:00100000:3.0:1718930667.520267:0:7079:0:(nrs_tbf.c:3199:nrs_tbf_req_add()) TBF enqueues: class@ffff88009605be00 rate 10000 gen 0 token 0, rule@ffff8800a1a98b00 rate 10000 gen 0 00000100:00100000:1.0:1718930667.520279:0:3320:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718930667.520298:0:3323:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88008ec40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3323:1802425733017408:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1718930667.520303:0:10933:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733017920 00000100:00100000:3.0:1718930667.520304:0:3323:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88008ec42600 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:01b55a44-4d23-49f9-b037-caf310e6728e:3323:1802425733017216:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1718930667.520308:0:3323:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88013713a600 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3323:1802425733017472:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1718930667.520313:0:3323:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88013713f6c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3323:1802425733017984:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1718930667.520327:0:10933:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 328 00000100:00100000:1.0:1718930667.520331:0:10933:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88013713e880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3323:x1802425733017664:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1718930667.520358:0:3323:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880137139c80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3323:1802425733017664:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1718930667.520359:0:10933:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88013713e880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3323:x1802425733017664:12345-0@lo:400:kworker/u8:2.0 Request processed in 27us (219us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930667.520365:0:10933:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 328 00000100:00100000:3.0:1718930667.520367:0:3323:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88013713ed40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3323:1802425733017728:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1718930667.520386:0:7077:0:(nrs_tbf.c:3117:nrs_tbf_req_get()) TBF dequeues: class@ffff88009605be00 rate 10000 gen 0 token 0, rule@ffff8800a1a98b00 rate 10000 gen 0 00000100:00100000:3.0:1718930667.520391:0:7077:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6058e40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:lustre-MDT0000-lwp-OST0001_UUID+5:3320:x1802425733017536:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1718930667.520413:0:7077:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6058e40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:lustre-MDT0000-lwp-OST0001_UUID+5:3320:x1802425733017536:12345-0@lo:400:kworker/u8:2.0 Request processed in 23us (274us total) trans 0 rc 0/0 00000100:00100000:3.0:1718930667.520416:0:7077:0:(nrs_tbf.c:3255:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 33 00000100:00100000:3.0:1718930667.520436:0:3323:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88013713cc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3323:1802425733017920:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1718930667.520502:0:7077:0:(nrs_tbf.c:3117:nrs_tbf_req_get()) TBF dequeues: class@ffff88009605be00 rate 10000 gen 0 token 0, rule@ffff8800a1a98b00 rate 10000 gen 0 00000100:00100000:3.0:1718930667.520506:0:7077:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a605e3c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:lustre-MDT0000-lwp-MDT0001_UUID+5:3320:x1802425733017344:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1718930667.520525:0:7077:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a605e3c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:lustre-MDT0000-lwp-MDT0001_UUID+5:3320:x1802425733017344:12345-0@lo:400:kworker/u8:2.0 Request processed in 19us (307us total) trans 0 rc 0/0 00000100:00100000:3.0:1718930667.520528:0:7077:0:(nrs_tbf.c:3255:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 34 00000100:00100000:3.0:1718930667.520615:0:7077:0:(nrs_tbf.c:3117:nrs_tbf_req_get()) TBF dequeues: class@ffff88009605be00 rate 10000 gen 0 token 0, rule@ffff8800a1a98b00 rate 10000 gen 0 00000100:00100000:3.0:1718930667.520619:0:7077:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a605d0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:lustre-MDT0001-lwp-OST0001_UUID+5:3320:x1802425733017600:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1718930667.520645:0:7077:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a605d0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:lustre-MDT0001-lwp-OST0001_UUID+5:3320:x1802425733017600:12345-0@lo:400:kworker/u8:2.0 Request processed in 26us (392us total) trans 0 rc 0/0 00000100:00100000:3.0:1718930667.520648:0:7077:0:(nrs_tbf.c:3255:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 35 00000100:00100000:1.0:1718930667.535869:0:32457:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20568 00000100:00100000:1.0:1718930667.535873:0:32457:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880081790000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3321:x1802425733018112:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1718930667.535887:0:32457:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 4194304 pending 0 free 1443074048 avail 1313611776 00000100:00100000:1.0:1718930667.535931:0:32457:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880081790000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3321:x1802425733018112:12345-0@lo:41:osp-pre-0-1.0 Request processed in 59us (92us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930667.535938:0:32457:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20568 00000100:00100000:1.0:1718930667.551755:0:3322:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88008e0a76c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3322:1802425733018240:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1718930667.551756:0:3320:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1718930667.551764:0:3320:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800a605da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3320:1802425733018176:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1718930667.551780:0:3322:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718930667.551797:0:3320:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718930667.551816:0:11375:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733018176 00000100:00100000:1.0:1718930667.551844:0:11375:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 377 00000100:00100000:1.0:1718930667.551847:0:11375:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800837db440 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1802425733018176:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1718930667.551859:0:11375:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 200256 pending 0 free 3912839168 avail 3681316864 00000100:00100000:1.0:1718930667.551881:0:11375:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800837db440 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1802425733018176:12345-0@lo:13:osp-pre-1-0.0 Request processed in 34us (84us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930667.551884:0:11375:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 377 00000100:00100000:3.0:1718930667.551899:0:3320:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800a605da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3320:1802425733018176:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1718930667.551904:0:3322:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88008e0a76c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3322:1802425733018240:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1718930667.592999:0:32397:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff880098470a00 rate 100 gen 0 00000100:00100000:3.0:1718930667.593006:0:32397:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff880098470400 rate 100 gen 0 00000100:00100000:1.0:1718930668.032024:0:32669:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff880099807200 rate 100 gen 0 00000100:00100000:1.0:1718930668.032030:0:32669:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff880099807f00 rate 100 gen 0 00000100:00100000:3.0:1718930668.032863:0:32671:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff880098470000 rate 100 gen 0 00000100:00100000:3.0:1718930668.032867:0:32671:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff880098470600 rate 100 gen 0 00000100:00100000:3.0:1718930668.486281:0:457:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff880098470800 rate 100 gen 0 00000100:00100000:3.0:1718930668.486286:0:457:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff880098470400 rate 100 gen 0 00000100:00100000:1.0:1718930668.486295:0:456:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff880136a84200 rate 100 gen 0 00000100:00100000:1.0:1718930668.486299:0:456:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff880136a84800 rate 100 gen 0 00000100:00100000:3.0:1718930668.956942:0:717:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff880098470700 rate 100 gen 0 00000100:00100000:3.0:1718930668.956947:0:717:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff880098470a00 rate 100 gen 0 00000100:00100000:3.0:1718930669.375746:0:3320:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88008e0a76c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3320:1802425733018368:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1718930669.375786:0:3320:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718930669.375929:0:3320:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88008e0a76c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3320:1802425733018368:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1718930669.405365:0:998:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff880098470d00 rate 100 gen 0 00000100:00100000:3.0:1718930669.405369:0:998:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff880098470c00 rate 100 gen 0 00000100:00100000:1.0:1718930669.856253:0:1251:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff880136a84300 rate 100 gen 0 00000100:00100000:1.0:1718930669.856261:0:1251:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff880136a84c00 rate 100 gen 0 00000100:00100000:3.0:1718930669.856748:0:1252:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff880098470700 rate 100 gen 0 00000100:00100000:3.0:1718930669.856752:0:1252:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff880098470500 rate 100 gen 0 00010000:00010000:3.0:1718930670.224486:0:4830:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1718930670.309649:0:1504:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff880098470d00 rate 100 gen 0 00000100:00100000:3.0:1718930670.309654:0:1504:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff880098470000 rate 100 gen 0 00000100:00100000:3.0:1718930670.747486:0:1756:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff880098470b00 rate 100 gen 0 00000100:00100000:3.0:1718930670.747491:0:1756:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff880098470c00 rate 100 gen 0 00000100:00100000:1.0:1718930671.177981:0:2007:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff88008f86c400 rate 100 gen 0 00000100:00100000:1.0:1718930671.177986:0:2007:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff88008f86c800 rate 100 gen 0 00000100:00100000:1.0:1718930671.214031:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930671.214060:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930671.214086:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1718930671.214090:0:7077:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753259456 00000100:00100000:1.0:1718930671.214100:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1718930671.214119:0:7077:0:(nrs_tbf.c:2962:nrs_tbf_res_get()) TBF class@ffff8800835b2a00 rate 10000 sequence 17, rule flags 2, head sequence 79 00000100:00100000:1.0:1718930671.214119:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1718930671.214128:0:7077:0:(nrs_tbf.c:3199:nrs_tbf_req_add()) TBF enqueues: class@ffff8800835b2a00 rate 10000 gen 0 token 0, rule@ffff8800a1a98b00 rate 10000 gen 0 00000100:00100000:1.0:1718930671.214135:0:32434:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753259392 00000100:00100000:3.0:1718930671.214147:0:7077:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753259584 00000100:00100000:1.0:1718930671.214155:0:32434:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1271 00000100:00100000:3.0:1718930671.214157:0:7077:0:(nrs_tbf.c:2962:nrs_tbf_res_get()) TBF class@ffff8800835b2a00 rate 10000 sequence 17, rule flags 2, head sequence 79 00000100:00100000:3.0:1718930671.214160:0:7077:0:(nrs_tbf.c:3199:nrs_tbf_req_add()) TBF enqueues: class@ffff8800835b2a00 rate 10000 gen 0 token 0, rule@ffff8800a1a98b00 rate 10000 gen 0 00000100:00100000:1.0:1718930671.214160:0:32434:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800974cb850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7d47179a-8936-4b32-b195-390970a48f82+12:1878:x1802425753259392:12345-192.168.204.9@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1718930671.214167:0:7077:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753259648 00000100:00100000:3.0:1718930671.214177:0:7077:0:(nrs_tbf.c:2962:nrs_tbf_res_get()) TBF class@ffff8800835b2a00 rate 10000 sequence 17, rule flags 2, head sequence 79 00000100:00100000:3.0:1718930671.214179:0:7077:0:(nrs_tbf.c:3199:nrs_tbf_req_add()) TBF enqueues: class@ffff8800835b2a00 rate 10000 gen 0 token 0, rule@ffff8800a1a98b00 rate 10000 gen 0 00000100:00100000:3.0:1718930671.214191:0:7077:0:(nrs_tbf.c:3117:nrs_tbf_req_get()) TBF dequeues: class@ffff8800835b2a00 rate 10000 gen 0 token 1, rule@ffff8800a1a98b00 rate 10000 gen 0 00000100:00100000:3.0:1718930671.214195:0:7077:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a605f200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:107baf36-6e04-4e3c-a090-fe94234d2dbd+6:1877:x1802425753259584:12345-192.168.204.9@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1718930671.214205:0:32434:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800974cb850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7d47179a-8936-4b32-b195-390970a48f82+12:1878:x1802425753259392:12345-192.168.204.9@tcp:400:kworker/u8:1.0 Request processed in 44us (178us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930671.214211:0:32434:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1271 00000100:00100000:3.0:1718930671.214214:0:7077:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a605f200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:107baf36-6e04-4e3c-a090-fe94234d2dbd+6:1877:x1802425753259584:12345-192.168.204.9@tcp:400:kworker/u8:1.0 Request processed in 19us (128us total) trans 0 rc 0/0 00000100:00100000:3.0:1718930671.214219:0:7077:0:(nrs_tbf.c:3255:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.204.9@tcp, seq: 37 00000100:00100000:3.0:1718930671.214230:0:7077:0:(nrs_tbf.c:3117:nrs_tbf_req_get()) TBF dequeues: class@ffff8800835b2a00 rate 10000 gen 0 token 0, rule@ffff8800a1a98b00 rate 10000 gen 0 00000100:00100000:3.0:1718930671.214234:0:7077:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a605da40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:8a07974b-7506-4725-beb3-4b5c6f8f9250+9:1878:x1802425753259520:12345-192.168.204.9@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1718930671.214254:0:7077:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a605da40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:8a07974b-7506-4725-beb3-4b5c6f8f9250+9:1878:x1802425753259520:12345-192.168.204.9@tcp:400:kworker/u8:1.0 Request processed in 20us (154us total) trans 0 rc 0/0 00000100:00100000:3.0:1718930671.214259:0:7077:0:(nrs_tbf.c:3255:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.204.9@tcp, seq: 38 00000100:00100000:1.0:1718930671.214353:0:7080:0:(nrs_tbf.c:3117:nrs_tbf_req_get()) TBF dequeues: class@ffff8800835b2a00 rate 10000 gen 0 token 0, rule@ffff8800a1a98b00 rate 10000 gen 0 00000100:00100000:1.0:1718930671.214360:0:7080:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a605ed40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:107baf36-6e04-4e3c-a090-fe94234d2dbd+5:1878:x1802425753259648:12345-192.168.204.9@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1718930671.214393:0:7080:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a605ed40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:107baf36-6e04-4e3c-a090-fe94234d2dbd+5:1878:x1802425753259648:12345-192.168.204.9@tcp:400:kworker/u8:1.0 Request processed in 33us (274us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930671.214399:0:7080:0:(nrs_tbf.c:3255:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.204.9@tcp, seq: 39 00010000:00010000:3.0:1718930671.225753:0:8059:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1718930671.629373:0:2261:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff880096cd7100 rate 100 gen 0 00000100:00100000:1.0:1718930671.629378:0:2261:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff880096cd7800 rate 100 gen 0 00000100:00100000:3.0:1718930672.080865:0:2513:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff8800b533e500 rate 100 gen 0 00000100:00100000:3.0:1718930672.080873:0:2513:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff8800b533e400 rate 100 gen 0 00000100:00100000:1.0:1718930672.080888:0:2514:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff880096cd7200 rate 100 gen 0 00000100:00100000:1.0:1718930672.080895:0:2514:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff880096cd7c00 rate 100 gen 0 00010000:00010000:3.0:1718930672.227773:0:6829:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1718930672.527719:0:3320:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1718930672.527734:0:3320:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880081790980 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:01b55a44-4d23-49f9-b037-caf310e6728e:3320:1802425733018432:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1718930672.527778:0:3320:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718930672.527794:0:3320:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800817917c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3320:1802425733018624:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1718930672.527806:0:3320:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718930672.527813:0:3320:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880081792ac0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3320:1802425733018880:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1718930672.527824:0:3320:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718930672.527832:0:3320:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880081793dc0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3320:1802425733019136:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1718930672.527840:0:3320:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718930672.527848:0:3320:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:3.0:1718930672.527850:0:3320:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880081791c80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3320:1802425733018688:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1718930672.527861:0:3320:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718930672.527866:0:3320:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880081792f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3320:1802425733018944:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1718930672.527886:0:32432:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733018432 00000100:00100000:3.0:1718930672.527908:0:32432:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1272 00000100:00100000:3.0:1718930672.527911:0:32432:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800974cf050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:01b55a44-4d23-49f9-b037-caf310e6728e+23:3320:x1802425733018432:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1718930672.527933:0:32432:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800974cf050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:01b55a44-4d23-49f9-b037-caf310e6728e+23:3320:x1802425733018432:12345-0@lo:400:kworker/u8:2.0 Request processed in 22us (155us total) trans 0 rc 0/0 00000100:00100000:3.0:1718930672.527940:0:32432:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1272 00000100:00100000:3.0:1718930672.527960:0:6837:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733018624 00000100:00100000:3.0:1718930672.527987:0:6837:0:(nrs_tbf.c:2962:nrs_tbf_res_get()) TBF class@ffff88009605be00 rate 10000 sequence 21, rule flags 2, head sequence 83 00000100:00100000:3.0:1718930672.527991:0:6837:0:(nrs_tbf.c:3199:nrs_tbf_req_add()) TBF enqueues: class@ffff88009605be00 rate 10000 gen 0 token 0, rule@ffff8800a1a98b00 rate 10000 gen 0 00000100:00100000:3.0:1718930672.527999:0:6837:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733018816 00000100:00100000:3.0:1718930672.528016:0:6837:0:(nrs_tbf.c:2962:nrs_tbf_res_get()) TBF class@ffff88009605be00 rate 10000 sequence 21, rule flags 2, head sequence 83 00000100:00100000:3.0:1718930672.528020:0:6837:0:(nrs_tbf.c:3199:nrs_tbf_req_add()) TBF enqueues: class@ffff88009605be00 rate 10000 gen 0 token 0, rule@ffff8800a1a98b00 rate 10000 gen 0 00000100:00100000:3.0:1718930672.528029:0:6837:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733018688 00000100:00100000:3.0:1718930672.528033:0:6837:0:(nrs_tbf.c:2962:nrs_tbf_res_get()) TBF class@ffff88009605be00 rate 10000 sequence 21, rule flags 2, head sequence 83 00000100:00100000:3.0:1718930672.528035:0:6837:0:(nrs_tbf.c:3199:nrs_tbf_req_add()) TBF enqueues: class@ffff88009605be00 rate 10000 gen 0 token 0, rule@ffff8800a1a98b00 rate 10000 gen 0 00000100:00100000:3.0:1718930672.528041:0:6837:0:(nrs_tbf.c:3117:nrs_tbf_req_get()) TBF dequeues: class@ffff88009605be00 rate 10000 gen 0 token 2, rule@ffff8800a1a98b00 rate 10000 gen 0 00000100:00100000:3.0:1718930672.528044:0:6837:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88013713a140 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3320:x1802425733018624:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1718930672.528064:0:6837:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88013713a140 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3320:x1802425733018624:12345-0@lo:400:kworker/u8:2.0 Request processed in 20us (257us total) trans 0 rc 0/0 00000100:00100000:3.0:1718930672.528067:0:6837:0:(nrs_tbf.c:3255:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 40 00000100:00100000:3.0:1718930672.528074:0:6837:0:(nrs_tbf.c:3117:nrs_tbf_req_get()) TBF dequeues: class@ffff88009605be00 rate 10000 gen 0 token 0, rule@ffff8800a1a98b00 rate 10000 gen 0 00000100:00100000:3.0:1718930672.528076:0:6837:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e0a6d40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3323:x1802425733018816:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1718930672.528086:0:6837:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e0a6d40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3323:x1802425733018816:12345-0@lo:400:kworker/u8:2.0 Request processed in 10us (237us total) trans 0 rc 0/0 00000100:00100000:3.0:1718930672.528089:0:6837:0:(nrs_tbf.c:3255:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 42 00000100:00100000:3.0:1718930672.528113:0:3320:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718930672.528123:0:3320:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880081794280 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3320:1802425733019200:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1718930672.528134:0:3320:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718930672.528150:0:3320:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800817917c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3320:1802425733018624:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1718930672.528156:0:3320:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880081792ac0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3320:1802425733018880:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1718930672.528160:0:3320:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880081793dc0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3320:1802425733019136:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1718930672.528164:0:3320:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880081790980 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:01b55a44-4d23-49f9-b037-caf310e6728e:3320:1802425733018432:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1718930672.528196:0:3320:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880081792f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3320:1802425733018944:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1718930672.528205:0:6838:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733019200 00000100:00100000:3.0:1718930672.528212:0:6838:0:(nrs_tbf.c:2962:nrs_tbf_res_get()) TBF class@ffff88009605be00 rate 10000 sequence 21, rule flags 2, head sequence 83 00000100:00100000:3.0:1718930672.528214:0:6838:0:(nrs_tbf.c:3199:nrs_tbf_req_add()) TBF enqueues: class@ffff88009605be00 rate 10000 gen 0 token 0, rule@ffff8800a1a98b00 rate 10000 gen 0 00000100:00100000:3.0:1718930672.528219:0:6838:0:(nrs_tbf.c:3117:nrs_tbf_req_get()) TBF dequeues: class@ffff88009605be00 rate 10000 gen 0 token 0, rule@ffff8800a1a98b00 rate 10000 gen 0 00000100:00100000:3.0:1718930672.528222:0:6838:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88013713cc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3320:x1802425733018688:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1718930672.528238:0:6838:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88013713cc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3320:x1802425733018688:12345-0@lo:400:kworker/u8:2.0 Request processed in 16us (377us total) trans 0 rc 0/0 00000100:00100000:3.0:1718930672.528241:0:6838:0:(nrs_tbf.c:3255:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 43 00000100:00100000:3.0:1718930672.528260:0:3320:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880081791c80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3320:1802425733018688:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1718930672.528335:0:7371:0:(nrs_tbf.c:3117:nrs_tbf_req_get()) TBF dequeues: class@ffff88009605be00 rate 10000 gen 0 token 0, rule@ffff8800a1a98b00 rate 10000 gen 0 00000100:00100000:3.0:1718930672.528339:0:7371:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e0a04c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:lustre-MDT0000-lwp-OST0001_UUID+5:3323:x1802425733018752:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1718930672.528363:0:7371:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e0a04c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:lustre-MDT0000-lwp-OST0001_UUID+5:3323:x1802425733018752:12345-0@lo:400:kworker/u8:2.0 Request processed in 25us (437us total) trans 0 rc 0/0 00000100:00100000:3.0:1718930672.528367:0:7371:0:(nrs_tbf.c:3255:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 44 00000100:00100000:3.0:1718930672.528445:0:7371:0:(nrs_tbf.c:3117:nrs_tbf_req_get()) TBF dequeues: class@ffff88009605be00 rate 10000 gen 0 token 0, rule@ffff8800a1a98b00 rate 10000 gen 0 00000100:00100000:3.0:1718930672.528448:0:7371:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880137139c80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:lustre-MDT0000-lwp-MDT0000_UUID+5:3320:x1802425733019200:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1718930672.528462:0:7371:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880137139c80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:lustre-MDT0000-lwp-MDT0000_UUID+5:3320:x1802425733019200:12345-0@lo:400:kworker/u8:2.0 Request processed in 15us (329us total) trans 0 rc 0/0 00000100:00100000:3.0:1718930672.528466:0:7371:0:(nrs_tbf.c:3255:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 45 00000100:00100000:3.0:1718930672.528479:0:3320:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880081794280 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3320:1802425733019200:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1718930672.559770:0:3320:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88013713f6c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3320:1802425733019392:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1718930672.559839:0:10941:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733019456 00000100:00100000:3.0:1718930672.559884:0:10941:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 380 00000100:00100000:3.0:1718930672.559889:0:10941:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e0a0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1802425733019456:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1718930672.559913:0:10941:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 200256 pending 0 free 3912839168 avail 3681316864 00000100:00100000:3.0:1718930672.559954:0:10941:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e0a0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1802425733019456:12345-0@lo:13:osp-pre-1-0.0 Request processed in 64us (139us total) trans 0 rc 0/0 00000100:00100000:3.0:1718930672.559960:0:10941:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 380 00000100:00100000:3.0:1718930672.560002:0:3320:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718930672.560020:0:10941:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733019392 00000100:00100000:3.0:1718930672.560038:0:10941:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 381 00000100:00100000:3.0:1718930672.560041:0:10941:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88013713a600 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1802425733019392:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1718930672.560054:0:10941:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 199360 pending 0 free 3914567680 avail 3683045376 00000100:00100000:3.0:1718930672.560073:0:10941:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88013713a600 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1802425733019392:12345-0@lo:13:osp-pre-0-0.0 Request processed in 31us (71us total) trans 0 rc 0/0 00000100:00100000:3.0:1718930672.560076:0:10941:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 381 00000100:00100000:3.0:1718930672.560093:0:3320:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88013713f6c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3320:1802425733019392:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1718930673.460106:0:3270:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff8800b533e200 rate 100 gen 0 00000100:00100000:3.0:1718930673.460112:0:3270:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff8800b533ef00 rate 100 gen 0 00000100:00100000:1.0:1718930673.460761:0:3271:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff880096cd7200 rate 100 gen 0 00000100:00100000:1.0:1718930673.460768:0:3271:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff880096cd7500 rate 100 gen 0 00000100:00100000:3.0:1718930673.925050:0:3542:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff880098470100 rate 100 gen 0 00000100:00100000:3.0:1718930673.925057:0:3542:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff880098470f00 rate 100 gen 0 00000100:00100000:1.0:1718930673.925136:0:3541:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff880096cd7d00 rate 100 gen 0 00000100:00100000:1.0:1718930673.925141:0:3541:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff880096cd7900 rate 100 gen 0 00000100:00100000:3.0:1718930674.367949:0:10941:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733019520 00000100:00100000:3.0:1718930674.368009:0:10941:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 382 00000100:00100000:3.0:1718930674.368015:0:10941:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880081795580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3322:x1802425733019520:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1718930674.368038:0:10941:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 200256 pending 0 free 3912839168 avail 3681316864 00000100:00100000:3.0:1718930674.368070:0:10941:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880081795580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3322:x1802425733019520:12345-0@lo:13:osp-pre-1-1.0 Request processed in 56us (256us total) trans 0 rc 0/0 00000100:00100000:3.0:1718930674.368075:0:10941:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 382 00000100:00100000:1.0:1718930674.368093:0:3322:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800817950c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3322:1802425733019520:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1718930674.377574:0:3792:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff8800b533ef00 rate 100 gen 0 00000100:00100000:1.0:1718930674.377579:0:3792:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff8800b533e200 rate 100 gen 0 00000100:00100000:3.0:1718930674.383733:0:3323:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88013713f6c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3323:1802425733019584:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1718930674.383769:0:3323:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718930674.383797:0:10941:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733019584 00000100:00100000:3.0:1718930674.383823:0:10941:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 383 00000100:00100000:3.0:1718930674.383826:0:10941:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ec41300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3323:x1802425733019584:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1718930674.383842:0:10941:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 199360 pending 0 free 3914567680 avail 3683045376 00000100:00100000:3.0:1718930674.383863:0:10941:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ec41300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3323:x1802425733019584:12345-0@lo:13:osp-pre-0-1.0 Request processed in 37us (95us total) trans 0 rc 0/0 00000100:00100000:3.0:1718930674.383867:0:10941:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 383 00000100:00100000:1.0:1718930674.846153:0:4044:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff880136a84b00 rate 100 gen 0 00000100:00100000:1.0:1718930674.846159:0:4044:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff880136a84900 rate 100 gen 0 00010000:00010000:3.0:1718930675.233806:0:4830:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1718930675.307060:0:4319:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff880136a84300 rate 100 gen 0 00000100:00100000:1.0:1718930675.307066:0:4319:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff880136a84900 rate 100 gen 0 00000100:00100000:3.0:1718930675.307220:0:4320:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff88009cb77100 rate 100 gen 0 00000100:00100000:3.0:1718930675.307224:0:4320:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff88009cb77e00 rate 100 gen 0 00000100:00100000:3.0:1718930676.222252:0:32434:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753259712 00000100:00100000:3.0:1718930676.222282:0:32434:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1273 00000100:00100000:3.0:1718930676.222287:0:32434:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800974c8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7d47179a-8936-4b32-b195-390970a48f82+12:1877:x1802425753259712:12345-192.168.204.9@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1718930676.222297:0:12848:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753259840 00000100:00100000:1.0:1718930676.222311:0:12848:0:(nrs_tbf.c:2962:nrs_tbf_res_get()) TBF class@ffff8800835b2a00 rate 10000 sequence 17, rule flags 2, head sequence 99 00000100:00100000:1.0:1718930676.222314:0:12848:0:(nrs_tbf.c:3199:nrs_tbf_req_add()) TBF enqueues: class@ffff8800835b2a00 rate 10000 gen 0 token 0, rule@ffff8800a1a98b00 rate 10000 gen 0 00000100:00100000:1.0:1718930676.222323:0:12848:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753259968 00000100:00100000:1.0:1718930676.222330:0:12848:0:(nrs_tbf.c:2962:nrs_tbf_res_get()) TBF class@ffff8800835b2a00 rate 10000 sequence 17, rule flags 2, head sequence 99 00000100:00100000:1.0:1718930676.222331:0:12848:0:(nrs_tbf.c:3199:nrs_tbf_req_add()) TBF enqueues: class@ffff8800835b2a00 rate 10000 gen 0 token 2, rule@ffff8800a1a98b00 rate 10000 gen 0 00000100:00100000:3.0:1718930676.222335:0:32434:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800974c8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7d47179a-8936-4b32-b195-390970a48f82+12:1877:x1802425753259712:12345-192.168.204.9@tcp:400:kworker/u8:1.0 Request processed in 49us (130us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930676.222338:0:12848:0:(nrs_tbf.c:3117:nrs_tbf_req_get()) TBF dequeues: class@ffff8800835b2a00 rate 10000 gen 0 token 1, rule@ffff8800a1a98b00 rate 10000 gen 0 00000100:00100000:3.0:1718930676.222340:0:32434:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1273 00000100:00100000:1.0:1718930676.222341:0:12848:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88013713f6c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8a07974b-7506-4725-beb3-4b5c6f8f9250+9:1877:x1802425753259840:12345-192.168.204.9@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1718930676.222361:0:6838:0:(nrs_tbf.c:3117:nrs_tbf_req_get()) TBF dequeues: class@ffff8800835b2a00 rate 10000 gen 0 token 0, rule@ffff8800a1a98b00 rate 10000 gen 0 00000100:00100000:1.0:1718930676.222362:0:12848:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88013713f6c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8a07974b-7506-4725-beb3-4b5c6f8f9250+9:1877:x1802425753259840:12345-192.168.204.9@tcp:400:kworker/u8:1.0 Request processed in 21us (114us total) trans 0 rc 0/0 00000100:00100000:3.0:1718930676.222366:0:6838:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88013517bdc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:107baf36-6e04-4e3c-a090-fe94234d2dbd+6:1878:x1802425753259904:12345-192.168.204.9@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1718930676.222366:0:12848:0:(nrs_tbf.c:3255:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.204.9@tcp, seq: 47 00000100:00100000:3.0:1718930676.222382:0:6838:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88013517bdc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:107baf36-6e04-4e3c-a090-fe94234d2dbd+6:1878:x1802425753259904:12345-192.168.204.9@tcp:400:kworker/u8:1.0 Request processed in 16us (125us total) trans 0 rc 0/0 00000100:00100000:3.0:1718930676.222386:0:6838:0:(nrs_tbf.c:3255:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.204.9@tcp, seq: 48 00000100:00100000:3.0:1718930676.226956:0:4826:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff88009cb77500 rate 100 gen 0 00000100:00100000:3.0:1718930676.226960:0:4826:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff88009cb77000 rate 100 gen 0 00000100:00100000:3.0:1718930676.229345:0:4828:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff88009cb77200 rate 100 gen 0 00000100:00100000:3.0:1718930676.229351:0:4828:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff88009cb77100 rate 100 gen 0 00010000:00010000:3.0:1718930676.235758:0:8059:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1718930677.237821:0:6829:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1718930677.535775:0:3320:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880081795a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:01b55a44-4d23-49f9-b037-caf310e6728e:3320:1802425733019648:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1718930677.535775:0:3322:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800817963c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3322:1802425733019776:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1718930677.535833:0:3320:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718930677.535834:0:3322:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718930677.535858:0:3320:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880081796d40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3320:1802425733019904:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1718930677.535858:0:3322:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800817976c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3322:1802425733020032:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1718930677.535874:0:3322:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718930677.535900:0:32432:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733019648 00000100:00100000:1.0:1718930677.535904:0:3322:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880081792140 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3322:1802425733020288:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1718930677.535924:0:3322:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718930677.535927:0:32432:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1274 00000100:00100000:3.0:1718930677.535931:0:32432:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800974cb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:01b55a44-4d23-49f9-b037-caf310e6728e+23:3320:x1802425733019648:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1718930677.535948:0:7082:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733020032 00000100:00100000:3.0:1718930677.535959:0:32432:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800974cb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:01b55a44-4d23-49f9-b037-caf310e6728e+23:3320:x1802425733019648:12345-0@lo:400:kworker/u8:2.0 Request processed in 27us (127us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930677.535961:0:7082:0:(nrs_tbf.c:2962:nrs_tbf_res_get()) TBF class@ffff88009605be00 rate 10000 sequence 21, rule flags 2, head sequence 101 00000100:00100000:3.0:1718930677.535963:0:32432:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1274 00000100:00100000:1.0:1718930677.535964:0:7082:0:(nrs_tbf.c:3199:nrs_tbf_req_add()) TBF enqueues: class@ffff88009605be00 rate 10000 gen 0 token 0, rule@ffff8800a1a98b00 rate 10000 gen 0 00000100:00100000:1.0:1718930677.535973:0:7082:0:(nrs_tbf.c:3117:nrs_tbf_req_get()) TBF dequeues: class@ffff88009605be00 rate 10000 gen 0 token 1, rule@ffff8800a1a98b00 rate 10000 gen 0 00000100:00100000:1.0:1718930677.535977:0:7082:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88013517cc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:lustre-MDT0000-lwp-OST0000_UUID+5:3323:x1802425733019840:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1718930677.535985:0:3320:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718930677.535997:0:3320:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880081794740 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3320:1802425733020160:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1718930677.536010:0:7082:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88013517cc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:lustre-MDT0000-lwp-OST0000_UUID+5:3323:x1802425733019840:12345-0@lo:400:kworker/u8:2.0 Request processed in 32us (100us total) trans 0 rc 0/0 00000100:00100000:3.0:1718930677.536012:0:3320:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718930677.536016:0:7082:0:(nrs_tbf.c:3255:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 51 00000100:00100000:3.0:1718930677.536020:0:3320:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880081793900 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3320:1802425733020416:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1718930677.536025:0:7082:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733019904 00000100:00100000:3.0:1718930677.536029:0:3320:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718930677.536031:0:7082:0:(nrs_tbf.c:2962:nrs_tbf_res_get()) TBF class@ffff88009605be00 rate 10000 sequence 21, rule flags 2, head sequence 101 00000100:00100000:1.0:1718930677.536034:0:7082:0:(nrs_tbf.c:3199:nrs_tbf_req_add()) TBF enqueues: class@ffff88009605be00 rate 10000 gen 0 token 0, rule@ffff8800a1a98b00 rate 10000 gen 0 00000100:00100000:1.0:1718930677.536040:0:7082:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733020416 00000100:00100000:1.0:1718930677.536044:0:7082:0:(nrs_tbf.c:2962:nrs_tbf_res_get()) TBF class@ffff88009605be00 rate 10000 sequence 21, rule flags 2, head sequence 101 00000100:00100000:3.0:1718930677.536048:0:3320:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880081795a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:01b55a44-4d23-49f9-b037-caf310e6728e:3320:1802425733019648:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1718930677.536053:0:7082:0:(nrs_tbf.c:3199:nrs_tbf_req_add()) TBF enqueues: class@ffff88009605be00 rate 10000 gen 0 token 0, rule@ffff8800a1a98b00 rate 10000 gen 0 00000100:00100000:1.0:1718930677.536067:0:3321:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718930677.536077:0:22545:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733020096 00000100:00100000:1.0:1718930677.536078:0:3321:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880081794280 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3321:1802425733020224:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1718930677.536090:0:3321:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718930677.536100:0:22545:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733020160 00000100:00100000:1.0:1718930677.536101:0:3321:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880081795f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3321:1802425733019712:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1718930677.536118:0:3322:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800817976c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3322:1802425733020032:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1718930677.536119:0:22545:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 331 00000100:00100000:1.0:1718930677.536122:0:3322:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800817963c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3322:1802425733019776:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1718930677.536123:0:22545:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880135178e40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3323:x1802425733020096:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1718930677.536132:0:3322:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880081792140 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3322:1802425733020288:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1718930677.536146:0:10933:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 331 00000100:00100000:1.0:1718930677.536148:0:10933:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ec42600 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3320:x1802425733020160:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1718930677.536150:0:22545:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880135178e40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3323:x1802425733020096:12345-0@lo:400:kworker/u8:2.0 Request processed in 26us (211us total) trans 0 rc 0/0 00000100:00100000:3.0:1718930677.536155:0:22545:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 331 00000100:00100000:1.0:1718930677.536170:0:10933:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ec42600 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3320:x1802425733020160:12345-0@lo:400:kworker/u8:2.0 Request processed in 22us (158us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930677.536176:0:10933:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 331 00000100:00100000:1.0:1718930677.536191:0:3320:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880081796d40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3320:1802425733019904:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1718930677.536196:0:3320:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880081794740 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3320:1802425733020160:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1718930677.536197:0:3323:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800817950c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3323:1802425733020096:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1718930677.536206:0:3323:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880081791c80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3323:1802425733020352:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1718930677.536306:0:3320:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880081793900 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3320:1802425733020416:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1718930677.536425:0:3321:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880081797200 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3321:1802425733019968:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1718930677.551827:0:3322:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718930677.551960:0:3321:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88013517a600 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3321:1802425733020480:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1718930677.551984:0:3322:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88009767e880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3322:1802425733020544:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1718930677.567860:0:10941:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733020608 00000100:00100000:3.0:1718930677.567928:0:10941:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 384 00000100:00100000:3.0:1718930677.567933:0:10941:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8801351797c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3322:x1802425733020608:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1718930677.567954:0:10941:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 199360 pending 0 free 3914567680 avail 3683045376 00000100:00100000:3.0:1718930677.567998:0:10941:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8801351797c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3322:x1802425733020608:12345-0@lo:13:osp-pre-0-0.0 Request processed in 64us (188us total) trans 0 rc 0/0 00000100:00100000:3.0:1718930677.568004:0:10941:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 384 00000400:00000080:1.0:1718930678.247467:0:5298:0:(module.c:211:libcfs_ioctl()) libcfs ioctl cmd 3221775648 00000001:02000400:1.0:1718930678.247469:0:5298:0:(debug.c:728:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanityn test 77p: Check validity of rule names for TBF policies ========================================================== 20:44:37 (1718930677) 00000100:00100000:1.0:1718930678.474360:0:5362:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff880136a84f00 rate 10000 gen 0 00000100:00100000:1.0:1718930678.474509:0:5362:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff880136a84c00 rate 10000 gen 0 00000100:00100000:3.0:1718930679.375750:0:3321:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88009767a600 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3321:1802425733020736:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1718930679.375793:0:3321:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718930679.375963:0:3321:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88009767a600 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3321:1802425733020736:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1718930679.391798:0:3322:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88013517e880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3322:1802425733020800:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1718930679.391835:0:3322:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718930679.391989:0:3322:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88013517e880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3322:1802425733020800:0@lo:13:osp-pre-0-1.0 00010000:00010000:3.0:1718930680.243738:0:4830:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1718930681.230231:0:6837:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753260096 00000100:00100000:3.0:1718930681.230259:0:6837:0:(nrs_tbf.c:3199:nrs_tbf_req_add()) TBF enqueues: class@ffff88011e633000 rate 10000 gen 0 token 3, rule@ffff880136a84c00 rate 10000 gen 0 00000100:00100000:1.0:1718930681.230263:0:7077:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753260160 00000100:00100000:3.0:1718930681.230270:0:6837:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753260288 00000100:00100000:3.0:1718930681.230280:0:6837:0:(nrs_tbf.c:3199:nrs_tbf_req_add()) TBF enqueues: class@ffff88011e633000 rate 10000 gen 0 token 2, rule@ffff880136a84c00 rate 10000 gen 0 00000100:00100000:1.0:1718930681.230282:0:7077:0:(nrs_tbf.c:3199:nrs_tbf_req_add()) TBF enqueues: class@ffff88011e633000 rate 10000 gen 0 token 2, rule@ffff880136a84c00 rate 10000 gen 0 00000100:00100000:3.0:1718930681.230295:0:6837:0:(nrs_tbf.c:3117:nrs_tbf_req_get()) TBF dequeues: class@ffff88011e633000 rate 10000 gen 0 token 1, rule@ffff880136a84c00 rate 10000 gen 0 00000100:00100000:3.0:1718930681.230299:0:6837:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88013517e880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:107baf36-6e04-4e3c-a090-fe94234d2dbd+6:1877:x1802425753260224:12345-192.168.204.9@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1718930681.230302:0:7077:0:(nrs_tbf.c:3117:nrs_tbf_req_get()) TBF dequeues: class@ffff88011e633000 rate 10000 gen 0 token 0, rule@ffff880136a84c00 rate 10000 gen 0 00000100:00100000:1.0:1718930681.230305:0:7077:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88013517a600 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:107baf36-6e04-4e3c-a090-fe94234d2dbd+5:1878:x1802425753260288:12345-192.168.204.9@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1718930681.230321:0:6837:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88013517e880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:107baf36-6e04-4e3c-a090-fe94234d2dbd+6:1877:x1802425753260224:12345-192.168.204.9@tcp:400:kworker/u8:1.0 Request processed in 22us (140us total) trans 0 rc 0/0 00000100:00100000:3.0:1718930681.230325:0:6837:0:(nrs_tbf.c:3255:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.204.9@tcp, seq: 1 00000100:00100000:1.0:1718930681.230327:0:7077:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88013517a600 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:107baf36-6e04-4e3c-a090-fe94234d2dbd+5:1878:x1802425753260288:12345-192.168.204.9@tcp:400:kworker/u8:1.0 Request processed in 22us (120us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930681.230331:0:7077:0:(nrs_tbf.c:3255:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.204.9@tcp, seq: 2 00010000:00010000:3.0:1718930682.247789:0:6829:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1718930682.543779:0:3322:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880081792f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3322:1802425733021056:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1718930682.543856:0:3322:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718930682.543879:0:3322:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800817917c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3322:1802425733021312:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1718930682.543895:0:3322:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718930682.543926:0:7077:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733021056 00000100:00100000:3.0:1718930682.543927:0:3322:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800817950c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3322:1802425733021568:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1718930682.543947:0:3322:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718930682.543957:0:7077:0:(nrs_tbf.c:3199:nrs_tbf_req_add()) TBF enqueues: class@ffff88008122c400 rate 10000 gen 0 token 3, rule@ffff880136a84c00 rate 10000 gen 0 00000100:00100000:3.0:1718930682.543961:0:3322:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1718930682.543966:0:3322:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880081794740 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3322:1802425733021632:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1718930682.543981:0:3322:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718930682.543986:0:7077:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733021248 00000100:00100000:1.0:1718930682.543994:0:7077:0:(nrs_tbf.c:3199:nrs_tbf_req_add()) TBF enqueues: class@ffff88008122c400 rate 10000 gen 0 token 3, rule@ffff880136a84c00 rate 10000 gen 0 00000100:00100000:3.0:1718930682.544000:0:7085:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733021312 00000100:00100000:1.0:1718930682.544002:0:7077:0:(nrs_tbf.c:3117:nrs_tbf_req_get()) TBF dequeues: class@ffff88008122c400 rate 10000 gen 0 token 2, rule@ffff880136a84c00 rate 10000 gen 0 00000100:00100000:1.0:1718930682.544005:0:7077:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e3d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:lustre-MDT0000-lwp-OST0000_UUID+5:3322:x1802425733021056:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1718930682.544020:0:7085:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733021568 00000100:00100000:3.0:1718930682.544028:0:7085:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733021504 00000100:00100000:3.0:1718930682.544036:0:7085:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 332 00000100:00100000:3.0:1718930682.544039:0:7085:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880083dc04c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3322:x1802425733021312:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1718930682.544040:0:7077:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e3d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:lustre-MDT0000-lwp-OST0000_UUID+5:3322:x1802425733021056:12345-0@lo:400:kworker/u8:2.0 Request processed in 35us (185us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930682.544043:0:7077:0:(nrs_tbf.c:3255:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1718930682.544051:0:7077:0:(nrs_tbf.c:3117:nrs_tbf_req_get()) TBF dequeues: class@ffff88008122c400 rate 10000 gen 0 token 0, rule@ffff880136a84c00 rate 10000 gen 0 00000100:00100000:1.0:1718930682.544053:0:7077:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800817976c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:lustre-MDT0000-lwp-MDT0001_UUID+5:3320:x1802425733020992:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1718930682.544056:0:7085:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880083dc04c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3322:x1802425733021312:12345-0@lo:400:kworker/u8:2.0 Request processed in 17us (161us total) trans 0 rc 0/0 00000100:00100000:3.0:1718930682.544060:0:7085:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 332 00000100:00100000:1.0:1718930682.544065:0:7077:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800817976c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:lustre-MDT0000-lwp-MDT0001_UUID+5:3320:x1802425733020992:12345-0@lo:400:kworker/u8:2.0 Request processed in 11us (117us total) trans 0 rc 0/0 00000100:00100000:3.0:1718930682.544067:0:7085:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 332 00000100:00100000:3.0:1718930682.544068:0:7085:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880083dc2140 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3322:x1802425733021568:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1718930682.544076:0:7077:0:(nrs_tbf.c:3255:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 6 00000100:00100000:3.0:1718930682.544079:0:7085:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880083dc2140 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3322:x1802425733021568:12345-0@lo:400:kworker/u8:2.0 Request processed in 10us (133us total) trans 0 rc 0/0 00000100:00100000:3.0:1718930682.544082:0:7085:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 332 00000100:00100000:3.0:1718930682.544085:0:7085:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 332 00000100:00100000:3.0:1718930682.544087:0:7085:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880081796880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3320:x1802425733021504:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1718930682.544096:0:7085:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880081796880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3320:x1802425733021504:12345-0@lo:400:kworker/u8:2.0 Request processed in 8us (115us total) trans 0 rc 0/0 00000100:00100000:3.0:1718930682.544098:0:7085:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 332 00000100:00100000:1.0:1718930682.544107:0:3322:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800817917c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3322:1802425733021312:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1718930682.544114:0:3322:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800817950c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3322:1802425733021568:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1718930682.544118:0:3322:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880081792f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3322:1802425733021056:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1718930682.544169:0:7079:0:(nrs_tbf.c:3117:nrs_tbf_req_get()) TBF dequeues: class@ffff88008122c400 rate 10000 gen 0 token 0, rule@ffff880136a84c00 rate 10000 gen 0 00000100:00100000:3.0:1718930682.544172:0:7079:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880081795f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:lustre-MDT0001-lwp-OST0001_UUID+5:3320:x1802425733021248:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1718930682.544187:0:7079:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880081795f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:lustre-MDT0001-lwp-OST0001_UUID+5:3320:x1802425733021248:12345-0@lo:400:kworker/u8:2.0 Request processed in 15us (225us total) trans 0 rc 0/0 00000100:00100000:3.0:1718930682.544190:0:7079:0:(nrs_tbf.c:3255:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 7 00000100:00100000:3.0:1718930682.544197:0:7079:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733021120 00000100:00100000:3.0:1718930682.544204:0:7079:0:(nrs_tbf.c:3199:nrs_tbf_req_add()) TBF enqueues: class@ffff88008122c400 rate 10000 gen 0 token 0, rule@ffff880136a84c00 rate 10000 gen 0 00000100:00100000:3.0:1718930682.544296:0:7080:0:(nrs_tbf.c:3117:nrs_tbf_req_get()) TBF dequeues: class@ffff88008122c400 rate 10000 gen 0 token 0, rule@ffff880136a84c00 rate 10000 gen 0 00000100:00100000:3.0:1718930682.544300:0:7080:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880083dc6880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:lustre-MDT0000-lwp-MDT0000_UUID+5:3322:x1802425733021632:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1718930682.544326:0:7080:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880083dc6880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:lustre-MDT0000-lwp-MDT0000_UUID+5:3322:x1802425733021632:12345-0@lo:400:kworker/u8:2.0 Request processed in 27us (346us total) trans 0 rc 0/0 00000100:00100000:3.0:1718930682.544329:0:7080:0:(nrs_tbf.c:3255:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 8 00000100:00100000:1.0:1718930682.544357:0:3322:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880081794740 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3322:1802425733021632:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1718930682.544409:0:7080:0:(nrs_tbf.c:3117:nrs_tbf_req_get()) TBF dequeues: class@ffff88008122c400 rate 10000 gen 0 token 0, rule@ffff880136a84c00 rate 10000 gen 0 00000100:00100000:3.0:1718930682.544413:0:7080:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a1018000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:lustre-MDT0001-lwp-OST0000_UUID+5:3323:x1802425733021120:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1718930682.544436:0:7080:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a1018000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:lustre-MDT0001-lwp-OST0000_UUID+5:3323:x1802425733021120:12345-0@lo:400:kworker/u8:2.0 Request processed in 23us (269us total) trans 0 rc 0/0 00000100:00100000:3.0:1718930682.544439:0:7080:0:(nrs_tbf.c:3255:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1718930682.559719:0:3320:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88009767bdc0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3320:1802425733021696:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1718930682.559740:0:3320:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718930682.559750:0:3320:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1718930682.559753:0:3320:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880083dc2ac0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3320:1802425733021760:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1718930682.559762:0:3320:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718930682.559778:0:32457:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733021760 00000100:00100000:3.0:1718930682.559823:0:32457:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20580 00000100:00100000:3.0:1718930682.559826:0:32457:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880083dc3dc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3320:x1802425733021760:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1718930682.559839:0:32457:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 4194304 pending 0 free 1443074048 avail 1313611776 00000100:00100000:3.0:1718930682.559862:0:32457:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880083dc3dc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3320:x1802425733021760:12345-0@lo:41:osp-pre-0-1.0 Request processed in 36us (99us total) trans 0 rc 0/0 00000100:00100000:3.0:1718930682.559866:0:32457:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20580 00000100:00100000:1.0:1718930682.575739:0:3322:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1718930682.575747:0:3322:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880083dc1300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3322:1802425733021888:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1718930682.575807:0:10941:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733021824 00000100:00100000:1.0:1718930682.575838:0:10941:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 388 00000100:00100000:1.0:1718930682.575842:0:10941:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a1018980 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3323:x1802425733021824:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1718930682.575879:0:10941:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 200256 pending 0 free 3912839168 avail 3681316864 00000100:00100000:1.0:1718930682.575916:0:10941:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a1018980 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3323:x1802425733021824:12345-0@lo:13:osp-pre-1-0.0 Request processed in 73us (148us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930682.575921:0:10941:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 388 00000100:00100000:1.0:1718930682.575934:0:3322:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718930682.575944:0:10941:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733021888 00000100:00100000:1.0:1718930682.575953:0:10941:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 389 00000100:00100000:1.0:1718930682.575956:0:10941:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88009767aac0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3322:x1802425733021888:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1718930682.575969:0:10941:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 199360 pending 0 free 3914567680 avail 3683045376 00000100:00100000:1.0:1718930682.575991:0:10941:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88009767aac0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3322:x1802425733021888:12345-0@lo:13:osp-pre-0-0.0 Request processed in 34us (56us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930682.575996:0:10941:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 389 00000100:00100000:1.0:1718930684.383751:0:3321:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1718930684.383777:0:3321:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88009767a140 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3321:1802425733021952:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1718930684.383824:0:3321:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718930684.384076:0:3321:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88009767a140 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3321:1802425733021952:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1718930685.255869:0:4830:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1718930686.238220:0:7080:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753260416 00000100:00100000:1.0:1718930686.238245:0:7080:0:(nrs_tbf.c:3199:nrs_tbf_req_add()) TBF enqueues: class@ffff88011e633000 rate 10000 gen 0 token 0, rule@ffff880136a84c00 rate 10000 gen 0 00000100:00100000:3.0:1718930686.238246:0:7371:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753260480 00000100:00100000:1.0:1718930686.238256:0:7080:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753260608 00000100:00100000:3.0:1718930686.238270:0:7371:0:(nrs_tbf.c:3199:nrs_tbf_req_add()) TBF enqueues: class@ffff88011e633000 rate 10000 gen 0 token 2, rule@ffff880136a84c00 rate 10000 gen 0 00000100:00100000:1.0:1718930686.238272:0:7080:0:(nrs_tbf.c:3199:nrs_tbf_req_add()) TBF enqueues: class@ffff88011e633000 rate 10000 gen 0 token 2, rule@ffff880136a84c00 rate 10000 gen 0 00000100:00100000:3.0:1718930686.238281:0:7371:0:(nrs_tbf.c:3117:nrs_tbf_req_get()) TBF dequeues: class@ffff88011e633000 rate 10000 gen 0 token 1, rule@ffff880136a84c00 rate 10000 gen 0 00000100:00100000:1.0:1718930686.238283:0:7080:0:(nrs_tbf.c:3117:nrs_tbf_req_get()) TBF dequeues: class@ffff88011e633000 rate 10000 gen 0 token 0, rule@ffff880136a84c00 rate 10000 gen 0 00000100:00100000:3.0:1718930686.238284:0:7371:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a1019300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:107baf36-6e04-4e3c-a090-fe94234d2dbd+6:1876:x1802425753260544:12345-192.168.204.9@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1718930686.238287:0:7080:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a10197c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:8a07974b-7506-4725-beb3-4b5c6f8f9250+9:1875:x1802425753260480:12345-192.168.204.9@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1718930686.238307:0:7371:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a1019300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:107baf36-6e04-4e3c-a090-fe94234d2dbd+6:1876:x1802425753260544:12345-192.168.204.9@tcp:400:kworker/u8:1.0 Request processed in 22us (127us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930686.238310:0:7080:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a10197c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:8a07974b-7506-4725-beb3-4b5c6f8f9250+9:1875:x1802425753260480:12345-192.168.204.9@tcp:400:kworker/u8:1.0 Request processed in 23us (111us total) trans 0 rc 0/0 00000100:00100000:3.0:1718930686.238313:0:7371:0:(nrs_tbf.c:3255:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.204.9@tcp, seq: 11 00000100:00100000:1.0:1718930686.238316:0:7080:0:(nrs_tbf.c:3255:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.204.9@tcp, seq: 12 00010000:00010000:3.0:1718930687.259785:0:6829:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000080:1.0:1718930687.317094:0:7713:0:(module.c:211:libcfs_ioctl()) libcfs ioctl cmd 3221775648 00000001:02000400:1.0:1718930687.317097:0:7713:0:(debug.c:728:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanityn test 78: Enable policy and specify tunings right away ========================================================== 20:44:46 (1718930686) 00000100:00100000:3.0:1718930687.551795:0:3323:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880083dc0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3323:1802425733022144:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1718930687.551835:0:3323:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718930687.551847:0:3323:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880083dc7200 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3323:1802425733022400:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1718930687.551862:0:3323:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718930687.551871:0:3323:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880083dc2ac0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3323:1802425733022656:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1718930687.551880:0:3323:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718930687.551899:0:8528:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733022144 00000100:00100000:3.0:1718930687.551913:0:8528:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733022656 00000100:00100000:3.0:1718930687.551921:0:8528:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20581 00000100:00100000:3.0:1718930687.551924:0:8528:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880083dc2140 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3323:x1802425733022144:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1718930687.551943:0:8528:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880083dc2140 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3323:x1802425733022144:12345-0@lo:400:kworker/u8:2.0 Request processed in 18us (108us total) trans 0 rc 0/0 00000100:00100000:3.0:1718930687.551946:0:8528:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20581 00000100:00100000:3.0:1718930687.551953:0:8528:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20582 00000100:00100000:3.0:1718930687.551955:0:8528:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88008207b440 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3323:x1802425733022656:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1718930687.551965:0:8528:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88008207b440 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3323:x1802425733022656:12345-0@lo:400:kworker/u8:2.0 Request processed in 10us (85us total) trans 0 rc 0/0 00000100:00100000:3.0:1718930687.551968:0:8528:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20582 00000100:00100000:3.0:1718930687.551978:0:24149:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733022528 00000100:00100000:3.0:1718930687.551995:0:24149:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733022592 00000100:00100000:3.0:1718930687.552002:0:24149:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733022720 00000100:00100000:3.0:1718930687.552009:0:24149:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733022784 00000100:00100000:3.0:1718930687.552019:0:24149:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 334 00000100:00100000:3.0:1718930687.552022:0:24149:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880081792ac0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+5:3321:x1802425733022528:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1718930687.552035:0:24149:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880081792ac0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+5:3321:x1802425733022528:12345-0@lo:400:kworker/u8:2.0 Request processed in 13us (197us total) trans 0 rc 0/0 00000100:00100000:3.0:1718930687.552039:0:24149:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 334 00000100:00100000:3.0:1718930687.552044:0:24149:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 334 00000100:00100000:3.0:1718930687.552046:0:24149:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a101a600 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+5:3322:x1802425733022592:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1718930687.552057:0:24149:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a101a600 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+5:3322:x1802425733022592:12345-0@lo:400:kworker/u8:2.0 Request processed in 10us (206us total) trans 0 rc 0/0 00000100:00100000:3.0:1718930687.552059:0:24149:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 334 00000100:00100000:3.0:1718930687.552067:0:24149:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 334 00000100:00100000:3.0:1718930687.552070:0:24149:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a101b900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+5:3320:x1802425733022784:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1718930687.552082:0:24149:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a101b900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+5:3320:x1802425733022784:12345-0@lo:400:kworker/u8:2.0 Request processed in 12us (154us total) trans 0 rc 0/0 00000100:00100000:3.0:1718930687.552086:0:24149:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 334 00000100:00100000:3.0:1718930687.552112:0:3323:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880083dc0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3323:1802425733022144:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1718930687.552117:0:3323:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880083dc7200 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3323:1802425733022400:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1718930687.552121:0:3323:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880083dc2ac0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3323:1802425733022656:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1718930687.567812:0:32457:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733022976 00000100:00100000:3.0:1718930687.567830:0:32457:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20583 00000100:00100000:3.0:1718930687.567833:0:32457:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a101c280 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3320:x1802425733022976:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1718930687.567850:0:32457:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1443749888 avail 1314287616 00000100:00100000:3.0:1718930687.567874:0:32457:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a101c280 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3320:x1802425733022976:12345-0@lo:41:osp-pre-1-0.0 Request processed in 40us (91us total) trans 0 rc 0/0 00000100:00100000:3.0:1718930687.567878:0:32457:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20583 00000100:00100000:1.0:1718930687.567924:0:3322:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800a101bdc0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3322:1802425733022912:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1718930687.583794:0:3323:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1718930687.583801:0:3323:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88008207af80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3323:1802425733023104:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1718930687.583836:0:3323:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718930687.583846:0:10941:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733023040 00000100:00100000:1.0:1718930687.583894:0:10941:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 392 00000100:00100000:1.0:1718930687.583900:0:10941:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a101cc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1802425733023040:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1718930687.583919:0:10941:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 200256 pending 0 free 3912839168 avail 3681316864 00000100:00100000:1.0:1718930687.583951:0:10941:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a101cc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1802425733023040:12345-0@lo:13:osp-pre-1-0.0 Request processed in 52us (131us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930687.583955:0:10941:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 392 00000100:00100000:3.0:1718930687.583961:0:3323:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88008207af80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3323:1802425733023104:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1718930689.391808:0:3323:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800a101c740 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3323:1802425733023168:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1718930689.391862:0:3323:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718930689.392052:0:3323:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800a101c740 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3323:1802425733023168:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1718930689.407781:0:3320:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800a101d0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3320:1802425733023232:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1718930689.407813:0:3320:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718930689.407970:0:3320:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800a101d0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3320:1802425733023232:0@lo:13:osp-pre-0-1.0 00000400:00000080:1.0:1718930689.834912:0:8177:0:(module.c:211:libcfs_ioctl()) libcfs ioctl cmd 3221775648 00000001:02000400:1.0:1718930689.834916:0:8177:0:(debug.c:728:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanityn test 79: xattr: intent error ================== 20:44:49 (1718930689) 00000100:00100000:1.0:1718930689.894305:0:19806:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753260672 00000100:00100000:1.0:1718930689.894351:0:19806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230701 00000100:00100000:1.0:1718930689.894357:0:19806:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880081793440 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:8a07974b-7506-4725-beb3-4b5c6f8f9250+8:25937:x1802425753260672:12345-192.168.204.9@tcp:41:stat.0 00000004:00000024:1.0:1718930689.894400:0:19806:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 4194304 pending 0 free 7827406848 avail 7364362240 00000100:00100000:1.0:1718930689.894456:0:19806:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880081793440 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:8a07974b-7506-4725-beb3-4b5c6f8f9250+8:25937:x1802425753260672:12345-192.168.204.9@tcp:41:stat.0 Request processed in 98us (221us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930689.894462:0:19806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230701 00000100:00100000:1.0:1718930689.904353:0:19806:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753260736 00000100:00100000:1.0:1718930689.904385:0:19806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230702 00000100:00100000:1.0:1718930689.904389:0:19806:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880081791c80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:8a07974b-7506-4725-beb3-4b5c6f8f9250+8:25941:x1802425753260736:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:1.0:1718930689.904399:0:19806:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1718930689.904413:0:19806:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800849ba880/0x4c38e74a54728e41 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xceea94147812f8d8 expref: -99 pid: 19806 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930689.904453:0:19806:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b9d40/0x4c38e74a54728e48 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19806 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930689.904465:0:19806:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b9d40/0x4c38e74a54728e48 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 19806 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930689.904474:0:19806:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b9d40/0x4c38e74a54728e48 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 19806 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930689.904531:0:19806:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b9b00/0x4c38e74a54728e4f lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5552d904 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19806 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930689.904538:0:19806:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b9b00/0x4c38e74a54728e4f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5552d904 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 19806 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930689.904544:0:19806:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b9b00/0x4c38e74a54728e4f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5552d904 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 19806 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930689.904602:0:19806:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b9d40/0x4c38e74a54728e48 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 19806 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930689.904609:0:19806:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b9d40/0x4c38e74a54728e48 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 19806 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930689.904614:0:19806:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b9d40/0x4c38e74a54728e48 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 19806 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930689.904620:0:19806:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800849b9d40 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:1.0:1718930689.904623:0:19806:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b9d40/0x4c38e74a54728e48 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 19806 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930689.904629:0:19806:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b9d40/0x4c38e74a54728e48 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 19806 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930689.904638:0:19806:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a87c9a00) 00010000:00010000:1.0:1718930689.904640:0:19806:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1718930689.904642:0:19806:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b9d40/0x4c38e74a54728e48 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 19806 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930689.904647:0:19806:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b9d40/0x4c38e74a54728e48 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 19806 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930689.904702:0:19806:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b9b00/0x4c38e74a54728e4f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5552d904 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 19806 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930689.904709:0:19806:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b9b00/0x4c38e74a54728e4f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5552d904 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 19806 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930689.904718:0:19806:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b9b00/0x4c38e74a54728e4f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5552d904 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 19806 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930689.904723:0:19806:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800849b9b00 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:1.0:1718930689.904725:0:19806:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b9b00/0x4c38e74a54728e4f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5552d904 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 19806 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930689.904730:0:19806:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b9b00/0x4c38e74a54728e4f lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5552d904 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 19806 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930689.904737:0:19806:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5552d904 (ffff880136a84e00) 00010000:00010000:1.0:1718930689.904739:0:19806:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1718930689.904740:0:19806:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b9b00/0x4c38e74a54728e4f lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5552d904 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 19806 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930689.904745:0:19806:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b9b00/0x4c38e74a54728e4f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5552d904 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 19806 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930689.904768:0:19806:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800849ba880/0x4c38e74a54728e41 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812f8d8 expref: 9 pid: 19806 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930689.904775:0:19806:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800849ba880/0x4c38e74a54728e41 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812f8d8 expref: 9 pid: 19806 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930689.904783:0:19806:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff8800849ba880, rc 0) 00000100:00100000:1.0:1718930689.904814:0:19806:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880081791c80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:8a07974b-7506-4725-beb3-4b5c6f8f9250+8:25941:x1802425753260736:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 424us (516us total) trans 0 rc 301/301 00000100:00100000:1.0:1718930689.904820:0:19806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230702 00000100:00100000:1.0:1718930689.905781:0:19806:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753260800 00000100:00100000:1.0:1718930689.905805:0:19806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230703 00000100:00100000:1.0:1718930689.905809:0:19806:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880081790e40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:8a07974b-7506-4725-beb3-4b5c6f8f9250+8:25941:x1802425753260800:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:1.0:1718930689.905816:0:19806:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1718930689.905821:0:19806:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b8900/0x4c38e74a54728e56 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xceea94147812f8df expref: -99 pid: 19806 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930689.905840:0:19806:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b8480/0x4c38e74a54728e5d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19806 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930689.905847:0:19806:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b8480/0x4c38e74a54728e5d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 19806 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930689.905853:0:19806:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b8480/0x4c38e74a54728e5d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 19806 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930689.905860:0:19806:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800849baf40/0x4c38e74a54728e64 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5552d904 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19806 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930689.905865:0:19806:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800849baf40/0x4c38e74a54728e64 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5552d904 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 19806 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930689.905869:0:19806:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800849baf40/0x4c38e74a54728e64 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5552d904 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 19806 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930689.905883:0:19806:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b8480/0x4c38e74a54728e5d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 19806 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930689.905888:0:19806:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b8480/0x4c38e74a54728e5d lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 19806 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930689.905898:0:19806:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b8480/0x4c38e74a54728e5d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 19806 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930689.905903:0:19806:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800849b8480 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:1.0:1718930689.905905:0:19806:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b8480/0x4c38e74a54728e5d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 19806 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930689.905910:0:19806:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b8480/0x4c38e74a54728e5d lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 19806 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930689.905916:0:19806:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a87c9a00) 00010000:00010000:1.0:1718930689.905918:0:19806:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1718930689.905920:0:19806:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b8480/0x4c38e74a54728e5d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 19806 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930689.905924:0:19806:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b8480/0x4c38e74a54728e5d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 19806 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930689.905932:0:19806:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800849baf40/0x4c38e74a54728e64 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5552d904 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 19806 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930689.905937:0:19806:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800849baf40/0x4c38e74a54728e64 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5552d904 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 19806 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930689.905942:0:19806:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800849baf40/0x4c38e74a54728e64 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5552d904 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 19806 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930689.905947:0:19806:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800849baf40 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:1.0:1718930689.905948:0:19806:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800849baf40/0x4c38e74a54728e64 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5552d904 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 19806 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930689.905954:0:19806:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800849baf40/0x4c38e74a54728e64 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5552d904 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 19806 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930689.905960:0:19806:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5552d904 (ffff880136a84300) 00010000:00010000:1.0:1718930689.905961:0:19806:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1718930689.905962:0:19806:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800849baf40/0x4c38e74a54728e64 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5552d904 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 19806 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930689.905967:0:19806:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800849baf40/0x4c38e74a54728e64 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5552d904 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 19806 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930689.905982:0:19806:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b8900/0x4c38e74a54728e56 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812f8df expref: 9 pid: 19806 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930689.905987:0:19806:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b8900/0x4c38e74a54728e56 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812f8df expref: 9 pid: 19806 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930689.905993:0:19806:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff8800849b8900, rc 0) 00000100:00100000:1.0:1718930689.906020:0:19806:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880081790e40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:8a07974b-7506-4725-beb3-4b5c6f8f9250+8:25941:x1802425753260800:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 210us (281us total) trans 0 rc 301/301 00000100:00100000:1.0:1718930689.906026:0:19806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230703 00000100:00100000:1.0:1718930689.906899:0:19806:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753260864 00000100:00100000:1.0:1718930689.906922:0:19806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230704 00000100:00100000:1.0:1718930689.906926:0:19806:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880081795a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:8a07974b-7506-4725-beb3-4b5c6f8f9250+8:25941:x1802425753260864:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:1.0:1718930689.906933:0:19806:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1718930689.906939:0:19806:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800849bbcc0/0x4c38e74a54728e6b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xceea94147812f8e6 expref: -99 pid: 19806 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930689.906962:0:19806:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800849baac0/0x4c38e74a54728e72 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19806 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930689.906969:0:19806:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800849baac0/0x4c38e74a54728e72 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 19806 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930689.906975:0:19806:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800849baac0/0x4c38e74a54728e72 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 19806 timeout: 0 lvb_type: 0 00000004:00200000:1.0:1718930689.907001:0:19806:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 69632 00000004:00200000:1.0:1718930689.907004:0:19806:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 65 stripe count 1 MDT count 2 00000004:00010000:1.0:1718930689.907015:0:19806:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800849baac0/0x4c38e74a54728e72 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 19806 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930689.907028:0:19806:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800849bbcc0/0x4c38e74a54728e6b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812f8e6 expref: 10 pid: 19806 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930689.907037:0:19806:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800849baac0/0x4c38e74a54728e72 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812f8e6 expref: 9 pid: 19806 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930689.907043:0:19806:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a87c9a00) 00010000:00010000:1.0:1718930689.907045:0:19806:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1718930689.907046:0:19806:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff8800849baac0, rc 0) 00000100:00100000:1.0:1718930689.907073:0:19806:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880081795a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:8a07974b-7506-4725-beb3-4b5c6f8f9250+9:25941:x1802425753260864:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 146us (214us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930689.907079:0:19806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230704 00000100:00100000:1.0:1718930689.908285:0:19806:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753260992 00000100:00100000:1.0:1718930689.908311:0:19806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230705 00000100:00100000:1.0:1718930689.908315:0:19806:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880081790980 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:8a07974b-7506-4725-beb3-4b5c6f8f9250+9:25941:x1802425753260992:12345-192.168.204.9@tcp:36:lfs.0 00000100:00100000:1.0:1718930689.908368:0:19806:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88009767a140 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-mdtlov_UUID:19806:1802425733023296:0@lo:1000:mdt00_006.0 00000100:00100000:1.0:1718930689.908399:0:19806:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718930689.908418:0:19806:0:(client.c:2492:ptlrpc_set_wait()) set ffff88011eae23c0 going to sleep for 6 seconds 00000100:00100000:3.0:1718930689.908447:0:6842:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733023296 00000100:00100000:3.0:1718930689.908483:0:6842:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20585 00000100:00100000:3.0:1718930689.908486:0:6842:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88009767bdc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:19806:x1802425733023296:12345-0@lo:1000:mdt00_006.0 00000100:00100000:3.0:1718930689.908542:0:6842:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88009767bdc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:19806:x1802425733023296:12345-0@lo:1000:mdt00_006.0 Request processed in 55us (142us total) trans 0 rc 0/0 00000100:00100000:3.0:1718930689.908548:0:6842:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20585 00000100:00100000:1.0:1718930689.908569:0:19806:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88009767a140 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-mdtlov_UUID:19806:1802425733023296:0@lo:1000:mdt00_006.0 00000100:00100000:1.0:1718930689.908602:0:19806:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88009767a140 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-mdtlov_UUID:19806:1802425733023360:0@lo:1000:mdt00_006.0 00000100:00100000:1.0:1718930689.908617:0:19806:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718930689.908634:0:19806:0:(client.c:2492:ptlrpc_set_wait()) set ffff88011eae23c0 going to sleep for 6 seconds 00000100:00100000:3.0:1718930689.908650:0:6842:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733023360 00000100:00100000:3.0:1718930689.908697:0:6842:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20586 00000100:00100000:3.0:1718930689.908701:0:6842:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88009767b900 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:19806:x1802425733023360:12345-0@lo:1000:mdt00_006.0 00000100:00100000:3.0:1718930689.908756:0:6842:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88009767b900 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:19806:x1802425733023360:12345-0@lo:1000:mdt00_006.0 Request processed in 54us (137us total) trans 0 rc -2/-2 00000100:00100000:3.0:1718930689.908765:0:6842:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20586 00000100:00100000:1.0:1718930689.908787:0:19806:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88009767a140 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-mdtlov_UUID:19806:1802425733023360:0@lo:1000:mdt00_006.0 00010000:00010000:1.0:1718930689.908811:0:19806:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800849b9200/0x4c38e74a54728e79 lrc: 3/0,1 mode: --/EX res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 19806 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930689.908818:0:19806:0:(ldlm_request.c:1029:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000001000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800849b9200/0x4c38e74a54728e79 lrc: 3/0,1 mode: --/EX res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 19806 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930689.908825:0:19806:0:(ldlm_request.c:1117:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800849b9200/0x4c38e74a54728e79 lrc: 3/0,1 mode: --/EX res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 19806 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718930689.908833:0:19806:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88009767a140 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-mdtlov_UUID:19806:1802425733023424:0@lo:101:mdt00_006.0 00000100:00100000:1.0:1718930689.908850:0:19806:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718930689.908869:0:19806:0:(client.c:2492:ptlrpc_set_wait()) set ffff88011eae26c0 going to sleep for 6 seconds 00000100:00100000:3.0:1718930689.908887:0:6842:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733023424 00000100:00100000:3.0:1718930689.908909:0:6842:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20587 00000100:00100000:3.0:1718930689.908912:0:6842:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88009767cc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:19806:x1802425733023424:12345-0@lo:101:mdt00_006.0 00010000:00010000:3.0:1718930689.908919:0:6842:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1718930689.908927:0:6842:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099ad8900/0x4c38e74a54728e80 lrc: 2/0,0 mode: --/EX res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4c38e74a54728e79 expref: -99 pid: 6842 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930689.908941:0:6842:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800849baac0/0x4c38e74a54728e72 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812f8e6 expref: 8 pid: 19806 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930689.908948:0:6842:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099ad8900/0x4c38e74a54728e80 lrc: 4/0,0 mode: --/EX res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000001000000 nid: 0@lo remote: 0x4c38e74a54728e79 expref: 7 pid: 6842 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930689.908967:0:6842:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800849baac0/0x4c38e74a54728e72 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.9@tcp remote: 0xceea94147812f8e6 expref: 8 pid: 19806 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930689.908976:0:6842:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800849baac0/0x4c38e74a54728e72 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.9@tcp remote: 0xceea94147812f8e6 expref: 8 pid: 19806 timeout: 3700 lvb_type: 0 00000100:00100000:3.0:1718930689.908984:0:6842:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800a6058000 pname:cluuid:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000_UUID:6842:1802425733023488:192.168.204.9@tcp:104: 00000100:00100000:3.0:1718930689.909009:0:6842:0:(client.c:2492:ptlrpc_set_wait()) set ffff8800a16adf00 going to sleep for 43 seconds 00000100:00100000:3.0:1718930689.909712:0:6842:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800a6058000 pname:cluuid:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000_UUID:6842:1802425733023488:192.168.204.9@tcp:104: 00010000:00010000:3.0:1718930689.909725:0:6842:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099ad8900/0x4c38e74a54728e80 lrc: 3/0,0 mode: --/EX res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0x4c38e74a54728e79 expref: 7 pid: 6842 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930689.909731:0:6842:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a87c9a00) 00010000:00010000:3.0:1718930689.909734:0:6842:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1718930689.909736:0:6842:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880099ad8900/0x4c38e74a54728e80 lrc: 3/0,0 mode: --/EX res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0x4c38e74a54728e79 expref: 7 pid: 6842 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930689.909741:0:6842:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff880099ad8900, rc 0) 00000100:00100000:3.0:1718930689.909772:0:6842:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88009767cc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+7:19806:x1802425733023424:12345-0@lo:101:mdt00_006.0 Request processed in 858us (921us total) trans 0 rc 0/0 00000100:00100000:3.0:1718930689.909777:0:6842:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20587 00000100:00100000:1.0:1718930689.909798:0:19806:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88009767a140 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-mdtlov_UUID:19806:1802425733023424:0@lo:101:mdt00_006.0 00010000:00010000:1.0:1718930689.909806:0:19806:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800849b9200/0x4c38e74a54728e79 lrc: 4/0,1 mode: --/EX res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0x4c38e74a54728e80 expref: -99 pid: 19806 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930689.909813:0:19806:0:(ldlm_request.c:286:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800849b9200/0x4c38e74a54728e79 lrc: 4/0,1 mode: --/EX res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0x4c38e74a54728e80 expref: -99 pid: 19806 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930689.910166:0:19806:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800849b9200/0x4c38e74a54728e79 lrc: 4/0,1 mode: EX/EX res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0x4c38e74a54728e80 expref: -99 pid: 19806 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930689.910173:0:19806:0:(ldlm_request.c:799:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800849b9200/0x4c38e74a54728e79 lrc: 4/0,1 mode: EX/EX res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0x4c38e74a54728e80 expref: -99 pid: 19806 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1718930689.910186:0:19806:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00000100:00100000:1.0:1718930689.910219:0:19806:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88009767a140 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-mdtlov_UUID:19806:1802425733023616:0@lo:1000:mdt00_006.0 00000100:00100000:1.0:1718930689.910238:0:19806:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718930689.910257:0:19806:0:(client.c:2492:ptlrpc_set_wait()) set ffff88011eae2cc0 going to sleep for 6 seconds 00000100:00100000:3.0:1718930689.910271:0:6842:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733023616 00000100:00100000:3.0:1718930689.910286:0:6842:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20588 00000100:00100000:3.0:1718930689.910290:0:6842:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88009767d580 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+7:19806:x1802425733023616:12345-0@lo:1000:mdt00_006.0 00000100:00100000:3.0:1718930689.910333:0:6842:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88009767d580 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+7:19806:x1802425733023616:12345-0@lo:1000:mdt00_006.0 Request processed in 42us (94us total) trans 0 rc 0/0 00000100:00100000:3.0:1718930689.910338:0:6842:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20588 00000100:00100000:1.0:1718930689.910353:0:19806:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88009767a140 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-mdtlov_UUID:19806:1802425733023616:0@lo:1000:mdt00_006.0 00000100:00100000:1.0:1718930689.910377:0:19806:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88009767a140 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-mdtlov_UUID:19806:1802425733023680:0@lo:1000:mdt00_006.0 00000100:00100000:1.0:1718930689.910393:0:19806:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718930689.910409:0:19806:0:(client.c:2492:ptlrpc_set_wait()) set ffff88011eae2cc0 going to sleep for 6 seconds 00000100:00100000:3.0:1718930689.910421:0:6842:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733023680 00000100:00100000:3.0:1718930689.910440:0:6842:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20589 00000100:00100000:3.0:1718930689.910444:0:6842:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88009767a600 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+7:19806:x1802425733023680:12345-0@lo:1000:mdt00_006.0 00000100:00100000:3.0:1718930689.910489:0:6842:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88009767a600 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+7:19806:x1802425733023680:12345-0@lo:1000:mdt00_006.0 Request processed in 45us (96us total) trans 0 rc -2/-2 00000100:00100000:3.0:1718930689.910495:0:6842:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20589 00000100:00100000:1.0:1718930689.910507:0:19806:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88009767a140 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-mdtlov_UUID:19806:1802425733023680:0@lo:1000:mdt00_006.0 00000100:00100000:1.0:1718930689.910539:0:19806:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88009767a140 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-mdtlov_UUID:19806:1802425733023744:0@lo:1000:mdt00_006.0 00000100:00100000:1.0:1718930689.910556:0:19806:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718930689.910570:0:19806:0:(client.c:2492:ptlrpc_set_wait()) set ffff88011eae2cc0 going to sleep for 6 seconds 00000100:00100000:3.0:1718930689.910573:0:6842:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733023744 00000100:00100000:3.0:1718930689.910593:0:6842:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20590 00000100:00100000:3.0:1718930689.910596:0:6842:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88009767e880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+7:19806:x1802425733023744:12345-0@lo:1000:mdt00_006.0 00000100:00100000:3.0:1718930689.910627:0:6842:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88009767e880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+7:19806:x1802425733023744:12345-0@lo:1000:mdt00_006.0 Request processed in 30us (71us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930689.910635:0:19806:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88009767a140 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-mdtlov_UUID:19806:1802425733023744:0@lo:1000:mdt00_006.0 00000100:00100000:3.0:1718930689.910642:0:6842:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20590 00000100:00100000:1.0:1718930689.910699:0:19806:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88009767a140 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-mdtlov_UUID:19806:1802425733023808:0@lo:1000:mdt00_006.0 00000100:00100000:1.0:1718930689.910716:0:19806:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718930689.910724:0:19806:0:(client.c:2492:ptlrpc_set_wait()) set ffff88011eae2cc0 going to sleep for 6 seconds 00000100:00100000:3.0:1718930689.910730:0:6842:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733023808 00000100:00100000:3.0:1718930689.910750:0:6842:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20591 00000100:00100000:3.0:1718930689.910753:0:6842:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e7cb900 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+7:19806:x1802425733023808:12345-0@lo:1000:mdt00_006.0 00000100:00100000:3.0:1718930689.910784:0:6842:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e7cb900 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+7:19806:x1802425733023808:12345-0@lo:1000:mdt00_006.0 Request processed in 30us (68us total) trans 0 rc 0/0 00000100:00100000:3.0:1718930689.910789:0:6842:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20591 00000100:00100000:1.0:1718930689.910793:0:19806:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88009767a140 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-mdtlov_UUID:19806:1802425733023808:0@lo:1000:mdt00_006.0 00000100:00100000:1.0:1718930689.910815:0:19806:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88008e7ce880 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-mdtlov_UUID:19806:1802425733023872:0@lo:1000:mdt00_006.0 00000100:00100000:1.0:1718930689.910830:0:19806:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718930689.910838:0:19806:0:(client.c:2492:ptlrpc_set_wait()) set ffff88011eae2b40 going to sleep for 6 seconds 00000100:00100000:3.0:1718930689.910844:0:6842:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733023872 00000100:00100000:3.0:1718930689.910855:0:6842:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20592 00000100:00100000:3.0:1718930689.910858:0:6842:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e7c84c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+7:19806:x1802425733023872:12345-0@lo:1000:mdt00_006.0 00000100:00100000:3.0:1718930689.910886:0:6842:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e7c84c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+7:19806:x1802425733023872:12345-0@lo:1000:mdt00_006.0 Request processed in 27us (56us total) trans 0 rc 0/0 00000100:00100000:3.0:1718930689.910891:0:6842:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20592 00000100:00100000:1.0:1718930689.910894:0:19806:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88008e7ce880 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-mdtlov_UUID:19806:1802425733023872:0@lo:1000:mdt00_006.0 00000040:00080000:1.0:1718930689.911570:0:19806:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x240000400:0x3:0x0].1125, 2048 off1029768 00000040:00080000:1.0:1718930689.911628:0:19806:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x200000401:0x3:0x0].1498, 2248 off1449808 00000004:00080000:1.0:1718930689.911632:0:19806:0:(osp_trans.c:1598:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff880086bea580 with version 7094 00000100:00100000:3.0:1718930689.911774:0:6842:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733023936 00000100:00100000:3.0:1718930689.911797:0:6842:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20593 00000100:00100000:3.0:1718930689.911801:0:6842:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a101df00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+7:8063:x1802425733023936:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:3.0:1718930689.912188:0:6842:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a101df00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+8:8063:x1802425733023936:12345-0@lo:1000:osp_up0-1.0 Request processed in 386us (452us total) trans 8589959475 rc 0/0 00000100:00100000:3.0:1718930689.912194:0:6842:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20593 00010000:00010000:1.0:1718930689.912312:0:19806:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8800849bb180/0x4c38e74a54728e87 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x604:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19806 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930689.912321:0:19806:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800849bb180/0x4c38e74a54728e87 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x604:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 19806 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930689.912328:0:19806:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800849bb180/0x4c38e74a54728e87 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x604:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 19806 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930689.912356:0:19806:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8800849bba80/0x4c38e74a54728e8e lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1a4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19806 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930689.912362:0:19806:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800849bba80/0x4c38e74a54728e8e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1a4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 19806 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930689.912368:0:19806:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800849bba80/0x4c38e74a54728e8e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1a4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 19806 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930689.912382:0:19806:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800849b86c0/0x4c38e74a54728e95 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1a2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 19806 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930689.912388:0:19806:0:(ldlm_request.c:1029:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000001000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800849b86c0/0x4c38e74a54728e95 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1a2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 19806 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930689.912399:0:19806:0:(ldlm_request.c:1117:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800849b86c0/0x4c38e74a54728e95 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1a2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 19806 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718930689.912409:0:19806:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88008e7ce880 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-mdtlov_UUID:19806:1802425733024000:0@lo:101:mdt00_006.0 00000100:00100000:1.0:1718930689.912427:0:19806:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718930689.912444:0:19806:0:(client.c:2492:ptlrpc_set_wait()) set ffff88011eae2e40 going to sleep for 6 seconds 00000100:00100000:3.0:1718930689.912465:0:6842:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733024000 00000100:00100000:3.0:1718930689.912486:0:6842:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20594 00000100:00100000:3.0:1718930689.912489:0:6842:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e7caf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+8:19806:x1802425733024000:12345-0@lo:101:mdt00_006.0 00010000:00010000:3.0:1718930689.912496:0:6842:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1718930689.912503:0:6842:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099ad9d40/0x4c38e74a54728e9c lrc: 2/0,0 mode: --/PW res: [0x200000401:0x1a2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4c38e74a54728e95 expref: -99 pid: 6842 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930689.912515:0:6842:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099ad9d40/0x4c38e74a54728e9c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1a2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000001000000 nid: 0@lo remote: 0x4c38e74a54728e95 expref: 9 pid: 6842 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930689.912527:0:6842:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099ad9d40/0x4c38e74a54728e9c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1a2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0x4c38e74a54728e95 expref: 9 pid: 6842 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930689.912532:0:6842:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1a2:0x0].0x0 (ffff880099af1100) 00010000:00010000:3.0:1718930689.912534:0:6842:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1718930689.912536:0:6842:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff880099ad9d40, rc 0) 00000100:00100000:3.0:1718930689.912564:0:6842:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e7caf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+9:19806:x1802425733024000:12345-0@lo:101:mdt00_006.0 Request processed in 73us (136us total) trans 0 rc 0/0 00000100:00100000:3.0:1718930689.912569:0:6842:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20594 00000100:00100000:1.0:1718930689.912590:0:19806:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88008e7ce880 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-mdtlov_UUID:19806:1802425733024000:0@lo:101:mdt00_006.0 00010000:00010000:1.0:1718930689.912598:0:19806:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800849b86c0/0x4c38e74a54728e95 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1a2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0x4c38e74a54728e9c expref: -99 pid: 19806 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930689.912606:0:19806:0:(ldlm_request.c:799:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800849b86c0/0x4c38e74a54728e95 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1a2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0x4c38e74a54728e9c expref: -99 pid: 19806 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1718930689.912616:0:19806:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff880081790980 reply state ffff88009b0db800 transno 4294987108 ns: mdt-lustre-MDT0001_UUID lock: ffff8800849bba80/0x4c38e74a54728e8e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1a4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 19806 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930689.912623:0:19806:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800849b86c0/0x4c38e74a54728e95 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1a2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0x4c38e74a54728e9c expref: -99 pid: 19806 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930689.912629:0:19806:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800849b86c0/0x4c38e74a54728e95 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1a2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0x4c38e74a54728e9c expref: -99 pid: 19806 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1718930689.912635:0:19806:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x200000401:0x1a2:0x0] 00000004:00010000:1.0:1718930689.912638:0:19806:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff880081790980 reply state ffff88009b0db800 transno 4294987108 ns: mdt-lustre-MDT0001_UUID lock: ffff8800849bb180/0x4c38e74a54728e87 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x604:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 19806 timeout: 0 lvb_type: 0 00000004:00200000:1.0:1718930689.912644:0:19806:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x604:0x0]: returning size 4096 00000004:00080000:1.0:1718930689.912648:0:19806:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:1.0:1718930689.912653:0:19806:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800849b9200/0x4c38e74a54728e79 lrc: 4/0,1 mode: EX/EX res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0x4c38e74a54728e80 expref: -99 pid: 19806 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930689.912696:0:19806:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800849b9200/0x4c38e74a54728e79 lrc: 3/0,0 mode: EX/EX res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0x4c38e74a54728e80 expref: -99 pid: 19806 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718930689.912737:0:19806:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880081790980 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:8a07974b-7506-4725-beb3-4b5c6f8f9250+11:25941:x1802425753260992:12345-192.168.204.9@tcp:36:lfs.0 Request processed in 4420us (4490us total) trans 4294987108 rc 0/0 00000100:00100000:1.0:1718930689.912744:0:19806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230705 00000100:00100000:1.0:1718930689.932434:0:19806:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753261120 00000100:00100000:1.0:1718930689.932480:0:19806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230706 00000100:00100000:1.0:1718930689.932484:0:19806:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880081797200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:8a07974b-7506-4725-beb3-4b5c6f8f9250+8:25946:x1802425753261120:12345-192.168.204.9@tcp:101:setfattr.0 00010000:00010000:1.0:1718930689.932498:0:19806:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1718930689.932512:0:19806:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800849bb600/0x4c38e74a54728ea3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xceea94147812f8ed expref: -99 pid: 19806 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930689.932551:0:19806:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800849ba400/0x4c38e74a54728eaa lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19806 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930689.932562:0:19806:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880099ad8900/0x4c38e74a54728e80 lrc: 2/0,0 mode: EX/EX res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0x4c38e74a54728e79 expref: 8 pid: 6842 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930689.932569:0:19806:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800849ba400/0x4c38e74a54728eaa lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 19806 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930689.932592:0:19806:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880099ad8900/0x4c38e74a54728e80 lrc: 3/0,0 mode: EX/EX res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000001000020 nid: 0@lo remote: 0x4c38e74a54728e79 expref: 8 pid: 6842 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718930689.932604:0:19806:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88008e7ce880 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000_UUID:19806:1802425733024064:0@lo:104: 00000100:00100000:1.0:1718930689.932637:0:19806:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718930689.932697:0:19806:0:(client.c:2492:ptlrpc_set_wait()) set ffff88011eae2cc0 going to sleep for 6 seconds 00010000:00010000:3.0:1718930689.932782:0:4830:0:(ldlm_lockd.c:2784:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1718930689.932787:0:4830:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800849b9200/0x4c38e74a54728e79 lrc: 3/0,0 mode: EX/EX res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1400001000000 nid: local remote: 0x4c38e74a54728e80 expref: -99 pid: 19806 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718930689.932793:0:19806:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88008e7ce880 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000_UUID:19806:1802425733024064:0@lo:104: 00010000:00010000:3.0:1718930689.932795:0:4830:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800849b9200 already unused, calling callback (ffffffffa0ea60e0) 00010000:00010000:3.0:1718930689.932798:0:4830:0:(ldlm_request.c:1235:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800849b9200/0x4c38e74a54728e79 lrc: 4/0,0 mode: EX/EX res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x1408401000000 nid: local remote: 0x4c38e74a54728e80 expref: -99 pid: 19806 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1718930689.932805:0:4830:0:(mdt_handler.c:3608:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800849b9200/0x4c38e74a54728e79 lrc: 4/0,0 mode: EX/EX res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x1409401000000 nid: local remote: 0x4c38e74a54728e80 expref: -99 pid: 19806 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930689.932810:0:19806:0:(ldlm_request.c:286:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800849ba400/0x4c38e74a54728eaa lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 19806 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930689.932826:0:4830:0:(ldlm_request.c:1301:ldlm_cancel_pack()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800849b9200/0x4c38e74a54728e79 lrc: 2/0,0 mode: --/EX res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x5c09401000000 nid: local remote: 0x4c38e74a54728e80 expref: -99 pid: 19806 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930689.932832:0:4830:0:(ldlm_request.c:1305:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1718930689.932858:0:4830:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800849b9200/0x4c38e74a54728e79 lrc: 1/0,0 mode: --/EX res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x5c09401000000 nid: local remote: 0x4c38e74a54728e80 expref: -99 pid: 19806 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930689.932864:0:4830:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800849b9200/0x4c38e74a54728e79 lrc: 0/0,0 mode: --/EX res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x5c09401000000 nid: local remote: 0x4c38e74a54728e80 expref: -99 pid: 19806 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930689.932884:0:4830:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1718930689.932885:0:4830:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1718930689.932886:0:4830:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1718930689.934223:0:19806:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800849ba400/0x4c38e74a54728eaa lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 19806 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930689.934229:0:19806:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800849ba400/0x4c38e74a54728eaa lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 19806 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930689.934241:0:19806:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b8d80/0x4c38e74a54728eb1 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5552d904 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19806 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930689.934247:0:19806:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b8d80/0x4c38e74a54728eb1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5552d904 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 19806 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930689.934253:0:19806:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b8d80/0x4c38e74a54728eb1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5552d904 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 19806 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718930689.934321:0:19806:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88008e7ce880 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-mdtlov_UUID:19806:1802425733024192:0@lo:1000:mdt00_006.0 00000100:00100000:1.0:1718930689.934344:0:19806:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718930689.934364:0:19806:0:(client.c:2492:ptlrpc_set_wait()) set ffff88011eae2540 going to sleep for 6 seconds 00000100:00100000:3.0:1718930689.934394:0:6842:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733024192 00000100:00100000:3.0:1718930689.934425:0:6842:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20595 00000100:00100000:3.0:1718930689.934427:0:6842:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88013713c280 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:19806:x1802425733024192:12345-0@lo:1000:mdt00_006.0 00000100:00100000:3.0:1718930689.934492:0:6842:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88013713c280 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:19806:x1802425733024192:12345-0@lo:1000:mdt00_006.0 Request processed in 63us (146us total) trans 0 rc 0/0 00000100:00100000:3.0:1718930689.934498:0:6842:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20595 00000100:00100000:1.0:1718930689.934512:0:19806:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88008e7ce880 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-mdtlov_UUID:19806:1802425733024192:0@lo:1000:mdt00_006.0 00010000:00010000:1.0:1718930689.934539:0:19806:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b9440/0x4c38e74a54728eb8 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x604:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19806 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930689.934546:0:19806:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b9440/0x4c38e74a54728eb8 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x604:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 19806 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930689.934553:0:19806:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b9440/0x4c38e74a54728eb8 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x604:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 19806 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1718930689.934561:0:19806:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x240000402:0x604:0x0] 00000004:00010000:1.0:1718930689.934585:0:19806:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b9440/0x4c38e74a54728eb8 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x604:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 19806 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930689.934593:0:19806:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800849ba400/0x4c38e74a54728eaa lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 19806 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930689.934599:0:19806:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800849ba400/0x4c38e74a54728eaa lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 19806 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930689.934604:0:19806:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800849ba400/0x4c38e74a54728eaa lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 19806 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930689.934609:0:19806:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800849ba400 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:1.0:1718930689.934611:0:19806:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800849ba400/0x4c38e74a54728eaa lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 19806 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930689.934616:0:19806:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800849ba400/0x4c38e74a54728eaa lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 19806 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930689.934622:0:19806:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a87c9a00) 00010000:00010000:1.0:1718930689.934625:0:19806:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1718930689.934626:0:19806:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800849ba400/0x4c38e74a54728eaa lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 19806 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930689.934631:0:19806:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800849ba400/0x4c38e74a54728eaa lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 19806 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930689.934652:0:19806:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b8d80/0x4c38e74a54728eb1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5552d904 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 19806 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930689.934687:0:19806:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b8d80/0x4c38e74a54728eb1 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5552d904 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 19806 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930689.934693:0:19806:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b8d80/0x4c38e74a54728eb1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5552d904 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 19806 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930689.934698:0:19806:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800849b8d80 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:1.0:1718930689.934700:0:19806:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b8d80/0x4c38e74a54728eb1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5552d904 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 19806 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930689.934705:0:19806:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b8d80/0x4c38e74a54728eb1 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5552d904 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 19806 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930689.934711:0:19806:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5552d904 (ffff880136a84400) 00010000:00010000:1.0:1718930689.934713:0:19806:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1718930689.934715:0:19806:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b8d80/0x4c38e74a54728eb1 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5552d904 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 19806 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930689.934720:0:19806:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b8d80/0x4c38e74a54728eb1 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5552d904 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 19806 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930689.934740:0:19806:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800849bb600/0x4c38e74a54728ea3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812f8ed expref: 10 pid: 19806 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930689.934749:0:19806:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b9440/0x4c38e74a54728eb8 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x604:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812f8ed expref: 9 pid: 19806 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930689.934759:0:19806:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x604:0x0].0x0 (ffff880136a84200) 00010000:00010000:1.0:1718930689.934761:0:19806:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1718930689.934762:0:19806:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff8800849b9440, rc 0) 00000100:00100000:1.0:1718930689.934785:0:19806:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880081797200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:8a07974b-7506-4725-beb3-4b5c6f8f9250+9:25946:x1802425753261120:12345-192.168.204.9@tcp:101:setfattr.0 Request processed in 2301us (2427us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930689.934792:0:19806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230706 00000100:00100000:1.0:1718930689.935574:0:19806:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753261184 00000100:00100000:1.0:1718930689.935597:0:19806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230707 00000100:00100000:1.0:1718930689.935601:0:19806:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880081791300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:8a07974b-7506-4725-beb3-4b5c6f8f9250+11:25946:x1802425753261184:12345-192.168.204.9@tcp:101:setfattr.0 00010000:00010000:1.0:1718930689.935611:0:19806:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1718930689.935618:0:19806:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800849baac0/0x4c38e74a54728ebf lrc: 2/0,0 mode: --/CR res: [0x240000402:0x604:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xceea94147812f8f4 expref: -99 pid: 19806 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930689.935637:0:19806:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8800849bbcc0/0x4c38e74a54728ec6 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x604:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19806 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930689.935644:0:19806:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800849bbcc0/0x4c38e74a54728ec6 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x604:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 19806 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930689.935652:0:19806:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800849bbcc0/0x4c38e74a54728ec6 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x604:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 19806 timeout: 0 lvb_type: 0 00000004:00200000:1.0:1718930689.935755:0:19806:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x604:0x0]: returning size 4096 00000004:00200000:1.0:1718930689.935758:0:19806:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 4 stripe count 2 MDT count 2 00010000:00010000:1.0:1718930689.935778:0:19806:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800849baac0/0x4c38e74a54728ebf lrc: 0/0,0 mode: --/CR res: [0x240000402:0x604:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812f8f4 expref: 13 pid: 19806 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930689.935792:0:19806:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8800849bbcc0/0x4c38e74a54728ec6 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x604:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812f8f4 expref: 12 pid: 19806 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930689.935797:0:19806:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x604:0x0].0x0 (ffff880136a84a00) 00010000:00010000:1.0:1718930689.935799:0:19806:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1718930689.935801:0:19806:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff8800849bbcc0, rc 0) 00000100:00100000:1.0:1718930689.935826:0:19806:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880081791300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:8a07974b-7506-4725-beb3-4b5c6f8f9250+12:25946:x1802425753261184:12345-192.168.204.9@tcp:101:setfattr.0 Request processed in 224us (293us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930689.935832:0:19806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230707 00000100:00100000:1.0:1718930689.936561:0:19806:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753261248 00000100:00100000:1.0:1718930689.936584:0:19806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230708 00000100:00100000:1.0:1718930689.936588:0:19806:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880081792f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:8a07974b-7506-4725-beb3-4b5c6f8f9250+12:25946:x1802425753261248:12345-192.168.204.9@tcp:101:setfattr.0 00010000:00010000:1.0:1718930689.936595:0:19806:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1718930689.936600:0:19806:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b8900/0x4c38e74a54728ecd lrc: 2/0,0 mode: --/CR res: [0x240000400:0x1a4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xceea94147812f8fb expref: -99 pid: 19806 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930689.936618:0:19806:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8800849baf40/0x4c38e74a54728ed4 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1a4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19806 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930689.936625:0:19806:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800849baf40/0x4c38e74a54728ed4 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a4:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 19806 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930689.936631:0:19806:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800849baf40/0x4c38e74a54728ed4 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a4:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 19806 timeout: 0 lvb_type: 0 00000004:00200000:1.0:1718930689.936646:0:19806:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000400:0x1a4:0x0]: returning size 4096 00000004:00200000:1.0:1718930689.936648:0:19806:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 2 stripe count 2 MDT count 2 00010000:00010000:1.0:1718930689.936694:0:19806:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b8900/0x4c38e74a54728ecd lrc: 0/0,0 mode: --/CR res: [0x240000400:0x1a4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812f8fb expref: 14 pid: 19806 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930689.936704:0:19806:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8800849baf40/0x4c38e74a54728ed4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a4:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812f8fb expref: 13 pid: 19806 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930689.936709:0:19806:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a4:0x0].0x0 (ffff880136a84000) 00010000:00010000:1.0:1718930689.936711:0:19806:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1718930689.936712:0:19806:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff8800849baf40, rc 0) 00000100:00100000:1.0:1718930689.936738:0:19806:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880081792f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:8a07974b-7506-4725-beb3-4b5c6f8f9250+13:25946:x1802425753261248:12345-192.168.204.9@tcp:101:setfattr.0 Request processed in 149us (218us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930689.936743:0:19806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230708 00000100:00100000:1.0:1718930689.937482:0:19806:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753261312 00000100:00100000:1.0:1718930689.937503:0:19806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230709 00000100:00100000:1.0:1718930689.937507:0:19806:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800817950c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:8a07974b-7506-4725-beb3-4b5c6f8f9250+9:25946:x1802425753261312:12345-192.168.204.9@tcp:101:setfattr.0 00010000:00010000:1.0:1718930689.937513:0:19806:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1718930689.937520:0:19806:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b8480/0x4c38e74a54728edb lrc: 2/0,0 mode: --/CR res: [0x200000401:0x1a2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xceea94147812f902 expref: -99 pid: 19806 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930689.937539:0:19806:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800849ba880/0x4c38e74a54728ee2 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1a2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19806 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930689.937546:0:19806:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880099ad9d40/0x4c38e74a54728e9c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1a2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0x4c38e74a54728e95 expref: 6 pid: 6842 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930689.937551:0:19806:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800849ba880/0x4c38e74a54728ee2 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x1a2:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 19806 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930689.937564:0:19806:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880099ad9d40/0x4c38e74a54728e9c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1a2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000001000020 nid: 0@lo remote: 0x4c38e74a54728e95 expref: 6 pid: 6842 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718930689.937571:0:19806:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88013713d0c0 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000_UUID:19806:1802425733024256:0@lo:104: 00000100:00100000:1.0:1718930689.937590:0:19806:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718930689.937606:0:19806:0:(client.c:2492:ptlrpc_set_wait()) set ffff88011eae2e40 going to sleep for 6 seconds 00000100:00100000:1.0:1718930689.937726:0:19806:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88013713d0c0 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000_UUID:19806:1802425733024256:0@lo:104: 00010000:00010000:1.0:1718930689.937736:0:19806:0:(ldlm_request.c:286:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800849ba880/0x4c38e74a54728ee2 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1a2:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 19806 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718930689.937794:0:26732:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733024320 00010000:00010000:3.0:1718930689.937806:0:26732:0:(ldlm_lockd.c:2633:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099ad9d40/0x4c38e74a54728e9c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1a2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000401000020 nid: 0@lo remote: 0x4c38e74a54728e95 expref: 7 pid: 6842 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718930689.937820:0:26732:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63294 00000100:00100000:3.0:1718930689.937823:0:26732:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800817917c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:lustre-MDT0001-mdtlov_UUID+7:3322:x1802425733024320:12345-0@lo:103:ldlm_bl_03.0 00010000:00010000:3.0:1718930689.937827:0:26732:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1718930689.938076:0:3322:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800a101e3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3322:1802425733024320:0@lo:103:ldlm_bl_03.0 00000100:00100000:3.0:1718930689.940137:0:6842:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733024448 00000100:00100000:3.0:1718930689.940159:0:6842:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20596 00000100:00100000:3.0:1718930689.940162:0:6842:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a101ed40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:8063:x1802425733024448:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:3.0:1718930689.940337:0:6842:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a101ed40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+7:8063:x1802425733024448:12345-0@lo:1000:osp_up0-1.0 Request processed in 174us (243us total) trans 8589959476 rc 0/0 00000100:00100000:3.0:1718930689.940342:0:6842:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20596 00010000:00010000:3.0:1718930689.940938:0:3306:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008350df80/0x4c38e74a54728ee9 lrc: 3/0,1 mode: COS/COS res: [0x240000402:0x604:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 19806 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930689.940946:0:3306:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x604:0x0].0x0 (ffff880136a84a00) 00010000:00010000:3.0:1718930689.940948:0:3306:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:1.0:1718930689.944869:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930689.946036:0:19806:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753261760 00000100:00100000:1.0:1718930689.946061:0:19806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230712 00000100:00100000:1.0:1718930689.946065:0:19806:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880083dc04c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:8a07974b-7506-4725-beb3-4b5c6f8f9250+14:25947:x1802425753261760:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:1.0:1718930689.946073:0:19806:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1718930689.946079:0:19806:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b9b00/0x4c38e74a54728f0c lrc: 2/0,0 mode: --/CR res: [0x240000402:0x604:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xceea94147812f910 expref: -99 pid: 19806 timeout: 0 lvb_type: 0 00000004:00200000:1.0:1718930689.946132:0:19806:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x604:0x0]: returning size 4096 00010000:00010000:1.0:1718930689.946181:0:19806:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b9b00/0x4c38e74a54728f0c lrc: 1/0,0 mode: --/CR res: [0x240000402:0x604:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812f910 expref: 16 pid: 19806 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930689.946188:0:19806:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b9b00/0x4c38e74a54728f0c lrc: 0/0,0 mode: --/CR res: [0x240000402:0x604:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812f910 expref: 16 pid: 19806 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930689.946195:0:19806:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff8800849b9b00, rc 0) 00000100:00100000:1.0:1718930689.946221:0:19806:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880083dc04c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:8a07974b-7506-4725-beb3-4b5c6f8f9250+15:25947:x1802425753261760:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 155us (222us total) trans 4294987110 rc 301/301 00000100:00100000:1.0:1718930689.946227:0:19806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230712 00000100:00100000:3.0:1718930689.947243:0:6840:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753261952 00000100:00100000:3.0:1718930689.947271:0:6840:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 10771 00000100:00100000:3.0:1718930689.947274:0:6840:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880083dc1300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+15:25947:x1802425753261952:12345-192.168.204.9@tcp:35:lfs.0 00000100:00100000:3.0:1718930689.947357:0:6840:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880083dc1300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+16:25947:x1802425753261952:12345-192.168.204.9@tcp:35:lfs.0 Request processed in 82us (160us total) trans 4294987111 rc 0/0 00000100:00100000:3.0:1718930689.947364:0:6840:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 10771 00000100:00100000:1.0:1718930689.951380:0:19806:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753262016 00000100:00100000:1.0:1718930689.951404:0:19806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230713 00000100:00100000:1.0:1718930689.951408:0:19806:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a101d580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:8a07974b-7506-4725-beb3-4b5c6f8f9250+16:25948:x1802425753262016:12345-192.168.204.9@tcp:101:stat.0 00010000:00010000:1.0:1718930689.951416:0:19806:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1718930689.951422:0:19806:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b9d40/0x4c38e74a54728f1a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xceea94147812f917 expref: -99 pid: 19806 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930689.951446:0:19806:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8800849bb840/0x4c38e74a54728f21 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x604:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19806 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930689.951453:0:19806:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800849bb840/0x4c38e74a54728f21 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x604:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 19806 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930689.951460:0:19806:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800849bb840/0x4c38e74a54728f21 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x604:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 19806 timeout: 0 lvb_type: 0 00000004:00200000:1.0:1718930689.951505:0:19806:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x604:0x0]: returning size 4096 00000004:00200000:1.0:1718930689.951507:0:19806:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 4 stripe count 2 MDT count 2 00000004:00010000:1.0:1718930689.951516:0:19806:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff8800849bb840/0x4c38e74a54728f21 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x604:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 19806 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930689.951530:0:19806:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b9d40/0x4c38e74a54728f1a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812f917 expref: 18 pid: 19806 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930689.951541:0:19806:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8800849bb840/0x4c38e74a54728f21 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x604:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812f917 expref: 17 pid: 19806 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930689.951551:0:19806:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x604:0x0].0x0 (ffff880136a84a00) 00010000:00010000:1.0:1718930689.951564:0:19806:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1718930689.951565:0:19806:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff8800849bb840, rc 0) 00000100:00100000:1.0:1718930689.951593:0:19806:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a101d580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:8a07974b-7506-4725-beb3-4b5c6f8f9250+17:25948:x1802425753262016:12345-192.168.204.9@tcp:101:stat.0 Request processed in 184us (251us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930689.951599:0:19806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230713 00000100:00100000:1.0:1718930690.220924:0:19806:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753262080 00000100:00100000:1.0:1718930690.220975:0:19806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230714 00000100:00100000:1.0:1718930690.220979:0:19806:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880083dc17c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:8a07974b-7506-4725-beb3-4b5c6f8f9250+17:25992:x1802425753262080:12345-192.168.204.9@tcp:101:getfattr.0 00010000:00010000:1.0:1718930690.220993:0:19806:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1718930690.221006:0:19806:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b9d40/0x4c38e74a54728f28 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x604:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xceea94147812f91e expref: -99 pid: 19806 timeout: 0 lvb_type: 0 00000001:00020000:1.0:1718930690.221025:0:19806:0:(fail.c:138:__cfs_fail_timeout_set()) cfs_fail_timeout id 160 sleeping for 10000ms 00010000:00010000:3.0:1718930690.305791:0:6829:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1718930691.246363:0:7082:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753262208 00000100:00100000:1.0:1718930691.246370:0:6837:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753262336 00000100:00100000:3.0:1718930691.246386:0:7082:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753262272 00000100:00100000:1.0:1718930691.246400:0:6837:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6327 00000100:00100000:1.0:1718930691.246403:0:6837:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880083dc2ac0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+10:1875:x1802425753262208:12345-192.168.204.9@tcp:400:kworker/u8:4.0 00000100:00100000:3.0:1718930691.246406:0:7082:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6328 00000100:00100000:3.0:1718930691.246409:0:7082:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880083dc7200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:107baf36-6e04-4e3c-a090-fe94234d2dbd+6:1875:x1802425753262336:12345-192.168.204.9@tcp:400:kworker/u8:4.0 00000100:00100000:1.0:1718930691.246429:0:6837:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880083dc2ac0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+10:1875:x1802425753262208:12345-192.168.204.9@tcp:400:kworker/u8:4.0 Request processed in 26us (147us total) trans 0 rc 0/0 00000100:00100000:3.0:1718930691.246433:0:7082:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880083dc7200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:107baf36-6e04-4e3c-a090-fe94234d2dbd+6:1875:x1802425753262336:12345-192.168.204.9@tcp:400:kworker/u8:4.0 Request processed in 24us (132us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930691.246433:0:6837:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6327 00000100:00100000:3.0:1718930691.246436:0:7082:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6328 00000100:00100000:3.0:1718930692.559915:0:3321:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800a6058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3321:1802425733024640:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1718930692.559920:0:3322:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88008e0a1c80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3322:1802425733024704:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1718930692.559941:0:3321:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718930692.559957:0:3321:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88008e0a6880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3321:1802425733024896:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1718930692.559958:0:3322:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718930692.559974:0:3322:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88008e0a3dc0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3322:1802425733024960:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1718930692.559986:0:6842:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733024576 00000100:00100000:1.0:1718930692.559989:0:3322:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718930692.559997:0:3322:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88008ec42600 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3322:1802425733025216:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1718930692.560005:0:3322:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718930692.560014:0:3322:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:3.0:1718930692.560017:0:6842:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733025088 00000100:00100000:1.0:1718930692.560017:0:3322:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88013517da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3322:1802425733025024:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1718930692.560025:0:6842:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20597 00000100:00100000:1.0:1718930692.560026:0:3322:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718930692.560028:0:6842:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a101f200 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+7:3320:x1802425733024576:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1718930692.560032:0:3322:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800976b3440 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3322:1802425733025280:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1718930692.560041:0:3322:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718930692.560061:0:6842:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a101f200 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+7:3320:x1802425733024576:12345-0@lo:400:kworker/u8:2.0 Request processed in 32us (129us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930692.560062:0:25142:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733024960 00000100:00100000:3.0:1718930692.560065:0:6842:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20597 00000100:00100000:3.0:1718930692.560072:0:6842:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20598 00000100:00100000:3.0:1718930692.560074:0:6842:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a101e3c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3320:x1802425733025088:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1718930692.560084:0:6842:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a101e3c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3320:x1802425733025088:12345-0@lo:400:kworker/u8:2.0 Request processed in 10us (91us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930692.560084:0:25142:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733025216 00000100:00100000:3.0:1718930692.560087:0:6842:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20598 00000100:00100000:1.0:1718930692.560092:0:25142:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733025024 00000100:00100000:3.0:1718930692.560097:0:6838:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6333 00000100:00100000:3.0:1718930692.560100:0:6838:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a101f6c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3320:x1802425733024832:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1718930692.560101:0:25142:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 335 00000100:00100000:1.0:1718930692.560104:0:25142:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88013713b900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:3322:x1802425733024960:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1718930692.560111:0:6838:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a101f6c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3320:x1802425733024832:12345-0@lo:400:kworker/u8:2.0 Request processed in 11us (139us total) trans 0 rc 0/0 00000100:00100000:3.0:1718930692.560114:0:6838:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6333 00000100:00100000:1.0:1718930692.560123:0:25142:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88013713b900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:3322:x1802425733024960:12345-0@lo:400:kworker/u8:2.0 Request processed in 18us (133us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930692.560127:0:25142:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 335 00000100:00100000:3.0:1718930692.560130:0:7085:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 335 00000100:00100000:3.0:1718930692.560132:0:7085:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88013713ed40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3322:x1802425733025216:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1718930692.560137:0:25142:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 335 00000100:00100000:1.0:1718930692.560139:0:25142:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e7ce880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:3322:x1802425733025024:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1718930692.560145:0:7085:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88013713ed40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3322:x1802425733025216:12345-0@lo:400:kworker/u8:2.0 Request processed in 12us (139us total) trans 0 rc 0/0 00000100:00100000:3.0:1718930692.560148:0:7085:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 335 00000100:00100000:1.0:1718930692.560150:0:25142:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e7ce880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:3322:x1802425733025024:12345-0@lo:400:kworker/u8:2.0 Request processed in 11us (124us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930692.560153:0:25142:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 335 00000100:00100000:3.0:1718930692.560160:0:3321:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718930692.560167:0:3321:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88013517f6c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3321:1802425733025152:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1718930692.560178:0:3321:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718930692.560191:0:3321:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800a6058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3321:1802425733024640:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1718930692.560196:0:3321:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88008e0a6880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3321:1802425733024896:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1718930692.560197:0:7078:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733025152 00000100:00100000:1.0:1718930692.560208:0:7078:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 336 00000100:00100000:1.0:1718930692.560210:0:7078:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800975b4740 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+5:3321:x1802425733025152:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1718930692.560225:0:7078:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800975b4740 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+5:3321:x1802425733025152:12345-0@lo:400:kworker/u8:2.0 Request processed in 15us (47us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930692.560230:0:7078:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 336 00000100:00100000:3.0:1718930692.560232:0:3321:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88013517f6c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3321:1802425733025152:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1718930692.575779:0:3321:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800a101d0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3321:1802425733025344:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1718930692.575815:0:3321:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718930692.575847:0:6842:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733025344 00000100:00100000:3.0:1718930692.575873:0:6842:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733025408 00000100:00100000:3.0:1718930692.575883:0:6842:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20599 00000100:00100000:3.0:1718930692.575887:0:6842:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e3d7200 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3321:x1802425733025344:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1718930692.575915:0:6842:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1443733504 avail 1314271232 00000100:00100000:3.0:1718930692.575953:0:6842:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e3d7200 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3321:x1802425733025344:12345-0@lo:41:osp-pre-1-0.0 Request processed in 66us (138us total) trans 0 rc 0/0 00000100:00100000:3.0:1718930692.575958:0:6842:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20599 00000100:00100000:1.0:1718930692.575981:0:3321:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800a101d0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3321:1802425733025344:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1718930692.591775:0:3322:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880097658980 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3322:1802425733025536:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1718930692.591815:0:3322:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718930692.591877:0:10941:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733025536 00000100:00100000:1.0:1718930692.591911:0:10941:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733025472 00000100:00100000:1.0:1718930692.591928:0:10941:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 396 00000100:00100000:1.0:1718930692.591931:0:10941:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880083dc3900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3323:x1802425733025472:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1718930692.591945:0:10941:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 200256 pending 0 free 3912839168 avail 3681316864 00000100:00100000:1.0:1718930692.591987:0:10941:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880083dc3900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3323:x1802425733025472:12345-0@lo:13:osp-pre-1-0.0 Request processed in 53us (138us total) trans 0 rc 0/0 00000100:00100000:3.0:1718930692.591992:0:3322:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880097658980 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3322:1802425733025536:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1718930692.591993:0:10941:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 396 00010000:00010000:3.0:1718930693.311831:0:4830:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1718930694.399820:0:3321:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1718930694.399840:0:3321:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880097658980 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3321:1802425733025600:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1718930694.399897:0:3321:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718930694.400079:0:3321:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880097658980 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3321:1802425733025600:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1718930694.415816:0:3321:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88009765af80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3321:1802425733025664:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1718930694.415855:0:3321:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718930694.415993:0:3321:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88009765af80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3321:1802425733025664:0@lo:13:osp-pre-0-1.0 00010000:00010000:3.0:1718930695.315814:0:6829:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00080000:3.0:1718930695.648548:0:8070:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 3545 committed batchid 3544 00000020:00080000:3.0:1718930695.648600:0:8070:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 3544 00000100:00100000:3.0:1718930696.254885:0:32432:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753262464 00000100:00100000:3.0:1718930696.254939:0:32432:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1281 00000100:00100000:3.0:1718930696.254947:0:32432:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880075f98850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7d47179a-8936-4b32-b195-390970a48f82+12:1875:x1802425753262464:12345-192.168.204.9@tcp:400:kworker/u8:4.0 00000100:00100000:1.0:1718930696.254975:0:7080:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6339 00000100:00100000:1.0:1718930696.254983:0:7080:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ec42600 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:107baf36-6e04-4e3c-a090-fe94234d2dbd+5:1875:x1802425753262720:12345-192.168.204.9@tcp:400:kworker/u8:4.0 00000100:00100000:3.0:1718930696.255016:0:32432:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880075f98850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7d47179a-8936-4b32-b195-390970a48f82+12:1875:x1802425753262464:12345-192.168.204.9@tcp:400:kworker/u8:4.0 Request processed in 68us (221us total) trans 0 rc 0/0 00000100:00100000:3.0:1718930696.255026:0:32432:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1281 00000100:00100000:1.0:1718930696.255036:0:7080:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ec42600 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:107baf36-6e04-4e3c-a090-fe94234d2dbd+5:1875:x1802425753262720:12345-192.168.204.9@tcp:400:kworker/u8:4.0 Request processed in 52us (157us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930696.255051:0:7080:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6339 00000100:00100000:3.0:1718930697.567834:0:3321:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88008e3ae880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3321:1802425733025920:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1718930697.567848:0:3323:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880097658980 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3323:1802425733025792:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1718930697.567864:0:3321:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718930697.567887:0:3321:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88008e3ac740 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3321:1802425733026176:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1718930697.567890:0:3323:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718930697.567901:0:3321:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718930697.567909:0:3321:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88009840c280 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3321:1802425733026432:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1718930697.567909:0:3323:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88008e3ad0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3323:1802425733026048:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1718930697.567920:0:3321:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718930697.567937:0:3323:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718930697.567943:0:7083:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733025920 00000100:00100000:1.0:1718930697.567950:0:3323:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88008e3aaf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3323:1802425733026304:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1718930697.567958:0:7083:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733025984 00000100:00100000:1.0:1718930697.567961:0:3323:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718930697.567966:0:7083:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733026048 00000100:00100000:3.0:1718930697.567974:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6341 00000100:00100000:3.0:1718930697.567976:0:7083:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880083c1a600 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:lustre-MDT0000-lwp-OST0000_UUID+5:3321:x1802425733025920:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1718930697.567986:0:12848:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6342 00000100:00100000:1.0:1718930697.567989:0:12848:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800976b3440 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3322:x1802425733025984:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1718930697.567997:0:7083:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880083c1a600 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:lustre-MDT0000-lwp-OST0000_UUID+5:3321:x1802425733025920:12345-0@lo:400:kworker/u8:2.0 Request processed in 20us (133us total) trans 0 rc 0/0 00000100:00100000:3.0:1718930697.568000:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6341 00000100:00100000:1.0:1718930697.568007:0:12848:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800976b3440 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3322:x1802425733025984:12345-0@lo:400:kworker/u8:2.0 Request processed in 18us (114us total) trans 0 rc 0/0 00000100:00100000:3.0:1718930697.568008:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6343 00000100:00100000:3.0:1718930697.568010:0:7083:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880134610000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:lustre-MDT0000-lwp-OST0001_UUID+5:3323:x1802425733026048:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1718930697.568011:0:12848:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6342 00000100:00100000:3.0:1718930697.568023:0:7083:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880134610000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:lustre-MDT0000-lwp-OST0001_UUID+5:3323:x1802425733026048:12345-0@lo:400:kworker/u8:2.0 Request processed in 12us (86us total) trans 0 rc 0/0 00000100:00100000:3.0:1718930697.568026:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6343 00000100:00100000:1.0:1718930697.568028:0:9262:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 337 00000100:00100000:1.0:1718930697.568030:0:9262:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880083c1d580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3321:x1802425733026432:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1718930697.568039:0:6842:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20602 00000100:00100000:3.0:1718930697.568041:0:6842:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8801346104c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3323:x1802425733026304:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1718930697.568045:0:9262:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880083c1d580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3321:x1802425733026432:12345-0@lo:400:kworker/u8:2.0 Request processed in 15us (125us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930697.568048:0:9262:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 337 00000100:00100000:3.0:1718930697.568059:0:6842:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8801346104c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3323:x1802425733026304:12345-0@lo:400:kworker/u8:2.0 Request processed in 17us (97us total) trans 0 rc 0/0 00000100:00100000:3.0:1718930697.568062:0:6842:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20602 00000100:00100000:1.0:1718930697.568062:0:6837:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733026496 00000100:00100000:3.0:1718930697.568074:0:6838:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6344 00000100:00100000:3.0:1718930697.568076:0:6838:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c857200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3322:x1802425733026496:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1718930697.568085:0:3323:0:(client.c:2892:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 8589959476 gen 2 00000004:00080000:1.0:1718930697.568088:0:3323:0:(osp_trans.c:1044:osp_request_commit_cb()) trans no 8589959476 committed transno 8589959476 00000100:00100000:3.0:1718930697.568090:0:6838:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c857200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3322:x1802425733026496:12345-0@lo:400:kworker/u8:2.0 Request processed in 13us (45us total) trans 0 rc 0/0 00000020:00080000:1.0:1718930697.568092:0:3323:0:(update_trans.c:80:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff8800941f5c00 refcount 2 committed 0 result 0 batchid 3546 00000100:00100000:3.0:1718930697.568093:0:6838:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6344 00000020:00080000:1.0:1718930697.568094:0:3323:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff8800b4b15700 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff88008151df00 00000020:00080000:1.0:1718930697.568096:0:3323:0:(update_trans.c:94:top_multiple_thandle_dump()) cookie [0x3:0x401:0x2].1499 00000020:00080000:1.0:1718930697.568098:0:3323:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff8800b4b15900 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8800b4b15d00 00000020:00080000:1.0:1718930697.568099:0:3323:0:(update_trans.c:94:top_multiple_thandle_dump()) cookie [0x3:0x40000400:0x2].1126 00000100:00100000:3.0:1718930697.568100:0:6838:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733025856 00000100:00100000:3.0:1718930697.568116:0:6838:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6345 00000100:00100000:3.0:1718930697.568117:0:6838:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a101bdc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3320:x1802425733025856:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1718930697.568119:0:3323:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880097658980 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3323:1802425733025792:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1718930697.568125:0:3323:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88008e3ad0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3323:1802425733026048:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1718930697.568129:0:3323:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88008e3aaf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3323:1802425733026304:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1718930697.568131:0:6838:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a101bdc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3320:x1802425733025856:12345-0@lo:400:kworker/u8:2.0 Request processed in 13us (44us total) trans 0 rc 0/0 00000100:00100000:3.0:1718930697.568134:0:6838:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6345 00000100:00100000:3.0:1718930697.568139:0:6838:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733026112 00000100:00100000:3.0:1718930697.568146:0:6838:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6346 00000100:00100000:3.0:1718930697.568147:0:6838:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a101d0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3320:x1802425733026112:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1718930697.568159:0:6838:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a101d0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3320:x1802425733026112:12345-0@lo:400:kworker/u8:2.0 Request processed in 11us (45us total) trans 0 rc 0/0 00000100:00100000:3.0:1718930697.568162:0:6838:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6346 00000100:00100000:3.0:1718930697.568175:0:3321:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88008e3ae880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3321:1802425733025920:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1718930697.568180:0:3321:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88008e3ac740 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3321:1802425733026176:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1718930697.568185:0:3321:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88009840c280 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3321:1802425733026432:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1718930697.583798:0:3323:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88008e0a3dc0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3323:1802425733026560:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1718930697.583844:0:3323:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718930697.583896:0:32457:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20603 00000100:00100000:3.0:1718930697.583902:0:32457:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880134610980 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3323:x1802425733026560:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1718930697.583922:0:32457:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 4194304 pending 0 free 1443061760 avail 1313599488 00000100:00100000:3.0:1718930697.583955:0:32457:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880134610980 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3323:x1802425733026560:12345-0@lo:41:osp-pre-0-1.0 Request processed in 54us (112us total) trans 0 rc 0/0 00000100:00100000:3.0:1718930697.583961:0:32457:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20603 00000100:00100000:1.0:1718930697.583987:0:3320:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880083c1d0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3320:1802425733026624:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1718930697.584012:0:3323:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88008e0a3dc0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3323:1802425733026560:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1718930697.599972:0:11375:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733026688 00000100:00100000:1.0:1718930697.599995:0:11375:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 400 00000100:00100000:1.0:1718930697.599998:0:11375:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e0a2ac0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1802425733026688:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1718930697.600012:0:11375:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 200256 pending 0 free 3912839168 avail 3681316864 00000100:00100000:1.0:1718930697.600044:0:11375:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e0a2ac0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1802425733026688:12345-0@lo:13:osp-pre-1-0.0 Request processed in 46us (105us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930697.600048:0:11375:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 400 00010000:00010000:3.0:1718930698.321906:0:4830:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1718930699.424024:0:11375:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733026880 00000100:00100000:3.0:1718930699.424093:0:11375:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 402 00000100:00100000:3.0:1718930699.424101:0:11375:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e0a6880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3323:x1802425733026880:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1718930699.424131:0:11375:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 199360 pending 0 free 3914567680 avail 3683045376 00000100:00100000:3.0:1718930699.424204:0:11375:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e0a6880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3323:x1802425733026880:12345-0@lo:13:osp-pre-0-1.0 Request processed in 103us (299us total) trans 0 rc 0/0 00000100:00100000:3.0:1718930699.424215:0:11375:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 402 00010000:00010000:3.0:1718930700.325863:0:6829:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1718930701.261974:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930701.262002:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1718930701.262009:0:19806:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753262912 00000100:00100000:1.0:1718930701.262027:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930701.262043:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1718930701.262058:0:19806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6348 00000100:00100000:3.0:1718930701.262064:0:19806:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880134611c80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:8a07974b-7506-4725-beb3-4b5c6f8f9250+12:1876:x1802425753262976:12345-192.168.204.9@tcp:400:kworker/u8:4.0 00000100:00100000:1.0:1718930701.262068:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930701.262089:0:7080:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6350 00000100:00100000:1.0:1718930701.262093:0:7080:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880134612140 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:107baf36-6e04-4e3c-a090-fe94234d2dbd+5:1876:x1802425753263104:12345-192.168.204.9@tcp:400:kworker/u8:4.0 00000100:00100000:3.0:1718930701.262115:0:19806:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880134611c80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:8a07974b-7506-4725-beb3-4b5c6f8f9250+12:1876:x1802425753262976:12345-192.168.204.9@tcp:400:kworker/u8:4.0 Request processed in 51us (113us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930701.262120:0:7080:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880134612140 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:107baf36-6e04-4e3c-a090-fe94234d2dbd+5:1876:x1802425753263104:12345-192.168.204.9@tcp:400:kworker/u8:4.0 Request processed in 27us (77us total) trans 0 rc 0/0 00000100:00100000:3.0:1718930701.262124:0:19806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6348 00000100:00100000:1.0:1718930701.262127:0:7080:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6350 00000020:00080000:3.0:1718930701.632445:0:8049:0:(update_trans.c:1351:distribute_txn_batchid_cb()) lustre-MDT0001: 3546 batchid updated 00000020:00080000:3.0:1718930701.632464:0:8049:0:(update_trans.c:1351:distribute_txn_batchid_cb()) lustre-MDT0001: 3545 batchid updated 00000400:00000080:1.0:1718930701.685154:0:8574:0:(module.c:211:libcfs_ioctl()) libcfs ioctl cmd 3221775648 00000001:02000400:1.0:1718930701.685156:0:8574:0:(debug.c:728:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanityn test 80a: migrate directory when some children is being opened ========================================================== 20:45:01 (1718930701) 00000100:00100000:1.0:1718930701.699673:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930701.700939:0:7082:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753263232 00000100:00100000:1.0:1718930701.700955:0:7082:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230716 00000100:00100000:1.0:1718930701.700958:0:7082:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880135178e40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:8a07974b-7506-4725-beb3-4b5c6f8f9250+10:26664:x1802425753263232:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:1.0:1718930701.700966:0:7082:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1718930701.700974:0:7082:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b9b00/0x4c38e74a54728f4b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xceea94147812f92c expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930701.700997:0:7082:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800849bb3c0/0x4c38e74a54728f52 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930701.701005:0:7082:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800849bb3c0/0x4c38e74a54728f52 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930701.701011:0:7082:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800849bb3c0/0x4c38e74a54728f52 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930701.701019:0:7082:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b8000/0x4c38e74a54728f59 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xba987c8e bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930701.701025:0:7082:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b8000/0x4c38e74a54728f59 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xba987c8e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930701.701035:0:7082:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b8000/0x4c38e74a54728f59 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xba987c8e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930701.701053:0:7082:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800849bb3c0/0x4c38e74a54728f52 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930701.701059:0:7082:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800849bb3c0/0x4c38e74a54728f52 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930701.701064:0:7082:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800849bb3c0/0x4c38e74a54728f52 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930701.701069:0:7082:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800849bb3c0 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:1.0:1718930701.701070:0:7082:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800849bb3c0/0x4c38e74a54728f52 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930701.701075:0:7082:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800849bb3c0/0x4c38e74a54728f52 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930701.701082:0:7082:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a87c9a00) 00010000:00010000:1.0:1718930701.701084:0:7082:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1718930701.701086:0:7082:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800849bb3c0/0x4c38e74a54728f52 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930701.701090:0:7082:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800849bb3c0/0x4c38e74a54728f52 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930701.701098:0:7082:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b8000/0x4c38e74a54728f59 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xba987c8e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930701.701107:0:7082:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b8000/0x4c38e74a54728f59 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xba987c8e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930701.701111:0:7082:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b8000/0x4c38e74a54728f59 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xba987c8e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930701.701116:0:7082:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800849b8000 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:1.0:1718930701.701117:0:7082:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b8000/0x4c38e74a54728f59 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xba987c8e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930701.701122:0:7082:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b8000/0x4c38e74a54728f59 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xba987c8e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930701.701127:0:7082:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xba987c8e (ffff880098470d00) 00010000:00010000:1.0:1718930701.701129:0:7082:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1718930701.701130:0:7082:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b8000/0x4c38e74a54728f59 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xba987c8e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930701.701135:0:7082:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b8000/0x4c38e74a54728f59 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xba987c8e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930701.701152:0:7082:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b9b00/0x4c38e74a54728f4b lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812f92c expref: 11 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930701.701158:0:7082:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b9b00/0x4c38e74a54728f4b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812f92c expref: 11 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930701.701164:0:7082:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff8800849b9b00, rc 0) 00000100:00100000:1.0:1718930701.701194:0:7082:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880135178e40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:8a07974b-7506-4725-beb3-4b5c6f8f9250+10:26664:x1802425753263232:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 235us (301us total) trans 0 rc 301/301 00000100:00100000:1.0:1718930701.701200:0:7082:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230716 00000100:00100000:1.0:1718930701.701946:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930701.703538:0:7082:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753263424 00000100:00100000:1.0:1718930701.703556:0:7082:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230718 00000100:00100000:1.0:1718930701.703559:0:7082:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e3ac740 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:8a07974b-7506-4725-beb3-4b5c6f8f9250+11:26664:x1802425753263424:12345-192.168.204.9@tcp:36:lfs.0 00010000:00010000:1.0:1718930701.703576:0:7082:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1718930701.703585:0:7082:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b054d80/0x4c38e74a54728f67 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812f933 expref: 11 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930701.703593:0:7082:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a87c9a00) 00010000:00010000:1.0:1718930701.703595:0:7082:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1718930701.703613:0:7082:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800849ba640/0x4c38e74a54728f6e lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930701.703618:0:7082:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800849ba640/0x4c38e74a54728f6e lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930701.703622:0:7082:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800849ba640/0x4c38e74a54728f6e lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930701.703627:0:7082:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b9680/0x4c38e74a54728f75 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xba987c8e bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930701.703630:0:7082:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b9680/0x4c38e74a54728f75 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xba987c8e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930701.703633:0:7082:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b9680/0x4c38e74a54728f75 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xba987c8e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930701.703901:0:7082:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b8fc0/0x4c38e74a54728f7c lrc: 3/0,1 mode: --/PW res: [0x200000402:0x79a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930701.703907:0:7082:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b8fc0/0x4c38e74a54728f7c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930701.703911:0:7082:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b8fc0/0x4c38e74a54728f7c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1718930701.703916:0:7082:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff88008e3ac740 reply state ffff880096f5f000 transno 8589959479 ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b8fc0/0x4c38e74a54728f7c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00000004:00200000:1.0:1718930701.703921:0:7082:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x79a:0x0]: returning size 4096 00010000:00010000:1.0:1718930701.703923:0:7082:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800849ba640/0x4c38e74a54728f6e lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930701.703927:0:7082:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800849ba640/0x4c38e74a54728f6e lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930701.703930:0:7082:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800849ba640/0x4c38e74a54728f6e lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930701.703933:0:7082:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800849ba640 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:1.0:1718930701.703934:0:7082:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800849ba640/0x4c38e74a54728f6e lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930701.703937:0:7082:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800849ba640/0x4c38e74a54728f6e lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930701.703943:0:7082:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a87c9a00) 00010000:00010000:1.0:1718930701.703945:0:7082:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1718930701.703946:0:7082:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800849ba640/0x4c38e74a54728f6e lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930701.703948:0:7082:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800849ba640/0x4c38e74a54728f6e lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1718930701.703954:0:7082:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff88008e3ac740 reply state ffff880096f5f000 transno 8589959479 ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b9680/0x4c38e74a54728f75 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xba987c8e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718930701.703989:0:7082:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e3ac740 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:8a07974b-7506-4725-beb3-4b5c6f8f9250+12:26664:x1802425753263424:12345-192.168.204.9@tcp:36:lfs.0 Request processed in 429us (493us total) trans 8589959479 rc 0/0 00000100:00100000:1.0:1718930701.703994:0:7082:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230718 00000100:00100000:1.0:1718930701.707509:0:7082:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753263488 00000100:00100000:1.0:1718930701.707536:0:7082:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230720 00000100:00100000:1.0:1718930701.707539:0:7082:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e3ae880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:8a07974b-7506-4725-beb3-4b5c6f8f9250+13:1876:x1802425753263488:12345-192.168.204.9@tcp:41:mkdir.0 00000100:00100000:1.0:1718930701.708324:0:7082:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753263680 00000100:00100000:1.0:1718930701.708342:0:7082:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230721 00000100:00100000:1.0:1718930701.708346:0:7082:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e3aa140 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:8a07974b-7506-4725-beb3-4b5c6f8f9250+12:26673:x1802425753263680:12345-192.168.204.9@tcp:101:mkdir.0 00010000:00010000:1.0:1718930701.708355:0:7082:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1718930701.708363:0:7082:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b9f80/0x4c38e74a54728f83 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xceea94147812f93a expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930701.708389:0:7082:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b8b40/0x4c38e74a54728f8a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930701.708403:0:7082:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b8b40/0x4c38e74a54728f8a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930701.708410:0:7082:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b8b40/0x4c38e74a54728f8a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930701.708416:0:7082:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800849bad00/0x4c38e74a54728f91 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xba987c8e bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930701.708422:0:7082:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800849bad00/0x4c38e74a54728f91 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xba987c8e bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930701.708426:0:7082:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800849bad00/0x4c38e74a54728f91 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xba987c8e bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930701.708472:0:7082:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b8240/0x4c38e74a54728f98 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x79a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930701.708479:0:7082:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b8240/0x4c38e74a54728f98 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x79a:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930701.708485:0:7082:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b8240/0x4c38e74a54728f98 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x79a:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00000004:00200000:1.0:1718930701.708503:0:7082:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x79a:0x0]: returning size 4096 00000004:00200000:1.0:1718930701.708506:0:7082:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 2 stripe count 1 MDT count 2 00000004:00010000:1.0:1718930701.708515:0:7082:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b8240/0x4c38e74a54728f98 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x79a:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930701.708521:0:7082:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b8b40/0x4c38e74a54728f8a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930701.708527:0:7082:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b8b40/0x4c38e74a54728f8a lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930701.708532:0:7082:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b8b40/0x4c38e74a54728f8a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930701.708536:0:7082:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800849b8b40 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:1.0:1718930701.708538:0:7082:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b8b40/0x4c38e74a54728f8a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930701.708543:0:7082:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b8b40/0x4c38e74a54728f8a lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930701.708550:0:7082:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a87c9a00) 00010000:00010000:1.0:1718930701.708552:0:7082:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1718930701.708553:0:7082:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b8b40/0x4c38e74a54728f8a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930701.708558:0:7082:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b8b40/0x4c38e74a54728f8a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930701.708567:0:7082:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800849bad00/0x4c38e74a54728f91 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xba987c8e bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930701.708572:0:7082:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800849bad00/0x4c38e74a54728f91 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xba987c8e bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930701.708576:0:7082:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800849bad00/0x4c38e74a54728f91 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xba987c8e bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930701.708585:0:7082:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800849bad00 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:1.0:1718930701.708586:0:7082:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800849bad00/0x4c38e74a54728f91 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xba987c8e bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930701.708591:0:7082:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800849bad00/0x4c38e74a54728f91 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xba987c8e bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930701.708597:0:7082:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xba987c8e (ffff880098470700) 00010000:00010000:1.0:1718930701.708599:0:7082:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1718930701.708600:0:7082:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800849bad00/0x4c38e74a54728f91 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xba987c8e bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930701.708604:0:7082:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800849bad00/0x4c38e74a54728f91 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xba987c8e bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930701.708621:0:7082:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b9f80/0x4c38e74a54728f83 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812f93a expref: 14 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930701.708630:0:7082:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b8240/0x4c38e74a54728f98 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x79a:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812f93a expref: 13 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930701.708636:0:7082:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x79a:0x0].0x0 (ffff880098470b00) 00010000:00010000:1.0:1718930701.708638:0:7082:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1718930701.708639:0:7082:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff8800849b8240, rc 0) 00000100:00100000:1.0:1718930701.708684:0:7082:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e3aa140 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:8a07974b-7506-4725-beb3-4b5c6f8f9250+13:26673:x1802425753263680:12345-192.168.204.9@tcp:101:mkdir.0 Request processed in 336us (399us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930701.708690:0:7082:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230721 00000100:00100000:1.0:1718930701.709446:0:7082:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753263808 00000100:00100000:1.0:1718930701.709481:0:7082:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230722 00000100:00100000:1.0:1718930701.709484:0:7082:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e3aaf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:8a07974b-7506-4725-beb3-4b5c6f8f9250+13:26673:x1802425753263808:12345-192.168.204.9@tcp:36:mkdir.0 00010000:00010000:1.0:1718930701.709496:0:7082:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1718930701.709503:0:7082:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b8240/0x4c38e74a54728f98 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x79a:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812f93a expref: 13 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930701.709509:0:7082:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x79a:0x0].0x0 (ffff880098470b00) 00010000:00010000:1.0:1718930701.709511:0:7082:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1718930701.709522:0:7082:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b98c0/0x4c38e74a54728f9f lrc: 3/0,1 mode: --/CW res: [0x200000402:0x79a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930701.709527:0:7082:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b98c0/0x4c38e74a54728f9f lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930701.709530:0:7082:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b98c0/0x4c38e74a54728f9f lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930701.709536:0:7082:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800849ba1c0/0x4c38e74a54728fa6 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x79a:0x0].0x726964 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930701.709538:0:7082:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800849ba1c0/0x4c38e74a54728fa6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x79a:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930701.709541:0:7082:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800849ba1c0/0x4c38e74a54728fa6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x79a:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930701.709728:0:7082:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b9d40/0x4c38e74a54728fad lrc: 3/0,1 mode: --/PW res: [0x200000402:0x79c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930701.709733:0:7082:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b9d40/0x4c38e74a54728fad lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930701.709737:0:7082:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b9d40/0x4c38e74a54728fad lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1718930701.709742:0:7082:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff88008e3aaf80 reply state ffff880096f5cc00 transno 8589959480 ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b9d40/0x4c38e74a54728fad lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00000004:00200000:1.0:1718930701.709746:0:7082:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x79c:0x0]: returning size 4096 00010000:00010000:1.0:1718930701.709748:0:7082:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b98c0/0x4c38e74a54728f9f lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930701.709751:0:7082:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b98c0/0x4c38e74a54728f9f lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930701.709754:0:7082:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b98c0/0x4c38e74a54728f9f lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930701.709757:0:7082:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800849b98c0 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:1.0:1718930701.709758:0:7082:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b98c0/0x4c38e74a54728f9f lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930701.709761:0:7082:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b98c0/0x4c38e74a54728f9f lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930701.709765:0:7082:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x79a:0x0].0x0 (ffff880098470b00) 00010000:00010000:1.0:1718930701.709766:0:7082:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1718930701.709767:0:7082:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b98c0/0x4c38e74a54728f9f lrc: 2/0,0 mode: --/CW res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930701.709770:0:7082:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b98c0/0x4c38e74a54728f9f lrc: 0/0,0 mode: --/CW res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1718930701.709775:0:7082:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff88008e3aaf80 reply state ffff880096f5cc00 transno 8589959480 ns: mdt-lustre-MDT0000_UUID lock: ffff8800849ba1c0/0x4c38e74a54728fa6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x79a:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718930701.709801:0:7082:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e3aaf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:8a07974b-7506-4725-beb3-4b5c6f8f9250+14:26673:x1802425753263808:12345-192.168.204.9@tcp:36:mkdir.0 Request processed in 317us (396us total) trans 8589959480 rc 0/0 00000100:00100000:1.0:1718930701.709805:0:7082:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230722 00000100:00100000:1.0:1718930701.712820:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930701.714211:0:7082:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753263936 00000100:00100000:1.0:1718930701.714229:0:7082:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230724 00000100:00100000:1.0:1718930701.714232:0:7082:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e3ad0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:8a07974b-7506-4725-beb3-4b5c6f8f9250+15:26677:x1802425753263936:12345-192.168.204.9@tcp:101:createmany.0 00010000:00010000:1.0:1718930701.714238:0:7082:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1718930701.714244:0:7082:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800849bba80/0x4c38e74a54728fd0 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x79a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xceea94147812f948 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930701.714261:0:7082:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800849bb180/0x4c38e74a54728fd7 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x79a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930701.714267:0:7082:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800849bb180/0x4c38e74a54728fd7 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930701.714271:0:7082:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800849bb180/0x4c38e74a54728fd7 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930701.714276:0:7082:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800849bbcc0/0x4c38e74a54728fde lrc: 3/1,0 mode: --/PR res: [0x200000402:0x79a:0x0].0x726964 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930701.714279:0:7082:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800849bbcc0/0x4c38e74a54728fde lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x79a:0x0].0x726964 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930701.714283:0:7082:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800849bbcc0/0x4c38e74a54728fde lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x79a:0x0].0x726964 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930701.714305:0:7082:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b8480/0x4c38e74a54728fe5 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x79c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930701.714308:0:7082:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b8480/0x4c38e74a54728fe5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x79c:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930701.714311:0:7082:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b8480/0x4c38e74a54728fe5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x79c:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00000004:00200000:1.0:1718930701.714321:0:7082:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x79c:0x0]: returning size 4096 00000004:00200000:1.0:1718930701.714322:0:7082:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 2 stripe count 1 MDT count 2 00000004:00010000:1.0:1718930701.714329:0:7082:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b8480/0x4c38e74a54728fe5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x79c:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930701.714333:0:7082:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800849bb180/0x4c38e74a54728fd7 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930701.714336:0:7082:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800849bb180/0x4c38e74a54728fd7 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930701.714339:0:7082:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800849bb180/0x4c38e74a54728fd7 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930701.714341:0:7082:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800849bb180 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:1.0:1718930701.714342:0:7082:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800849bb180/0x4c38e74a54728fd7 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930701.714349:0:7082:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800849bb180/0x4c38e74a54728fd7 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930701.714353:0:7082:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x79a:0x0].0x0 (ffff880098470b00) 00010000:00010000:1.0:1718930701.714354:0:7082:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1718930701.714355:0:7082:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800849bb180/0x4c38e74a54728fd7 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930701.714358:0:7082:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800849bb180/0x4c38e74a54728fd7 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930701.714370:0:7082:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800849bbcc0/0x4c38e74a54728fde lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x79a:0x0].0x726964 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930701.714373:0:7082:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800849bbcc0/0x4c38e74a54728fde lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x79a:0x0].0x726964 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930701.714375:0:7082:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800849bbcc0/0x4c38e74a54728fde lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x79a:0x0].0x726964 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930701.714378:0:7082:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800849bbcc0 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:1.0:1718930701.714379:0:7082:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800849bbcc0/0x4c38e74a54728fde lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x79a:0x0].0x726964 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930701.714381:0:7082:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800849bbcc0/0x4c38e74a54728fde lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x79a:0x0].0x726964 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930701.714384:0:7082:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x79a:0x0].0x726964 (ffff880098470a00) 00010000:00010000:1.0:1718930701.714385:0:7082:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1718930701.714386:0:7082:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800849bbcc0/0x4c38e74a54728fde lrc: 2/0,0 mode: --/PR res: [0x200000402:0x79a:0x0].0x726964 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930701.714389:0:7082:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800849bbcc0/0x4c38e74a54728fde lrc: 0/0,0 mode: --/PR res: [0x200000402:0x79a:0x0].0x726964 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930701.714399:0:7082:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800849bba80/0x4c38e74a54728fd0 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x79a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812f948 expref: 17 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930701.714403:0:7082:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b8480/0x4c38e74a54728fe5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x79c:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812f948 expref: 16 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930701.714407:0:7082:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x79c:0x0].0x0 (ffff880098470c00) 00010000:00010000:1.0:1718930701.714408:0:7082:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1718930701.714409:0:7082:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff8800849b8480, rc 0) 00000100:00100000:1.0:1718930701.714433:0:7082:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e3ad0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:8a07974b-7506-4725-beb3-4b5c6f8f9250+16:26677:x1802425753263936:12345-192.168.204.9@tcp:101:createmany.0 Request processed in 200us (288us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930701.714436:0:7082:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230724 00000100:00100000:1.0:1718930701.715157:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930701.716798:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1718930701.716819:0:6840:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753264192 00000100:00100000:3.0:1718930701.716838:0:6840:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 10772 00000100:00100000:3.0:1718930701.716841:0:6840:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880134613dc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+19:26677:x1802425753264192:12345-192.168.204.9@tcp:35:createmany.0 00000100:00100000:3.0:1718930701.716937:0:6840:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880134613dc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+20:26677:x1802425753264192:12345-192.168.204.9@tcp:35:createmany.0 Request processed in 94us (139us total) trans 8589959482 rc 0/0 00000100:00100000:3.0:1718930701.716942:0:6840:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 10772 00000100:00100000:1.0:1718930701.717899:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00010000:00010000:0.0:1718930701.718258:0:7082:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b056ac0/0x4c38e74a54729016 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1718930701.718267:0:7082:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff880134614280 reply state ffff88009c837000 transno 8589959483 ns: mdt-lustre-MDT0000_UUID lock: ffff88009b054480/0x4c38e74a5472901d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x79c:0x0].0x3166 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930701.718279:0:7082:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b0558c0/0x4c38e74a5472900f lrc: 0/0,0 mode: --/CW res: [0x200000402:0x79c:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812f956 expref: 23 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930701.718284:0:7082:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b055f80/0x4c38e74a54729024 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x79e:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812f956 expref: 22 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930701.718287:0:7082:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x79e:0x0].0x0 (ffff8800b4b15d00) 00010000:00010000:0.0:1718930701.718289:0:7082:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 9 00010000:00010000:0.0:1718930701.718289:0:7082:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88009b055f80, rc 0) 00000100:00100000:0.0:1718930701.718307:0:7082:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880134614280 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:8a07974b-7506-4725-beb3-4b5c6f8f9250+23:26677:x1802425753264320:12345-192.168.204.9@tcp:101:createmany.0 Request processed in 371us (409us total) trans 8589959483 rc 0/0 00000100:00100000:0.0:1718930701.718311:0:7082:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230726 00000100:00100000:1.0:1718930701.719151:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00010000:00010000:3.0:1718930701.720878:0:3306:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008350cfc0/0x4c38e74a54729040 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x79c:0x0].0x3266 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.720885:0:3306:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x79c:0x0].0x3266 (ffff880096cd7f00) 00010000:00010000:3.0:1718930701.720887:0:3306:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1718930701.721198:0:6840:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753264704 00000100:00100000:3.0:1718930701.721219:0:6840:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 10774 00000100:00100000:3.0:1718930701.721222:0:6840:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a60597c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+27:26677:x1802425753264704:12345-192.168.204.9@tcp:35:createmany.0 00000100:00100000:3.0:1718930701.721295:0:6840:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a60597c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+28:26677:x1802425753264704:12345-192.168.204.9@tcp:35:createmany.0 Request processed in 73us (134us total) trans 8589959486 rc 0/0 00000100:00100000:3.0:1718930701.721300:0:6840:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 10774 00000100:00100000:3.0:1718930701.722042:0:7082:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753264832 00000100:00100000:3.0:1718930701.722067:0:7082:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230728 00000100:00100000:3.0:1718930701.722070:0:7082:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a605cc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:8a07974b-7506-4725-beb3-4b5c6f8f9250+28:26677:x1802425753264832:12345-192.168.204.9@tcp:101:createmany.0 00010000:00010000:3.0:1718930701.722078:0:7082:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1718930701.722084:0:7082:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099ad8900/0x4c38e74a54729055 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x79c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xceea94147812f964 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.722113:0:7082:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099ad86c0/0x4c38e74a5472905c lrc: 3/0,1 mode: --/CW res: [0x200000402:0x79c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.722118:0:7082:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099ad86c0/0x4c38e74a5472905c lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.722123:0:7082:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099ad86c0/0x4c38e74a5472905c lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.722128:0:7082:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099ad8480/0x4c38e74a54729063 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x79c:0x0].0x3366 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.722132:0:7082:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099ad8480/0x4c38e74a54729063 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x79c:0x0].0x3366 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.722135:0:7082:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099ad8480/0x4c38e74a54729063 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x79c:0x0].0x3366 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1718930701.722225:0:7082:0:(osp_object.c:1645:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x100000000:0x58a:0x0], index 0: 0 00010000:00010000:3.0:1718930701.722289:0:7082:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099ad9d40/0x4c38e74a5472906a lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7a0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.722297:0:7082:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099ad9d40/0x4c38e74a5472906a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7a0:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.722304:0:7082:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099ad9d40/0x4c38e74a5472906a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7a0:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.722323:0:7082:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099ad86c0/0x4c38e74a5472905c lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.722328:0:7082:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099ad86c0/0x4c38e74a5472905c lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.722333:0:7082:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099ad86c0/0x4c38e74a5472905c lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.722337:0:7082:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880099ad86c0 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:3.0:1718930701.722339:0:7082:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099ad86c0/0x4c38e74a5472905c lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.722344:0:7082:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099ad86c0/0x4c38e74a5472905c lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.722350:0:7082:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x79c:0x0].0x0 (ffff880098470c00) 00010000:00010000:3.0:1718930701.722352:0:7082:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1718930701.722353:0:7082:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099ad86c0/0x4c38e74a5472905c lrc: 2/0,0 mode: --/CW res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.722358:0:7082:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099ad86c0/0x4c38e74a5472905c lrc: 0/0,0 mode: --/CW res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1718930701.722372:0:7082:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff8800a605cc00 reply state ffff880088a3a000 transno 8589959487 ns: mdt-lustre-MDT0000_UUID lock: ffff880099ad8480/0x4c38e74a54729063 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x79c:0x0].0x3366 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.722389:0:7082:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099ad8900/0x4c38e74a54729055 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x79c:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812f964 expref: 31 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.722396:0:7082:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099ad9d40/0x4c38e74a5472906a lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7a0:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812f964 expref: 30 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.722403:0:7082:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7a0:0x0].0x0 (ffff88006f4e6000) 00010000:00010000:3.0:1718930701.722405:0:7082:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 9 00010000:00010000:3.0:1718930701.722406:0:7082:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff880099ad9d40, rc 0) 00000100:00100000:3.0:1718930701.722443:0:7082:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a605cc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:8a07974b-7506-4725-beb3-4b5c6f8f9250+31:26677:x1802425753264832:12345-192.168.204.9@tcp:101:createmany.0 Request processed in 371us (471us total) trans 8589959487 rc 0/0 00000100:00100000:3.0:1718930701.722465:0:7082:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230728 00000100:00100000:0.0:1718930701.723287:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1718930701.723320:0:6840:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753264960 00000100:00100000:3.0:1718930701.723338:0:6840:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 10775 00000100:00100000:3.0:1718930701.723341:0:6840:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e3acc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+31:26677:x1802425753264960:12345-192.168.204.9@tcp:35:createmany.0 00000100:00100000:3.0:1718930701.723414:0:6840:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e3acc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+32:26677:x1802425753264960:12345-192.168.204.9@tcp:35:createmany.0 Request processed in 72us (129us total) trans 8589959488 rc 0/0 00000100:00100000:3.0:1718930701.723419:0:6840:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 10775 00000100:00100000:1.0:1718930701.724281:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1718930701.724324:0:7082:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753265088 00000100:00100000:3.0:1718930701.724350:0:7082:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230729 00000100:00100000:3.0:1718930701.724355:0:7082:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880134614c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:8a07974b-7506-4725-beb3-4b5c6f8f9250+32:26677:x1802425753265088:12345-192.168.204.9@tcp:101:createmany.0 00010000:00010000:3.0:1718930701.724365:0:7082:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1718930701.724373:0:7082:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099ada400/0x4c38e74a54729078 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x79c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xceea94147812f96b expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.724409:0:7082:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099ad9200/0x4c38e74a5472907f lrc: 3/0,1 mode: --/CW res: [0x200000402:0x79c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.724417:0:7082:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099ad9200/0x4c38e74a5472907f lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.724423:0:7082:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099ad9200/0x4c38e74a5472907f lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.724433:0:7082:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099ad8000/0x4c38e74a54729086 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x79c:0x0].0x3466 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.724439:0:7082:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099ad8000/0x4c38e74a54729086 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x79c:0x0].0x3466 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.724444:0:7082:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099ad8000/0x4c38e74a54729086 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x79c:0x0].0x3466 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1718930701.724554:0:7082:0:(osp_object.c:1645:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x100010000:0x583:0x0], index 1: 0 00010000:00010000:3.0:1718930701.724615:0:7082:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099ad8fc0/0x4c38e74a5472908d lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7a1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.724623:0:7082:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099ad8fc0/0x4c38e74a5472908d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7a1:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.724630:0:7082:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099ad8fc0/0x4c38e74a5472908d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7a1:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.724649:0:7082:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099ad9200/0x4c38e74a5472907f lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.724654:0:7082:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099ad9200/0x4c38e74a5472907f lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.724677:0:7082:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099ad9200/0x4c38e74a5472907f lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.724682:0:7082:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880099ad9200 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:3.0:1718930701.724685:0:7082:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099ad9200/0x4c38e74a5472907f lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.724690:0:7082:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099ad9200/0x4c38e74a5472907f lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.724697:0:7082:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x79c:0x0].0x0 (ffff880098470c00) 00010000:00010000:3.0:1718930701.724699:0:7082:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1718930701.724701:0:7082:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099ad9200/0x4c38e74a5472907f lrc: 2/0,0 mode: --/CW res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.724706:0:7082:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099ad9200/0x4c38e74a5472907f lrc: 0/0,0 mode: --/CW res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1718930701.724714:0:7082:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff880134614c00 reply state ffff880088a39000 transno 8589959489 ns: mdt-lustre-MDT0000_UUID lock: ffff880099ad8000/0x4c38e74a54729086 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x79c:0x0].0x3466 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.724731:0:7082:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099ada400/0x4c38e74a54729078 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x79c:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812f96b expref: 35 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.724739:0:7082:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099ad8fc0/0x4c38e74a5472908d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7a1:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812f96b expref: 34 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.724748:0:7082:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7a1:0x0].0x0 (ffff88006f4e6d00) 00010000:00010000:3.0:1718930701.724750:0:7082:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 9 00010000:00010000:3.0:1718930701.724751:0:7082:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff880099ad8fc0, rc 0) 00000100:00100000:3.0:1718930701.724784:0:7082:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880134614c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:8a07974b-7506-4725-beb3-4b5c6f8f9250+35:26677:x1802425753265088:12345-192.168.204.9@tcp:101:createmany.0 Request processed in 429us (504us total) trans 8589959489 rc 0/0 00000100:00100000:3.0:1718930701.724788:0:7082:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230729 00010000:00010000:3.0:1718930701.725422:0:3306:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099ad8000/0x4c38e74a54729086 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x79c:0x0].0x3466 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.725430:0:3306:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x79c:0x0].0x3466 (ffff88006f4e6b00) 00010000:00010000:3.0:1718930701.725431:0:3306:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1718930701.725717:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1718930701.725744:0:6840:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753265216 00000100:00100000:3.0:1718930701.725760:0:6840:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 10776 00000100:00100000:3.0:1718930701.725762:0:6840:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880073f99050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+35:26677:x1802425753265216:12345-192.168.204.9@tcp:35:createmany.0 00000100:00100000:3.0:1718930701.725837:0:6840:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880073f99050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+36:26677:x1802425753265216:12345-192.168.204.9@tcp:35:createmany.0 Request processed in 74us (121us total) trans 8589959490 rc 0/0 00000100:00100000:3.0:1718930701.725842:0:6840:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 10776 00000100:00100000:0.0:1718930701.726428:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1718930701.726472:0:7082:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753265344 00000100:00100000:3.0:1718930701.726491:0:7082:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230730 00000100:00100000:3.0:1718930701.726493:0:7082:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e3aa600 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:8a07974b-7506-4725-beb3-4b5c6f8f9250+36:26677:x1802425753265344:12345-192.168.204.9@tcp:101:createmany.0 00010000:00010000:3.0:1718930701.726500:0:7082:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1718930701.726507:0:7082:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099adaac0/0x4c38e74a5472909b lrc: 2/0,0 mode: --/CW res: [0x200000402:0x79c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xceea94147812f972 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.726541:0:7082:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099ad8d80/0x4c38e74a547290a2 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x79c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.726550:0:7082:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099ad8d80/0x4c38e74a547290a2 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.726557:0:7082:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099ad8d80/0x4c38e74a547290a2 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.726566:0:7082:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099ad9b00/0x4c38e74a547290a9 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x79c:0x0].0x3566 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.726572:0:7082:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099ad9b00/0x4c38e74a547290a9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x79c:0x0].0x3566 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.726577:0:7082:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099ad9b00/0x4c38e74a547290a9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x79c:0x0].0x3566 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1718930701.726702:0:7082:0:(osp_object.c:1645:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x100000000:0x58b:0x0], index 0: 0 00010000:00010000:3.0:1718930701.726763:0:7082:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099ada880/0x4c38e74a547290b0 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7a2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.726771:0:7082:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099ada880/0x4c38e74a547290b0 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7a2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.726777:0:7082:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099ada880/0x4c38e74a547290b0 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7a2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.726797:0:7082:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099ad8d80/0x4c38e74a547290a2 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.726802:0:7082:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099ad8d80/0x4c38e74a547290a2 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.726808:0:7082:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099ad8d80/0x4c38e74a547290a2 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.726812:0:7082:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880099ad8d80 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:3.0:1718930701.726814:0:7082:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099ad8d80/0x4c38e74a547290a2 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.726819:0:7082:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099ad8d80/0x4c38e74a547290a2 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.726826:0:7082:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x79c:0x0].0x0 (ffff880098470c00) 00010000:00010000:3.0:1718930701.726828:0:7082:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1718930701.726830:0:7082:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099ad8d80/0x4c38e74a547290a2 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.726835:0:7082:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099ad8d80/0x4c38e74a547290a2 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1718930701.726844:0:7082:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff88008e3aa600 reply state ffff880088a3c000 transno 8589959491 ns: mdt-lustre-MDT0000_UUID lock: ffff880099ad9b00/0x4c38e74a547290a9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x79c:0x0].0x3566 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.726860:0:7082:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099adaac0/0x4c38e74a5472909b lrc: 0/0,0 mode: --/CW res: [0x200000402:0x79c:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812f972 expref: 39 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.726868:0:7082:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099ada880/0x4c38e74a547290b0 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7a2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812f972 expref: 38 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.726873:0:7082:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7a2:0x0].0x0 (ffff88011ea71100) 00010000:00010000:3.0:1718930701.726875:0:7082:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 9 00010000:00010000:3.0:1718930701.726876:0:7082:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff880099ada880, rc 0) 00000100:00100000:3.0:1718930701.726906:0:7082:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e3aa600 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:8a07974b-7506-4725-beb3-4b5c6f8f9250+39:26677:x1802425753265344:12345-192.168.204.9@tcp:101:createmany.0 Request processed in 411us (479us total) trans 8589959491 rc 0/0 00000100:00100000:3.0:1718930701.726912:0:7082:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230730 00000100:00100000:0.0:1718930701.727786:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1718930701.727857:0:6840:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753265472 00000100:00100000:3.0:1718930701.727881:0:6840:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 10777 00000100:00100000:3.0:1718930701.727884:0:6840:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e3acc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+39:26677:x1802425753265472:12345-192.168.204.9@tcp:35:createmany.0 00000100:00100000:3.0:1718930701.727966:0:6840:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e3acc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+40:26677:x1802425753265472:12345-192.168.204.9@tcp:35:createmany.0 Request processed in 81us (182us total) trans 8589959492 rc 0/0 00000100:00100000:3.0:1718930701.727971:0:6840:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 10777 00000100:00100000:0.0:1718930701.728763:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1718930701.728805:0:7082:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753265600 00000100:00100000:3.0:1718930701.728831:0:7082:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230731 00000100:00100000:3.0:1718930701.728835:0:7082:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880097658980 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:8a07974b-7506-4725-beb3-4b5c6f8f9250+40:26677:x1802425753265600:12345-192.168.204.9@tcp:101:createmany.0 00010000:00010000:3.0:1718930701.728844:0:7082:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1718930701.728850:0:7082:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099ad9440/0x4c38e74a547290be lrc: 2/0,0 mode: --/CW res: [0x200000402:0x79c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xceea94147812f979 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.728882:0:7082:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099ada1c0/0x4c38e74a547290c5 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x79c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.728890:0:7082:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099ada1c0/0x4c38e74a547290c5 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.728897:0:7082:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099ada1c0/0x4c38e74a547290c5 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.728906:0:7082:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099adaf40/0x4c38e74a547290cc lrc: 3/0,1 mode: --/PW res: [0x200000402:0x79c:0x0].0x3666 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.728912:0:7082:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099adaf40/0x4c38e74a547290cc lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x79c:0x0].0x3666 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.728917:0:7082:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099adaf40/0x4c38e74a547290cc lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x79c:0x0].0x3666 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1718930701.729031:0:7082:0:(osp_object.c:1645:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x100010000:0x584:0x0], index 1: 0 00010000:00010000:3.0:1718930701.729086:0:7082:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099adad00/0x4c38e74a547290d3 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7a3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.729093:0:7082:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099adad00/0x4c38e74a547290d3 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7a3:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.729099:0:7082:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099adad00/0x4c38e74a547290d3 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7a3:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.729115:0:7082:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099ada1c0/0x4c38e74a547290c5 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.729119:0:7082:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099ada1c0/0x4c38e74a547290c5 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.729122:0:7082:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099ada1c0/0x4c38e74a547290c5 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.729125:0:7082:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880099ada1c0 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:3.0:1718930701.729126:0:7082:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099ada1c0/0x4c38e74a547290c5 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.729131:0:7082:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099ada1c0/0x4c38e74a547290c5 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.729136:0:7082:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x79c:0x0].0x0 (ffff880098470c00) 00010000:00010000:3.0:1718930701.729137:0:7082:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1718930701.729138:0:7082:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099ada1c0/0x4c38e74a547290c5 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.729141:0:7082:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099ada1c0/0x4c38e74a547290c5 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1718930701.729146:0:7082:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff880097658980 reply state ffff880088a3d000 transno 8589959493 ns: mdt-lustre-MDT0000_UUID lock: ffff880099adaf40/0x4c38e74a547290cc lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x79c:0x0].0x3666 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.729158:0:7082:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099ad9440/0x4c38e74a547290be lrc: 0/0,0 mode: --/CW res: [0x200000402:0x79c:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812f979 expref: 43 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.729170:0:7082:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099adad00/0x4c38e74a547290d3 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7a3:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812f979 expref: 42 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.729173:0:7082:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7a3:0x0].0x0 (ffff88011ea71800) 00010000:00010000:3.0:1718930701.729174:0:7082:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 9 00010000:00010000:3.0:1718930701.729175:0:7082:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff880099adad00, rc 0) 00000100:00100000:3.0:1718930701.729201:0:7082:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880097658980 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:8a07974b-7506-4725-beb3-4b5c6f8f9250+43:26677:x1802425753265600:12345-192.168.204.9@tcp:101:createmany.0 Request processed in 366us (441us total) trans 8589959493 rc 0/0 00000100:00100000:3.0:1718930701.729205:0:7082:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230731 00010000:00010000:3.0:1718930701.729834:0:3306:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099adaf40/0x4c38e74a547290cc lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x79c:0x0].0x3666 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.729841:0:3306:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x79c:0x0].0x3666 (ffff88011ea71200) 00010000:00010000:3.0:1718930701.729843:0:3306:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1718930701.729963:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1718930701.729989:0:6840:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753265728 00000100:00100000:3.0:1718930701.730011:0:6840:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 10778 00000100:00100000:3.0:1718930701.730013:0:6840:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88009765af80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+43:26677:x1802425753265728:12345-192.168.204.9@tcp:35:createmany.0 00000100:00100000:3.0:1718930701.730095:0:6840:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88009765af80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+44:26677:x1802425753265728:12345-192.168.204.9@tcp:35:createmany.0 Request processed in 81us (133us total) trans 8589959494 rc 0/0 00000100:00100000:3.0:1718930701.730100:0:6840:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 10778 00000100:00100000:1.0:1718930701.730766:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1718930701.730811:0:7082:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753265856 00000100:00100000:3.0:1718930701.730838:0:7082:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230732 00000100:00100000:3.0:1718930701.730842:0:7082:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8801346150c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:8a07974b-7506-4725-beb3-4b5c6f8f9250+44:26677:x1802425753265856:12345-192.168.204.9@tcp:101:createmany.0 00010000:00010000:3.0:1718930701.730852:0:7082:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1718930701.730858:0:7082:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099adb180/0x4c38e74a547290e1 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x79c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xceea94147812f980 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.730892:0:7082:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099adb3c0/0x4c38e74a547290e8 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x79c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.730900:0:7082:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099adb3c0/0x4c38e74a547290e8 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.730906:0:7082:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099adb3c0/0x4c38e74a547290e8 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.730913:0:7082:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099ada640/0x4c38e74a547290ef lrc: 3/0,1 mode: --/PW res: [0x200000402:0x79c:0x0].0x3766 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.730923:0:7082:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099ada640/0x4c38e74a547290ef lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x79c:0x0].0x3766 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.730928:0:7082:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099ada640/0x4c38e74a547290ef lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x79c:0x0].0x3766 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1718930701.731030:0:7082:0:(osp_object.c:1645:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x100000000:0x58c:0x0], index 0: 0 00010000:00010000:3.0:1718930701.731090:0:7082:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099adba80/0x4c38e74a547290f6 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7a4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.731098:0:7082:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099adba80/0x4c38e74a547290f6 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7a4:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.731104:0:7082:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099adba80/0x4c38e74a547290f6 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7a4:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.731120:0:7082:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099adb3c0/0x4c38e74a547290e8 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.731125:0:7082:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099adb3c0/0x4c38e74a547290e8 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.731130:0:7082:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099adb3c0/0x4c38e74a547290e8 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.731134:0:7082:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880099adb3c0 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:3.0:1718930701.731136:0:7082:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099adb3c0/0x4c38e74a547290e8 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.731144:0:7082:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099adb3c0/0x4c38e74a547290e8 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.731150:0:7082:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x79c:0x0].0x0 (ffff880098470c00) 00010000:00010000:3.0:1718930701.731152:0:7082:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1718930701.731153:0:7082:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099adb3c0/0x4c38e74a547290e8 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.731157:0:7082:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099adb3c0/0x4c38e74a547290e8 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1718930701.731164:0:7082:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff8801346150c0 reply state ffff880088a38000 transno 8589959495 ns: mdt-lustre-MDT0000_UUID lock: ffff880099ada640/0x4c38e74a547290ef lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x79c:0x0].0x3766 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.731179:0:7082:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099adb180/0x4c38e74a547290e1 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x79c:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812f980 expref: 47 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.731186:0:7082:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099adba80/0x4c38e74a547290f6 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7a4:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812f980 expref: 46 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.731190:0:7082:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7a4:0x0].0x0 (ffff88012d7bb800) 00010000:00010000:3.0:1718930701.731191:0:7082:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 9 00010000:00010000:3.0:1718930701.731192:0:7082:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff880099adba80, rc 0) 00000100:00100000:3.0:1718930701.731223:0:7082:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8801346150c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:8a07974b-7506-4725-beb3-4b5c6f8f9250+47:26677:x1802425753265856:12345-192.168.204.9@tcp:101:createmany.0 Request processed in 378us (456us total) trans 8589959495 rc 0/0 00000100:00100000:3.0:1718930701.731227:0:7082:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230732 00010000:00010000:3.0:1718930701.731827:0:3307:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099ada640/0x4c38e74a547290ef lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x79c:0x0].0x3766 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.731833:0:3307:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x79c:0x0].0x3766 (ffff88012d7bb100) 00010000:00010000:3.0:1718930701.731834:0:3307:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1718930701.732139:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1718930701.732209:0:6840:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753265984 00000100:00100000:3.0:1718930701.732235:0:6840:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 10779 00000100:00100000:3.0:1718930701.732238:0:6840:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880134615580 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+47:26677:x1802425753265984:12345-192.168.204.9@tcp:35:createmany.0 00000100:00100000:3.0:1718930701.732321:0:6840:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880134615580 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+48:26677:x1802425753265984:12345-192.168.204.9@tcp:35:createmany.0 Request processed in 82us (184us total) trans 8589959496 rc 0/0 00000100:00100000:3.0:1718930701.732326:0:6840:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 10779 00000100:00100000:0.0:1718930701.733063:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1718930701.733104:0:7082:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753266112 00000100:00100000:3.0:1718930701.733131:0:7082:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230733 00000100:00100000:3.0:1718930701.733135:0:7082:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880073d4bdc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:8a07974b-7506-4725-beb3-4b5c6f8f9250+48:26677:x1802425753266112:12345-192.168.204.9@tcp:101:createmany.0 00010000:00010000:3.0:1718930701.733145:0:7082:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1718930701.733151:0:7082:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099adb840/0x4c38e74a54729104 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x79c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xceea94147812f987 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.733187:0:7082:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099ad8240/0x4c38e74a5472910b lrc: 3/0,1 mode: --/CW res: [0x200000402:0x79c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.733195:0:7082:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099ad8240/0x4c38e74a5472910b lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.733202:0:7082:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099ad8240/0x4c38e74a5472910b lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.733211:0:7082:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099ad9f80/0x4c38e74a54729112 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x79c:0x0].0x3866 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.733222:0:7082:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099ad9f80/0x4c38e74a54729112 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x79c:0x0].0x3866 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.733227:0:7082:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099ad9f80/0x4c38e74a54729112 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x79c:0x0].0x3866 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1718930701.733322:0:7082:0:(osp_object.c:1645:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x100010000:0x585:0x0], index 1: 0 00010000:00010000:3.0:1718930701.733365:0:7082:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099ad9680/0x4c38e74a54729119 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7a5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.733370:0:7082:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099ad9680/0x4c38e74a54729119 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7a5:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.733374:0:7082:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099ad9680/0x4c38e74a54729119 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7a5:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.733385:0:7082:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099ad8240/0x4c38e74a5472910b lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.733388:0:7082:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099ad8240/0x4c38e74a5472910b lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.733391:0:7082:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099ad8240/0x4c38e74a5472910b lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.733394:0:7082:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880099ad8240 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:3.0:1718930701.733395:0:7082:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099ad8240/0x4c38e74a5472910b lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.733401:0:7082:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099ad8240/0x4c38e74a5472910b lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.733405:0:7082:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x79c:0x0].0x0 (ffff880098470c00) 00010000:00010000:3.0:1718930701.733407:0:7082:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1718930701.733408:0:7082:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099ad8240/0x4c38e74a5472910b lrc: 2/0,0 mode: --/CW res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.733410:0:7082:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099ad8240/0x4c38e74a5472910b lrc: 0/0,0 mode: --/CW res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1718930701.733417:0:7082:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff880073d4bdc0 reply state ffff880088a3f000 transno 8589959497 ns: mdt-lustre-MDT0000_UUID lock: ffff880099ad9f80/0x4c38e74a54729112 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x79c:0x0].0x3866 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.733429:0:7082:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099adb840/0x4c38e74a54729104 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x79c:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812f987 expref: 51 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.733435:0:7082:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099ad9680/0x4c38e74a54729119 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7a5:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812f987 expref: 50 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.733438:0:7082:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7a5:0x0].0x0 (ffff88012d7bb300) 00010000:00010000:3.0:1718930701.733439:0:7082:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 9 00010000:00010000:3.0:1718930701.733440:0:7082:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff880099ad9680, rc 0) 00000100:00100000:3.0:1718930701.733476:0:7082:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880073d4bdc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:8a07974b-7506-4725-beb3-4b5c6f8f9250+51:26677:x1802425753266112:12345-192.168.204.9@tcp:101:createmany.0 Request processed in 340us (414us total) trans 8589959497 rc 0/0 00000100:00100000:3.0:1718930701.733480:0:7082:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230733 00010000:00010000:3.0:1718930701.734041:0:3306:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099ad9f80/0x4c38e74a54729112 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x79c:0x0].0x3866 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.734049:0:3306:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x79c:0x0].0x3866 (ffff88012d7bbf00) 00010000:00010000:3.0:1718930701.734050:0:3306:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1718930701.734378:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1718930701.734438:0:6840:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753266240 00000100:00100000:3.0:1718930701.734475:0:6840:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 10780 00000100:00100000:3.0:1718930701.734478:0:6840:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880073d48000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+51:26677:x1802425753266240:12345-192.168.204.9@tcp:35:createmany.0 00000100:00100000:3.0:1718930701.734562:0:6840:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880073d48000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+52:26677:x1802425753266240:12345-192.168.204.9@tcp:35:createmany.0 Request processed in 82us (185us total) trans 8589959498 rc 0/0 00000100:00100000:3.0:1718930701.734566:0:6840:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 10780 00000100:00100000:0.0:1718930701.735283:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1718930701.735318:0:7082:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753266368 00000100:00100000:3.0:1718930701.735340:0:7082:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230734 00000100:00100000:3.0:1718930701.735343:0:7082:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880134618000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:8a07974b-7506-4725-beb3-4b5c6f8f9250+52:26677:x1802425753266368:12345-192.168.204.9@tcp:101:createmany.0 00010000:00010000:3.0:1718930701.735351:0:7082:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1718930701.735357:0:7082:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099ad8b40/0x4c38e74a54729127 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x79c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xceea94147812f98e expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.735384:0:7082:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099adbcc0/0x4c38e74a5472912e lrc: 3/0,1 mode: --/CW res: [0x200000402:0x79c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.735390:0:7082:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099adbcc0/0x4c38e74a5472912e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.735394:0:7082:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099adbcc0/0x4c38e74a5472912e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.735400:0:7082:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880097204480/0x4c38e74a54729135 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x79c:0x0].0x3966 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.735407:0:7082:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097204480/0x4c38e74a54729135 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x79c:0x0].0x3966 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.735410:0:7082:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097204480/0x4c38e74a54729135 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x79c:0x0].0x3966 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1718930701.735518:0:7082:0:(osp_object.c:1645:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x100000000:0x58d:0x0], index 0: 0 00010000:00010000:3.0:1718930701.735562:0:7082:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097207600/0x4c38e74a5472913c lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7a6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.735566:0:7082:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097207600/0x4c38e74a5472913c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7a6:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.735570:0:7082:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097207600/0x4c38e74a5472913c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7a6:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.735581:0:7082:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099adbcc0/0x4c38e74a5472912e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.735585:0:7082:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099adbcc0/0x4c38e74a5472912e lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.735588:0:7082:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099adbcc0/0x4c38e74a5472912e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.735590:0:7082:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880099adbcc0 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:3.0:1718930701.735592:0:7082:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099adbcc0/0x4c38e74a5472912e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.735597:0:7082:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099adbcc0/0x4c38e74a5472912e lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.735601:0:7082:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x79c:0x0].0x0 (ffff880098470c00) 00010000:00010000:3.0:1718930701.735603:0:7082:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1718930701.735604:0:7082:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099adbcc0/0x4c38e74a5472912e lrc: 2/0,0 mode: --/CW res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.735606:0:7082:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099adbcc0/0x4c38e74a5472912e lrc: 0/0,0 mode: --/CW res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1718930701.735612:0:7082:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff880134618000 reply state ffff880088a3b000 transno 8589959499 ns: mdt-lustre-MDT0000_UUID lock: ffff880097204480/0x4c38e74a54729135 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x79c:0x0].0x3966 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.735624:0:7082:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099ad8b40/0x4c38e74a54729127 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x79c:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812f98e expref: 55 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.735631:0:7082:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880097207600/0x4c38e74a5472913c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7a6:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812f98e expref: 54 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.735635:0:7082:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7a6:0x0].0x0 (ffff88012d7bb500) 00010000:00010000:3.0:1718930701.735636:0:7082:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 9 00010000:00010000:3.0:1718930701.735636:0:7082:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff880097207600, rc 0) 00000100:00100000:3.0:1718930701.735678:0:7082:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880134618000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:8a07974b-7506-4725-beb3-4b5c6f8f9250+55:26677:x1802425753266368:12345-192.168.204.9@tcp:101:createmany.0 Request processed in 334us (397us total) trans 8589959499 rc 0/0 00000100:00100000:3.0:1718930701.735682:0:7082:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230734 00010000:00010000:3.0:1718930701.736203:0:3307:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097204480/0x4c38e74a54729135 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x79c:0x0].0x3966 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.736209:0:3307:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x79c:0x0].0x3966 (ffff88012d7bba00) 00010000:00010000:3.0:1718930701.736210:0:3307:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1718930701.736411:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1718930701.736444:0:6840:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753266496 00000100:00100000:3.0:1718930701.736476:0:6840:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 10781 00000100:00100000:3.0:1718930701.736480:0:6840:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8801346184c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+55:26677:x1802425753266496:12345-192.168.204.9@tcp:35:createmany.0 00000100:00100000:3.0:1718930701.736566:0:6840:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8801346184c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+56:26677:x1802425753266496:12345-192.168.204.9@tcp:35:createmany.0 Request processed in 85us (156us total) trans 8589959500 rc 0/0 00000100:00100000:3.0:1718930701.736570:0:6840:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 10781 00000100:00100000:0.0:1718930701.741708:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1718930701.741753:0:7082:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753266560 00000100:00100000:3.0:1718930701.741777:0:7082:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230735 00000100:00100000:3.0:1718930701.741781:0:7082:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880134618980 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:8a07974b-7506-4725-beb3-4b5c6f8f9250+56:26678:x1802425753266560:12345-192.168.204.9@tcp:101:cp.0 00010000:00010000:3.0:1718930701.741789:0:7082:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1718930701.741795:0:7082:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097206ac0/0x4c38e74a5472914a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x79a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xceea94147812f995 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.741818:0:7082:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097207a80/0x4c38e74a54729151 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x79a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.741824:0:7082:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097207a80/0x4c38e74a54729151 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.741829:0:7082:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097207a80/0x4c38e74a54729151 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.741835:0:7082:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800972073c0/0x4c38e74a54729158 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x79a:0x0].0xba987ca0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.741842:0:7082:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800972073c0/0x4c38e74a54729158 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x79a:0x0].0xba987ca0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.741845:0:7082:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800972073c0/0x4c38e74a54729158 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x79a:0x0].0xba987ca0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.741859:0:7082:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097207a80/0x4c38e74a54729151 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.741862:0:7082:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880097207a80/0x4c38e74a54729151 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.741865:0:7082:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880097207a80/0x4c38e74a54729151 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.741868:0:7082:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880097207a80 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:3.0:1718930701.741870:0:7082:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880097207a80/0x4c38e74a54729151 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.741873:0:7082:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880097207a80/0x4c38e74a54729151 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.741877:0:7082:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x79a:0x0].0x0 (ffff880098470b00) 00010000:00010000:3.0:1718930701.741878:0:7082:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1718930701.741880:0:7082:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880097207a80/0x4c38e74a54729151 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.741882:0:7082:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097207a80/0x4c38e74a54729151 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.741890:0:7082:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800972073c0/0x4c38e74a54729158 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x79a:0x0].0xba987ca0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.741893:0:7082:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800972073c0/0x4c38e74a54729158 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x79a:0x0].0xba987ca0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.741896:0:7082:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800972073c0/0x4c38e74a54729158 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x79a:0x0].0xba987ca0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.741899:0:7082:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800972073c0 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:3.0:1718930701.741899:0:7082:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800972073c0/0x4c38e74a54729158 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x79a:0x0].0xba987ca0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.741902:0:7082:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800972073c0/0x4c38e74a54729158 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x79a:0x0].0xba987ca0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.741905:0:7082:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x79a:0x0].0xba987ca0 (ffff8800a1835c00) 00010000:00010000:3.0:1718930701.741906:0:7082:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1718930701.741906:0:7082:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800972073c0/0x4c38e74a54729158 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x79a:0x0].0xba987ca0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.741909:0:7082:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800972073c0/0x4c38e74a54729158 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x79a:0x0].0xba987ca0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.741921:0:7082:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880097206ac0/0x4c38e74a5472914a lrc: 1/0,0 mode: --/CR res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812f995 expref: 57 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.741925:0:7082:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097206ac0/0x4c38e74a5472914a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812f995 expref: 57 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.741932:0:7082:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff880097206ac0, rc 0) 00000100:00100000:3.0:1718930701.741958:0:7082:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880134618980 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:8a07974b-7506-4725-beb3-4b5c6f8f9250+56:26678:x1802425753266560:12345-192.168.204.9@tcp:101:cp.0 Request processed in 176us (252us total) trans 0 rc 301/301 00000100:00100000:3.0:1718930701.741964:0:7082:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230735 00000100:00100000:0.0:1718930701.742888:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1718930701.742935:0:7082:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753266624 00000100:00100000:3.0:1718930701.742963:0:7082:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230736 00000100:00100000:3.0:1718930701.742968:0:7082:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880134618e40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:8a07974b-7506-4725-beb3-4b5c6f8f9250+56:26678:x1802425753266624:12345-192.168.204.9@tcp:101:cp.0 00010000:00010000:3.0:1718930701.742976:0:7082:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1718930701.742982:0:7082:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097206880/0x4c38e74a5472915f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x79a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xceea94147812f99c expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.743001:0:7082:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097205200/0x4c38e74a54729166 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x79a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.743006:0:7082:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097205200/0x4c38e74a54729166 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.743011:0:7082:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097205200/0x4c38e74a54729166 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.743016:0:7082:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097204900/0x4c38e74a5472916d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x79a:0x0].0xba987ca0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.743020:0:7082:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097204900/0x4c38e74a5472916d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x79a:0x0].0xba987ca0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.743023:0:7082:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097204900/0x4c38e74a5472916d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x79a:0x0].0xba987ca0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.743033:0:7082:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097205200/0x4c38e74a54729166 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.743037:0:7082:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880097205200/0x4c38e74a54729166 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.743040:0:7082:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880097205200/0x4c38e74a54729166 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.743042:0:7082:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880097205200 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:3.0:1718930701.743043:0:7082:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880097205200/0x4c38e74a54729166 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.743046:0:7082:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880097205200/0x4c38e74a54729166 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.743050:0:7082:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x79a:0x0].0x0 (ffff880098470b00) 00010000:00010000:3.0:1718930701.743051:0:7082:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1718930701.743053:0:7082:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880097205200/0x4c38e74a54729166 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.743055:0:7082:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097205200/0x4c38e74a54729166 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.743061:0:7082:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097204900/0x4c38e74a5472916d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x79a:0x0].0xba987ca0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.743064:0:7082:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880097204900/0x4c38e74a5472916d lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x79a:0x0].0xba987ca0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.743070:0:7082:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880097204900/0x4c38e74a5472916d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x79a:0x0].0xba987ca0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.743073:0:7082:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880097204900 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:3.0:1718930701.743073:0:7082:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880097204900/0x4c38e74a5472916d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x79a:0x0].0xba987ca0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.743076:0:7082:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880097204900/0x4c38e74a5472916d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x79a:0x0].0xba987ca0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.743079:0:7082:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x79a:0x0].0xba987ca0 (ffff8800a1835400) 00010000:00010000:3.0:1718930701.743080:0:7082:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1718930701.743080:0:7082:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880097204900/0x4c38e74a5472916d lrc: 2/0,0 mode: --/PR res: [0x200000402:0x79a:0x0].0xba987ca0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.743083:0:7082:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097204900/0x4c38e74a5472916d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x79a:0x0].0xba987ca0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.743095:0:7082:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880097206880/0x4c38e74a5472915f lrc: 1/0,0 mode: --/CR res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812f99c expref: 57 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.743098:0:7082:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097206880/0x4c38e74a5472915f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812f99c expref: 57 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.743102:0:7082:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff880097206880, rc 0) 00000100:00100000:3.0:1718930701.743127:0:7082:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880134618e40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:8a07974b-7506-4725-beb3-4b5c6f8f9250+56:26678:x1802425753266624:12345-192.168.204.9@tcp:101:cp.0 Request processed in 160us (240us total) trans 0 rc 301/301 00000100:00100000:3.0:1718930701.743131:0:7082:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230736 00000100:00100000:0.0:1718930701.743916:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1718930701.743951:0:7082:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753266752 00000100:00100000:3.0:1718930701.743970:0:7082:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230737 00000100:00100000:3.0:1718930701.743973:0:7082:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880134619300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:8a07974b-7506-4725-beb3-4b5c6f8f9250+56:26678:x1802425753266752:12345-192.168.204.9@tcp:101:cp.0 00010000:00010000:3.0:1718930701.743978:0:7082:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1718930701.743983:0:7082:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097205440/0x4c38e74a54729174 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x79a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xceea94147812f9a3 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.744008:0:7082:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880097205d40/0x4c38e74a5472917b lrc: 3/0,1 mode: --/CW res: [0x200000402:0x79a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.744013:0:7082:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097205d40/0x4c38e74a5472917b lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.744016:0:7082:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097205d40/0x4c38e74a5472917b lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.744022:0:7082:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880097204fc0/0x4c38e74a54729182 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x79a:0x0].0xba987ca0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.744025:0:7082:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097204fc0/0x4c38e74a54729182 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x79a:0x0].0xba987ca0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.744028:0:7082:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097204fc0/0x4c38e74a54729182 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x79a:0x0].0xba987ca0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1718930701.744174:0:7082:0:(osp_object.c:1645:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x100010000:0x586:0x0], index 1: 0 00010000:00010000:3.0:1718930701.744226:0:7082:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800972058c0/0x4c38e74a54729189 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7a7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.744231:0:7082:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800972058c0/0x4c38e74a54729189 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7a7:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.744235:0:7082:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800972058c0/0x4c38e74a54729189 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7a7:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.744248:0:7082:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880097205d40/0x4c38e74a5472917b lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.744251:0:7082:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880097205d40/0x4c38e74a5472917b lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.744255:0:7082:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880097205d40/0x4c38e74a5472917b lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.744257:0:7082:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880097205d40 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:3.0:1718930701.744258:0:7082:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880097205d40/0x4c38e74a5472917b lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.744261:0:7082:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880097205d40/0x4c38e74a5472917b lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.744265:0:7082:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x79a:0x0].0x0 (ffff880098470b00) 00010000:00010000:3.0:1718930701.744266:0:7082:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1718930701.744267:0:7082:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880097205d40/0x4c38e74a5472917b lrc: 2/0,0 mode: --/CW res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.744269:0:7082:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097205d40/0x4c38e74a5472917b lrc: 0/0,0 mode: --/CW res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1718930701.744274:0:7082:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff880134619300 reply state ffff880092b2f000 transno 8589959501 ns: mdt-lustre-MDT0000_UUID lock: ffff880097204fc0/0x4c38e74a54729182 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x79a:0x0].0xba987ca0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.744289:0:7082:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097205440/0x4c38e74a54729174 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x79a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812f9a3 expref: 59 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.744295:0:7082:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800972058c0/0x4c38e74a54729189 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7a7:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812f9a3 expref: 58 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.744298:0:7082:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7a7:0x0].0x0 (ffff8800a1835900) 00010000:00010000:3.0:1718930701.744299:0:7082:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 9 00010000:00010000:3.0:1718930701.744299:0:7082:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff8800972058c0, rc 0) 00000100:00100000:3.0:1718930701.744325:0:7082:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880134619300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:8a07974b-7506-4725-beb3-4b5c6f8f9250+59:26678:x1802425753266752:12345-192.168.204.9@tcp:101:cp.0 Request processed in 351us (411us total) trans 8589959501 rc 0/0 00000100:00100000:3.0:1718930701.744329:0:7082:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230737 00010000:00010000:3.0:1718930701.744806:0:3306:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097204fc0/0x4c38e74a54729182 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x79a:0x0].0xba987ca0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.744812:0:3306:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x79a:0x0].0xba987ca0 (ffff8800a1835600) 00010000:00010000:3.0:1718930701.744813:0:3306:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1718930701.745274:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1718930701.745305:0:7082:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753266816 00000100:00100000:3.0:1718930701.745323:0:7082:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230738 00000100:00100000:3.0:1718930701.745326:0:7082:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8801346197c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:8a07974b-7506-4725-beb3-4b5c6f8f9250+59:26678:x1802425753266816:12345-192.168.204.9@tcp:101:cp.0 00010000:00010000:3.0:1718930701.745332:0:7082:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1718930701.745337:0:7082:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097207180/0x4c38e74a54729197 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x79a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xceea94147812f9aa expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.745353:0:7082:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097205680/0x4c38e74a5472919e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7a7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.745360:0:7082:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097205680/0x4c38e74a5472919e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7a7:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.745364:0:7082:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097205680/0x4c38e74a5472919e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7a7:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00000004:00200000:3.0:1718930701.745376:0:7082:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1718930701.745381:0:7082:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880097205680/0x4c38e74a5472919e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7a7:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.745385:0:7082:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097205680/0x4c38e74a5472919e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7a7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.745393:0:7082:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097207180/0x4c38e74a54729197 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812f9aa expref: 61 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.745399:0:7082:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880097205680/0x4c38e74a5472919e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7a7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812f9aa expref: 60 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.745403:0:7082:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7a7:0x0].0x0 (ffff8800a1835900) 00010000:00010000:3.0:1718930701.745404:0:7082:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1718930701.745405:0:7082:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff880097205680, rc 0) 00000100:00100000:3.0:1718930701.745427:0:7082:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8801346197c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:8a07974b-7506-4725-beb3-4b5c6f8f9250+60:26678:x1802425753266816:12345-192.168.204.9@tcp:101:cp.0 Request processed in 101us (156us total) trans 0 rc 0/0 00000100:00100000:3.0:1718930701.745431:0:7082:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230738 00000100:00100000:0.0:1718930701.746222:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1718930701.747086:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1718930701.748054:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1718930701.748100:0:7082:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753267008 00000100:00100000:3.0:1718930701.748123:0:7082:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230739 00000100:00100000:3.0:1718930701.748126:0:7082:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88013461a600 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:8a07974b-7506-4725-beb3-4b5c6f8f9250+60:26678:x1802425753267008:12345-192.168.204.9@tcp:101:cp.0 00010000:00010000:3.0:1718930701.748133:0:7082:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1718930701.748138:0:7082:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800972046c0/0x4c38e74a547291b3 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7a7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xceea94147812f9b8 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.748148:0:7082:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097206640/0x4c38e74a547291ba lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7a7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.748154:0:7082:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097206640/0x4c38e74a547291ba lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7a7:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.748158:0:7082:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097206640/0x4c38e74a547291ba lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7a7:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.748201:0:7082:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800972046c0/0x4c38e74a547291b3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7a7:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812f9b8 expref: 62 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.748212:0:7082:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880097206640/0x4c38e74a547291ba lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7a7:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812f9b8 expref: 61 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.748218:0:7082:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7a7:0x0].0x0 (ffff8800a1835900) 00010000:00010000:3.0:1718930701.748220:0:7082:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1718930701.748221:0:7082:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff880097206640, rc 0) 00000100:00100000:3.0:1718930701.748255:0:7082:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88013461a600 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:8a07974b-7506-4725-beb3-4b5c6f8f9250+61:26678:x1802425753267008:12345-192.168.204.9@tcp:101:cp.0 Request processed in 126us (201us total) trans 0 rc 0/0 00000100:00100000:3.0:1718930701.748261:0:7082:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230739 00000100:00100000:0.0:1718930701.749042:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1718930701.749907:0:22545:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800a60597c0 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:22545:1802425733027072:192.168.204.9@tcp:104: 00010000:00010000:0.0:1718930701.749921:0:22545:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008350f180/0x4c38e74a547291c1 lrc: 3/0,0 mode: --/PW res: [0x586:0x0:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.9@tcp remote: 0xceea94147812f9bf expref: 8 pid: 22545 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930701.749929:0:22545:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88008350f180, rc 0) 00000100:00100000:0.0:1718930701.749952:0:22545:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88013461aac0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8a07974b-7506-4725-beb3-4b5c6f8f9250+8:26678:x1802425753267072:12345-192.168.204.9@tcp:101:cp.0 Request processed in 834us (912us total) trans 0 rc 0/0 00000100:00100000:0.0:1718930701.749956:0:22545:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.204.9@tcp, with round 480 00000100:00100000:3.0:1718930701.749981:0:26732:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753267136 00010000:00010000:3.0:1718930701.749995:0:26732:0:(ldlm_lockd.c:2633:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008350c480/0x4c38e74a547291ac lrc: 4/0,0 mode: PR/PR res: [0x586:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.9@tcp remote: 0xceea94147812f9b1 expref: 8 pid: 22545 timeout: 3712 lvb_type: 1 00000100:00100000:3.0:1718930701.750015:0:26732:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 63296 00000100:00100000:3.0:1718930701.750018:0:26732:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a60597c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:8a07974b-7506-4725-beb3-4b5c6f8f9250+8:1876:x1802425753267136:12345-192.168.204.9@tcp:103:ldlm_bl_01.0 00010000:00010000:3.0:1718930701.750024:0:26732:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1718930701.750030:0:26732:0:(ldlm_lockd.c:1766:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008350c480/0x4c38e74a547291ac lrc: 4/0,0 mode: PR/PR res: [0x586:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.9@tcp remote: 0xceea94147812f9b1 expref: 8 pid: 22545 timeout: 3712 lvb_type: 1 00010000:00010000:3.0:1718930701.750036:0:26732:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008350c480/0x4c38e74a547291ac lrc: 3/0,0 mode: PR/PR res: [0x586:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.9@tcp remote: 0xceea94147812f9b1 expref: 8 pid: 22545 timeout: 3712 lvb_type: 1 00010000:00010000:3.0:1718930701.750046:0:26732:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008350c480/0x4c38e74a547291ac lrc: 0/0,0 mode: --/PR res: [0x586:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.9@tcp remote: 0xceea94147812f9b1 expref: 8 pid: 22545 timeout: 3712 lvb_type: 1 00010000:00010000:3.0:1718930701.750052:0:26732:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718930701.750053:0:26732:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718930701.750056:0:26732:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008350f180/0x4c38e74a547291c1 lrc: 2/0,0 mode: PW/PW res: [0x586:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.9@tcp remote: 0xceea94147812f9bf expref: 7 pid: 22545 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.750060:0:26732:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008350f180/0x4c38e74a547291c1 lrc: 3/0,0 mode: PW/PW res: [0x586:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.9@tcp remote: 0xceea94147812f9bf expref: 7 pid: 22545 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.750072:0:26732:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008350f180/0x4c38e74a547291c1 lrc: 3/0,0 mode: PW/PW res: [0x586:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.9@tcp remote: 0xceea94147812f9bf expref: 7 pid: 22545 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718930701.750077:0:26732:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880083c1da40 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:26732:1802425733027136:192.168.204.9@tcp:105: 00000100:00100000:3.0:1718930701.750104:0:26732:0:(client.c:2492:ptlrpc_set_wait()) set ffff8800941f53c0 going to sleep for 6 seconds 00000100:00100000:3.0:1718930701.750570:0:26732:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880083c1da40 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:26732:1802425733027136:192.168.204.9@tcp:105: 00010000:00010000:3.0:1718930701.750580:0:26732:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1718930701.750602:0:26732:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a60597c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:8a07974b-7506-4725-beb3-4b5c6f8f9250+7:1876:x1802425753267136:12345-192.168.204.9@tcp:103:ldlm_bl_01.0 Request processed in 583us (661us total) trans 0 rc 0/0 00000100:00100000:3.0:1718930701.750606:0:26732:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 63296 00000100:00100000:0.0:1718930701.750938:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1718930701.751011:0:6840:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753267264 00000100:00100000:3.0:1718930701.751037:0:6840:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 10782 00000100:00100000:3.0:1718930701.751040:0:6840:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880073f98850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+61:26678:x1802425753267264:12345-192.168.204.9@tcp:35:cp.0 00000100:00100000:3.0:1718930701.751128:0:6840:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880073f98850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+62:26678:x1802425753267264:12345-192.168.204.9@tcp:35:cp.0 Request processed in 87us (193us total) trans 8589959502 rc 0/0 00000100:00100000:3.0:1718930701.751133:0:6840:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 10782 00000100:00100000:0.0:1718930701.757571:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1718930701.757624:0:7082:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753267328 00000100:00100000:3.0:1718930701.757649:0:7082:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230740 00000100:00100000:3.0:1718930701.757652:0:7082:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88013461af80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:107baf36-6e04-4e3c-a090-fe94234d2dbd+6:26680:x1802425753267328:12345-192.168.204.9@tcp:101:multiop.0 00010000:00010000:3.0:1718930701.757674:0:7082:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1718930701.757681:0:7082:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097207840/0x4c38e74a547291c8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xceea94147812f9c6 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.757702:0:7082:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097206400/0x4c38e74a547291cf lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.757708:0:7082:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097206400/0x4c38e74a547291cf lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.757712:0:7082:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097206400/0x4c38e74a547291cf lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00000004:00200000:3.0:1718930701.757727:0:7082:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 69632 00000004:00200000:3.0:1718930701.757729:0:7082:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 67 stripe count 1 MDT count 2 00000004:00010000:3.0:1718930701.757737:0:7082:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880097206400/0x4c38e74a547291cf lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.757747:0:7082:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097207840/0x4c38e74a547291c8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812f9c6 expref: 8 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.757754:0:7082:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880097206400/0x4c38e74a547291cf lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812f9c6 expref: 7 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.757758:0:7082:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a87c9a00) 00010000:00010000:3.0:1718930701.757759:0:7082:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1718930701.757760:0:7082:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff880097206400, rc 0) 00000100:00100000:3.0:1718930701.757784:0:7082:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88013461af80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:107baf36-6e04-4e3c-a090-fe94234d2dbd+7:26680:x1802425753267328:12345-192.168.204.9@tcp:101:multiop.0 Request processed in 131us (215us total) trans 0 rc 0/0 00000100:00100000:3.0:1718930701.757788:0:7082:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230740 00000100:00100000:0.0:1718930701.758761:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1718930701.758804:0:7082:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753267392 00000100:00100000:3.0:1718930701.758827:0:7082:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230741 00000100:00100000:3.0:1718930701.758831:0:7082:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88013461b440 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:107baf36-6e04-4e3c-a090-fe94234d2dbd+7:26680:x1802425753267392:12345-192.168.204.9@tcp:101:multiop.0 00010000:00010000:3.0:1718930701.758840:0:7082:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1718930701.758846:0:7082:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097205b00/0x4c38e74a547291d6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xceea94147812f9cd expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.758868:0:7082:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800972061c0/0x4c38e74a547291dd lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.758876:0:7082:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800972061c0/0x4c38e74a547291dd lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.758882:0:7082:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800972061c0/0x4c38e74a547291dd lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.758889:0:7082:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097206f40/0x4c38e74a547291e4 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xba987c8e bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.758893:0:7082:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097206f40/0x4c38e74a547291e4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xba987c8e bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.758897:0:7082:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097206f40/0x4c38e74a547291e4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xba987c8e bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.758933:0:7082:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097204000/0x4c38e74a547291eb lrc: 3/1,0 mode: --/PR res: [0x200000402:0x79a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.758937:0:7082:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097204000/0x4c38e74a547291eb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x79a:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.758940:0:7082:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097204000/0x4c38e74a547291eb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x79a:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00000004:00200000:3.0:1718930701.758951:0:7082:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x79a:0x0]: returning size 4096 00000004:00200000:3.0:1718930701.758953:0:7082:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 4 stripe count 1 MDT count 2 00000004:00010000:3.0:1718930701.758958:0:7082:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880097204000/0x4c38e74a547291eb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x79a:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.758962:0:7082:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800972061c0/0x4c38e74a547291dd lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.758965:0:7082:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800972061c0/0x4c38e74a547291dd lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.758968:0:7082:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800972061c0/0x4c38e74a547291dd lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.758971:0:7082:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800972061c0 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:3.0:1718930701.758973:0:7082:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800972061c0/0x4c38e74a547291dd lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.758976:0:7082:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800972061c0/0x4c38e74a547291dd lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.758980:0:7082:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a87c9a00) 00010000:00010000:3.0:1718930701.758982:0:7082:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1718930701.758983:0:7082:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800972061c0/0x4c38e74a547291dd lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.758985:0:7082:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800972061c0/0x4c38e74a547291dd lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.758991:0:7082:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097206f40/0x4c38e74a547291e4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xba987c8e bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.758993:0:7082:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880097206f40/0x4c38e74a547291e4 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xba987c8e bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.758996:0:7082:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880097206f40/0x4c38e74a547291e4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xba987c8e bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.758999:0:7082:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880097206f40 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:3.0:1718930701.759000:0:7082:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880097206f40/0x4c38e74a547291e4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xba987c8e bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.759002:0:7082:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880097206f40/0x4c38e74a547291e4 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xba987c8e bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.759006:0:7082:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xba987c8e (ffff880098470700) 00010000:00010000:3.0:1718930701.759008:0:7082:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1718930701.759008:0:7082:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880097206f40/0x4c38e74a547291e4 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xba987c8e bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.759011:0:7082:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097206f40/0x4c38e74a547291e4 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xba987c8e bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.759020:0:7082:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097205b00/0x4c38e74a547291d6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812f9cd expref: 9 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.759025:0:7082:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880097204000/0x4c38e74a547291eb lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x79a:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812f9cd expref: 8 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.759028:0:7082:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x79a:0x0].0x0 (ffff880098470b00) 00010000:00010000:3.0:1718930701.759029:0:7082:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1718930701.759030:0:7082:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff880097204000, rc 0) 00000100:00100000:3.0:1718930701.759055:0:7082:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88013461b440 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:107baf36-6e04-4e3c-a090-fe94234d2dbd+8:26680:x1802425753267392:12345-192.168.204.9@tcp:101:multiop.0 Request processed in 224us (296us total) trans 0 rc 0/0 00000100:00100000:3.0:1718930701.759059:0:7082:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230741 00000100:00100000:0.0:1718930701.760128:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1718930701.760214:0:7082:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753267520 00000100:00100000:3.0:1718930701.760238:0:7082:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230742 00000100:00100000:3.0:1718930701.760241:0:7082:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88013461b900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:107baf36-6e04-4e3c-a090-fe94234d2dbd+8:26680:x1802425753267520:12345-192.168.204.9@tcp:101:multiop.0 00010000:00010000:3.0:1718930701.760248:0:7082:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1718930701.760253:0:7082:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097204b40/0x4c38e74a547291f2 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x79a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xceea94147812f9d4 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.760292:0:7082:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097204d80/0x4c38e74a547291f9 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x79a:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.760297:0:7082:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097204d80/0x4c38e74a547291f9 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.760301:0:7082:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097204d80/0x4c38e74a547291f9 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.760306:0:7082:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097207cc0/0x4c38e74a54729200 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x79a:0x0].0xba987ca0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.760309:0:7082:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097207cc0/0x4c38e74a54729200 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x79a:0x0].0xba987ca0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.760313:0:7082:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097207cc0/0x4c38e74a54729200 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x79a:0x0].0xba987ca0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.760330:0:7082:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097204240/0x4c38e74a54729207 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7a7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.760333:0:7082:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097204240/0x4c38e74a54729207 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7a7:0x0].0x0 bits 0x9/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.760336:0:7082:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097204240/0x4c38e74a54729207 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7a7:0x0].0x0 bits 0x9/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00000004:00200000:3.0:1718930701.760340:0:7082:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x7a7:0x0]: returning size 1716 00010000:00010000:3.0:1718930701.760363:0:7082:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097204d80/0x4c38e74a547291f9 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.760367:0:7082:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880097204d80/0x4c38e74a547291f9 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.760370:0:7082:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880097204d80/0x4c38e74a547291f9 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.760373:0:7082:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880097204d80 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:3.0:1718930701.760374:0:7082:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880097204d80/0x4c38e74a547291f9 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.760377:0:7082:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880097204d80/0x4c38e74a547291f9 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.760381:0:7082:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x79a:0x0].0x0 (ffff880098470b00) 00010000:00010000:3.0:1718930701.760382:0:7082:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1718930701.760383:0:7082:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880097204d80/0x4c38e74a547291f9 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.760386:0:7082:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097204d80/0x4c38e74a547291f9 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.760391:0:7082:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097207cc0/0x4c38e74a54729200 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x79a:0x0].0xba987ca0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.760393:0:7082:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880097207cc0/0x4c38e74a54729200 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x79a:0x0].0xba987ca0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.760396:0:7082:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880097207cc0/0x4c38e74a54729200 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x79a:0x0].0xba987ca0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.760402:0:7082:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880097207cc0 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:3.0:1718930701.760403:0:7082:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880097207cc0/0x4c38e74a54729200 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x79a:0x0].0xba987ca0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.760405:0:7082:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880097207cc0/0x4c38e74a54729200 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x79a:0x0].0xba987ca0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.760408:0:7082:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x79a:0x0].0xba987ca0 (ffff8800a1835600) 00010000:00010000:3.0:1718930701.760409:0:7082:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1718930701.760410:0:7082:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880097207cc0/0x4c38e74a54729200 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x79a:0x0].0xba987ca0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.760412:0:7082:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097207cc0/0x4c38e74a54729200 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x79a:0x0].0xba987ca0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.760423:0:7082:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097204b40/0x4c38e74a547291f2 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x79a:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812f9d4 expref: 11 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.760428:0:7082:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880097204240/0x4c38e74a54729207 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7a7:0x0].0x0 bits 0x9/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812f9d4 expref: 10 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930701.760431:0:7082:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7a7:0x0].0x0 (ffff8800a1835900) 00010000:00010000:3.0:1718930701.760432:0:7082:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 9 00010000:00010000:3.0:1718930701.760432:0:7082:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff880097204240, rc 0) 00000100:00100000:3.0:1718930701.760474:0:7082:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88013461b900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:107baf36-6e04-4e3c-a090-fe94234d2dbd+10:26680:x1802425753267520:12345-192.168.204.9@tcp:101:multiop.0 Request processed in 232us (349us total) trans 8589959503 rc 0/0 00000100:00100000:3.0:1718930701.760479:0:7082:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230742 00000100:00100000:0.0:1718930702.575855:0:3322:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88008e3acc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3322:1802425733027328:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1718930702.575860:0:3320:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880083c1da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:01b55a44-4d23-49f9-b037-caf310e6728e:3320:1802425733027200:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1718930702.575876:0:3323:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88009765af80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3323:1802425733027392:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1718930702.575909:0:3322:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718930702.575910:0:3320:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718930702.575925:0:3323:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718930702.575928:0:3320:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880073d48000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3320:1802425733027456:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1718930702.575928:0:3322:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88011e300000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3322:1802425733027584:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1718930702.575938:0:3323:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88011e3004c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3323:1802425733027648:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1718930702.575953:0:3320:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718930702.575958:0:3323:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718930702.575964:0:3320:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88011e300980 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3320:1802425733027712:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1718930702.575965:0:3323:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88011e3017c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3323:1802425733027904:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1718930702.575966:0:32457:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733027264 00000100:00100000:1.0:1718930702.575975:0:3320:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718930702.575982:0:7082:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733027328 00000100:00100000:1.0:1718930702.575993:0:3320:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88011e301c80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3320:1802425733027968:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1718930702.575994:0:3323:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1718930702.575994:0:32457:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20607 00000100:00100000:0.0:1718930702.575997:0:32457:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88008572a600 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+8:3321:x1802425733027264:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1718930702.576004:0:3323:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1718930702.576004:0:3320:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718930702.576007:0:3323:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88011e301300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3323:1802425733027840:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1718930702.576022:0:3323:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718930702.576022:0:7080:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733027392 00000100:00100000:0.0:1718930702.576025:0:32457:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88008572a600 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+8:3321:x1802425733027264:12345-0@lo:400:kworker/u8:2.0 Request processed in 28us (113us total) trans 0 rc 0/0 00000100:00100000:0.0:1718930702.576029:0:32457:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20607 00000100:00100000:1.0:1718930702.576039:0:7080:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733027456 00000100:00100000:3.0:1718930702.576040:0:9262:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733027648 00000100:00100000:0.0:1718930702.576045:0:24149:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733027712 00000100:00100000:1.0:1718930702.576046:0:7080:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733027968 00000100:00100000:1.0:1718930702.576057:0:7080:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733027520 00000100:00100000:0.0:1718930702.576059:0:24149:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733027904 00000100:00100000:3.0:1718930702.576062:0:9262:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733027840 00000100:00100000:1.0:1718930702.576064:0:7080:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6352 00000100:00100000:1.0:1718930702.576066:0:7080:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e302140 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:lustre-MDT0000-lwp-OST0000_UUID+5:3323:x1802425733027392:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1718930702.576074:0:24149:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 339 00000100:00100000:3.0:1718930702.576078:0:9262:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 339 00000100:00100000:0.0:1718930702.576078:0:24149:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880134615f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+5:3320:x1802425733027712:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1718930702.576081:0:9262:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e302600 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3323:x1802425733027648:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1718930702.576089:0:7080:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e302140 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:lustre-MDT0000-lwp-OST0000_UUID+5:3323:x1802425733027392:12345-0@lo:400:kworker/u8:2.0 Request processed in 22us (164us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930702.576092:0:7080:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6352 00000100:00100000:3.0:1718930702.576100:0:9262:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e302600 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3323:x1802425733027648:12345-0@lo:400:kworker/u8:2.0 Request processed in 19us (142us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930702.576101:0:7080:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6353 00000100:00100000:1.0:1718930702.576103:0:7080:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880134615a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:lustre-MDT0001-lwp-OST0000_UUID+5:3320:x1802425733027456:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1718930702.576105:0:9262:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 339 00000100:00100000:0.0:1718930702.576105:0:24149:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880134615f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+5:3320:x1802425733027712:12345-0@lo:400:kworker/u8:2.0 Request processed in 26us (128us total) trans 0 rc 0/0 00000100:00100000:0.0:1718930702.576111:0:24149:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 339 00000100:00100000:3.0:1718930702.576113:0:9262:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 339 00000100:00100000:1.0:1718930702.576113:0:7080:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880134615a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:lustre-MDT0001-lwp-OST0000_UUID+5:3320:x1802425733027456:12345-0@lo:400:kworker/u8:2.0 Request processed in 10us (160us total) trans 0 rc 0/0 00000100:00100000:3.0:1718930702.576115:0:9262:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e302ac0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3323:x1802425733027904:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1718930702.576116:0:7080:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6353 00000100:00100000:1.0:1718930702.576121:0:7080:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6355 00000100:00100000:0.0:1718930702.576121:0:24149:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 339 00000100:00100000:1.0:1718930702.576123:0:7080:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800974e5a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:lustre-MDT0000-lwp-OST0001_UUID+5:3321:x1802425733027520:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1718930702.576124:0:24149:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e302f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+5:3323:x1802425733027840:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1718930702.576128:0:9262:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e302ac0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3323:x1802425733027904:12345-0@lo:400:kworker/u8:2.0 Request processed in 12us (137us total) trans 0 rc 0/0 00000100:00100000:3.0:1718930702.576132:0:9262:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 339 00000100:00100000:1.0:1718930702.576136:0:7080:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800974e5a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:lustre-MDT0000-lwp-OST0001_UUID+5:3321:x1802425733027520:12345-0@lo:400:kworker/u8:2.0 Request processed in 13us (84us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930702.576139:0:7080:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6355 00000100:00100000:0.0:1718930702.576142:0:24149:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e302f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+5:3323:x1802425733027840:12345-0@lo:400:kworker/u8:2.0 Request processed in 18us (119us total) trans 0 rc 0/0 00000100:00100000:0.0:1718930702.576147:0:24149:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 339 00000100:00100000:3.0:1718930702.576154:0:3323:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88011e301300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3323:1802425733027840:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1718930702.576159:0:3323:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88009765af80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3323:1802425733027392:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1718930702.576159:0:3320:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88011e301c80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3320:1802425733027968:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1718930702.576164:0:3320:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880083c1da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:01b55a44-4d23-49f9-b037-caf310e6728e:3320:1802425733027200:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1718930702.576166:0:3323:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88011e3004c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3323:1802425733027648:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1718930702.576169:0:3320:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880073d48000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3320:1802425733027456:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1718930702.576170:0:3323:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88011e3017c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3323:1802425733027904:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1718930702.576170:0:3322:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718930702.576174:0:3320:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88011e300980 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3320:1802425733027712:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1718930702.576191:0:8048:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733027584 00000100:00100000:1.0:1718930702.576193:0:12848:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6356 00000100:00100000:1.0:1718930702.576196:0:12848:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88013461bdc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3322:x1802425733027328:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1718930702.576210:0:7082:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6357 00000100:00100000:1.0:1718930702.576211:0:12848:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88013461bdc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3322:x1802425733027328:12345-0@lo:400:kworker/u8:2.0 Request processed in 14us (303us total) trans 0 rc 0/0 00000100:00100000:3.0:1718930702.576213:0:7082:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88013461c280 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:lustre-MDT0001-lwp-OST0001_UUID+5:3322:x1802425733027584:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1718930702.576214:0:12848:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6356 00000100:00100000:0.0:1718930702.576227:0:3322:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88008e3acc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3322:1802425733027328:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1718930702.576229:0:7082:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88013461c280 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:lustre-MDT0001-lwp-OST0001_UUID+5:3322:x1802425733027584:12345-0@lo:400:kworker/u8:2.0 Request processed in 16us (61us total) trans 0 rc 0/0 00000100:00100000:3.0:1718930702.576233:0:7082:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6357 00000100:00100000:0.0:1718930702.576236:0:3322:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88011e300000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3322:1802425733027584:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1718930702.591783:0:3320:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1718930702.591794:0:3320:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880134616880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3320:1802425733028032:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1718930702.591859:0:32457:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733028096 00000100:00100000:1.0:1718930702.591867:0:3320:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718930702.591888:0:32457:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733028032 00000100:00100000:3.0:1718930702.591902:0:32457:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20610 00000100:00100000:3.0:1718930702.591906:0:32457:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880134616d40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3320:x1802425733028032:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1718930702.591924:0:32457:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1443733504 avail 1314271232 00000100:00100000:3.0:1718930702.591969:0:32457:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880134616d40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3320:x1802425733028032:12345-0@lo:41:osp-pre-1-0.0 Request processed in 62us (102us total) trans 0 rc 0/0 00000100:00100000:3.0:1718930702.591975:0:32457:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20610 00000100:00100000:1.0:1718930702.591984:0:3320:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880134616880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3320:1802425733028032:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1718930702.591988:0:3323:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880083dc1300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3323:1802425733028096:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1718930702.607814:0:3323:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880083c1d0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3323:1802425733028160:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1718930702.607816:0:3320:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88011e3017c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3320:1802425733028224:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1718930702.607842:0:3320:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718930702.607859:0:3323:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1718930702.607859:0:11375:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733028224 00000100:00100000:0.0:1718930702.607885:0:11375:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 403 00000100:00100000:0.0:1718930702.607888:0:11375:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e3004c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1802425733028224:12345-0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1718930702.607892:0:9265:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 404 00000100:00100000:3.0:1718930702.607895:0:9265:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880134616880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3323:x1802425733028160:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1718930702.607902:0:11375:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 199360 pending 0 free 3914567680 avail 3683045376 00002000:00000024:3.0:1718930702.607904:0:9265:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 8638016 pending 0 free 3912839168 avail 3681316864 00000100:00100000:0.0:1718930702.607925:0:11375:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e3004c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1802425733028224:12345-0@lo:13:osp-pre-0-0.0 Request processed in 36us (83us total) trans 0 rc 0/0 00000100:00100000:0.0:1718930702.607930:0:11375:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 403 00000100:00100000:3.0:1718930702.607933:0:9265:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880134616880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3323:x1802425733028160:12345-0@lo:13:osp-pre-1-0.0 Request processed in 38us (76us total) trans 0 rc 0/0 00000100:00100000:3.0:1718930702.607936:0:9265:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 404 00000100:00100000:1.0:1718930702.607951:0:3323:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880083c1d0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3323:1802425733028160:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1718930702.769311:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1718930702.769387:0:7082:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753267648 00000100:00100000:3.0:1718930702.769443:0:7082:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230743 00000100:00100000:3.0:1718930702.769447:0:7082:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88013461c740 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:8a07974b-7506-4725-beb3-4b5c6f8f9250+62:26684:x1802425753267648:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:3.0:1718930702.769465:0:7082:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1718930702.769478:0:7082:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097205f80/0x4c38e74a54729215 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xceea94147812f9db expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00000004:00200000:3.0:1718930702.769541:0:7082:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x79a:0x0]: returning size 4096 00010000:00010000:3.0:1718930702.769614:0:7082:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880097205f80/0x4c38e74a54729215 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812f9db expref: 64 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.769620:0:7082:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097205f80/0x4c38e74a54729215 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812f9db expref: 64 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.769637:0:7082:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff880097205f80, rc 0) 00000100:00100000:3.0:1718930702.769690:0:7082:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88013461c740 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:8a07974b-7506-4725-beb3-4b5c6f8f9250+63:26684:x1802425753267648:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 243us (383us total) trans 8589959504 rc 301/301 00000100:00100000:3.0:1718930702.769695:0:7082:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230743 00000100:00100000:0.0:1718930702.770865:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1718930702.771804:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1718930702.771830:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1718930702.771833:0:7082:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753267968 00000100:00100000:3.0:1718930702.771856:0:7082:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230744 00000100:00100000:3.0:1718930702.771859:0:7082:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88013461d0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:8a07974b-7506-4725-beb3-4b5c6f8f9250+12:26684:x1802425753267968:12345-192.168.204.9@tcp:36:lfs.0 00010000:00010000:3.0:1718930702.771901:0:7082:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff880097206d00/0x4c38e74a54729223 lrc: 3/0,1 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.771907:0:7082:0:(ldlm_request.c:1029:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000001000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff880097206d00/0x4c38e74a54729223 lrc: 3/0,1 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.771913:0:7082:0:(ldlm_request.c:1117:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff880097206d00/0x4c38e74a54729223 lrc: 3/0,1 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718930702.771928:0:7082:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88011e301300 pname:cluuid:pid:xid:nid:opc:job mdt00_011:lustre-MDT0001-mdtlov_UUID:7082:1802425733028288:0@lo:101:mdt00_011.0 00000100:00100000:3.0:1718930702.771955:0:7082:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718930702.771966:0:7082:0:(client.c:2492:ptlrpc_set_wait()) set ffff8800941f5f00 going to sleep for 6 seconds 00000100:00100000:3.0:1718930702.772050:0:7082:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88011e301300 pname:cluuid:pid:xid:nid:opc:job mdt00_011:lustre-MDT0001-mdtlov_UUID:7082:1802425733028288:0@lo:101:mdt00_011.0 00010000:00010000:3.0:1718930702.772059:0:7082:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff880097206d00/0x4c38e74a54729223 lrc: 4/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0x4c38e74a5472922a expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.772064:0:7082:0:(ldlm_request.c:799:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff880097206d00/0x4c38e74a54729223 lrc: 4/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0x4c38e74a5472922a expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718930702.772089:0:7082:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88011e301300 pname:cluuid:pid:xid:nid:opc:job mdt00_011:lustre-MDT0001-mdtlov_UUID:7082:1802425733028352:0@lo:1000:mdt00_011.0 00000100:00100000:3.0:1718930702.772104:0:7082:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718930702.772116:0:7082:0:(client.c:2492:ptlrpc_set_wait()) set ffff8800941f5480 going to sleep for 6 seconds 00000100:00100000:3.0:1718930702.772164:0:7082:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88011e301300 pname:cluuid:pid:xid:nid:opc:job mdt00_011:lustre-MDT0001-mdtlov_UUID:7082:1802425733028352:0@lo:1000:mdt00_011.0 00000100:00100000:3.0:1718930702.772185:0:7082:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88011e301300 pname:cluuid:pid:xid:nid:opc:job mdt00_011:lustre-MDT0001-mdtlov_UUID:7082:1802425733028416:0@lo:1000:mdt00_011.0 00000100:00100000:3.0:1718930702.772196:0:7082:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718930702.772207:0:7082:0:(client.c:2492:ptlrpc_set_wait()) set ffff88012b1423c0 going to sleep for 6 seconds 00000100:00100000:3.0:1718930702.772268:0:7082:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88011e301300 pname:cluuid:pid:xid:nid:opc:job mdt00_011:lustre-MDT0001-mdtlov_UUID:7082:1802425733028416:0@lo:1000:mdt00_011.0 00010000:00010000:3.0:1718930702.772285:0:7082:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff880097204b40/0x4c38e74a54729231 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.772289:0:7082:0:(ldlm_request.c:1029:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000001000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff880097204b40/0x4c38e74a54729231 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.772292:0:7082:0:(ldlm_request.c:1117:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff880097204b40/0x4c38e74a54729231 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718930702.772300:0:7082:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88011e301300 pname:cluuid:pid:xid:nid:opc:job mdt00_011:lustre-MDT0001-mdtlov_UUID:7082:1802425733028480:0@lo:101:mdt00_011.0 00000100:00100000:3.0:1718930702.772311:0:7082:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718930702.772317:0:7082:0:(client.c:2492:ptlrpc_set_wait()) set ffff88012b142300 going to sleep for 6 seconds 00000100:00100000:3.0:1718930702.772374:0:7082:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88011e301300 pname:cluuid:pid:xid:nid:opc:job mdt00_011:lustre-MDT0001-mdtlov_UUID:7082:1802425733028480:0@lo:101:mdt00_011.0 00010000:00010000:3.0:1718930702.772379:0:7082:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff880097204b40/0x4c38e74a54729231 lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0x4c38e74a54729238 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.772383:0:7082:0:(ldlm_request.c:799:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff880097204b40/0x4c38e74a54729231 lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0x4c38e74a54729238 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718930702.772401:0:7082:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88011e301300 pname:cluuid:pid:xid:nid:opc:job mdt00_011:lustre-MDT0001-mdtlov_UUID:7082:1802425733028544:0@lo:1000:mdt00_011.0 00000100:00100000:3.0:1718930702.772412:0:7082:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718930702.772417:0:7082:0:(client.c:2492:ptlrpc_set_wait()) set ffff88012b142d80 going to sleep for 6 seconds 00000100:00100000:3.0:1718930702.772534:0:7082:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88011e301300 pname:cluuid:pid:xid:nid:opc:job mdt00_011:lustre-MDT0001-mdtlov_UUID:7082:1802425733028544:0@lo:1000:mdt00_011.0 00000100:00100000:3.0:1718930702.772566:0:7082:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88011e301300 pname:cluuid:pid:xid:nid:opc:job mdt00_011:lustre-MDT0001-mdtlov_UUID:7082:1802425733028608:0@lo:1000:mdt00_011.0 00000100:00100000:3.0:1718930702.772578:0:7082:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718930702.772584:0:7082:0:(client.c:2492:ptlrpc_set_wait()) set ffff88012b142780 going to sleep for 6 seconds 00000100:00100000:3.0:1718930702.772624:0:7082:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88011e301300 pname:cluuid:pid:xid:nid:opc:job mdt00_011:lustre-MDT0001-mdtlov_UUID:7082:1802425733028608:0@lo:1000:mdt00_011.0 00000100:00100000:3.0:1718930702.772641:0:7082:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88011e301300 pname:cluuid:pid:xid:nid:opc:job mdt00_011:lustre-MDT0001-mdtlov_UUID:7082:1802425733028672:0@lo:1000:mdt00_011.0 00000100:00100000:3.0:1718930702.772651:0:7082:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718930702.772656:0:7082:0:(client.c:2492:ptlrpc_set_wait()) set ffff88012b142780 going to sleep for 6 seconds 00000100:00100000:3.0:1718930702.772721:0:7082:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88011e301300 pname:cluuid:pid:xid:nid:opc:job mdt00_011:lustre-MDT0001-mdtlov_UUID:7082:1802425733028672:0@lo:1000:mdt00_011.0 00010000:00010000:3.0:1718930702.772738:0:7082:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff880097207cc0/0x4c38e74a5472923f lrc: 3/0,1 mode: --/EX res: [0x200000402:0x79a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.772745:0:7082:0:(ldlm_request.c:1029:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000001000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff880097207cc0/0x4c38e74a5472923f lrc: 3/0,1 mode: --/EX res: [0x200000402:0x79a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.772748:0:7082:0:(ldlm_request.c:1117:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff880097207cc0/0x4c38e74a5472923f lrc: 3/0,1 mode: --/EX res: [0x200000402:0x79a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718930702.772753:0:7082:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88011e301300 pname:cluuid:pid:xid:nid:opc:job mdt00_011:lustre-MDT0001-mdtlov_UUID:7082:1802425733028736:0@lo:101:mdt00_011.0 00000100:00100000:3.0:1718930702.772764:0:7082:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718930702.772769:0:7082:0:(client.c:2492:ptlrpc_set_wait()) set ffff88012b142d80 going to sleep for 6 seconds 00000100:00100000:3.0:1718930702.773637:0:7082:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88011e301300 pname:cluuid:pid:xid:nid:opc:job mdt00_011:lustre-MDT0001-mdtlov_UUID:7082:1802425733028736:0@lo:101:mdt00_011.0 00010000:00010000:3.0:1718930702.773645:0:7082:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff880097207cc0/0x4c38e74a5472923f lrc: 4/0,1 mode: --/EX res: [0x200000402:0x79a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0x4c38e74a54729246 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.773651:0:7082:0:(ldlm_request.c:286:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-MDT0000-osp-MDT0001 lock: ffff880097207cc0/0x4c38e74a5472923f lrc: 4/0,1 mode: --/EX res: [0x200000402:0x79a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0x4c38e74a54729246 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718930702.773697:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1718930702.773846:0:6824:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733028864 00000100:00100000:0.0:1718930702.773867:0:6824:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5500 00000100:00100000:0.0:1718930702.773870:0:6824:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880124688000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0001-mdtlov_UUID+4:26732:x1802425733028864:12345-0@lo:105: 00010000:00010000:0.0:1718930702.773877:0:6824:0:(ldlm_lockd.c:1933:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0000-osp-MDT0001 lock: ffff880097207cc0/0x4c38e74a5472923f lrc: 5/0,1 mode: --/EX res: [0x200000402:0x79a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0x4c38e74a54729246 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.773883:0:6824:0:(ldlm_lockd.c:2010:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0000-osp-MDT0001 lock: ffff880097207cc0/0x4c38e74a5472923f lrc: 5/0,1 mode: --/EX res: [0x200000402:0x79a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0x4c38e74a54729246 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.773887:0:6824:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0000-osp-MDT0001 lock: ffff880097207cc0/0x4c38e74a5472923f lrc: 5/0,1 mode: EX/EX res: [0x200000402:0x79a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080001000000 nid: local remote: 0x4c38e74a54729246 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.773890:0:6824:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff880097207cc0/0x4c38e74a5472923f lrc: 6/0,1 mode: EX/EX res: [0x200000402:0x79a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080001000000 nid: local remote: 0x4c38e74a54729246 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.773894:0:6824:0:(ldlm_lockd.c:2038:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0000-osp-MDT0001 lock: ffff880097207cc0/0x4c38e74a5472923f lrc: 6/0,1 mode: EX/EX res: [0x200000402:0x79a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1080001000000 nid: local remote: 0x4c38e74a54729246 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.773904:0:7082:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-MDT0000-osp-MDT0001 lock: ffff880097207cc0/0x4c38e74a5472923f lrc: 5/0,1 mode: EX/EX res: [0x200000402:0x79a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0x4c38e74a54729246 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.773904:0:6824:0:(ldlm_lockd.c:2049:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff880097207cc0) 00010000:00010000:3.0:1718930702.773908:0:7082:0:(ldlm_request.c:799:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff880097207cc0/0x4c38e74a5472923f lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x79a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0x4c38e74a54729246 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.773917:0:7082:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff880097207cc0/0x4c38e74a5472923f lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x79a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0x4c38e74a54729246 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.773921:0:7082:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff880097207cc0/0x4c38e74a5472923f lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x79a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000401000000 nid: local remote: 0x4c38e74a54729246 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.773927:0:7082:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff880097207cc0/0x4c38e74a5472923f lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x79a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000401000000 nid: local remote: 0x4c38e74a54729246 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718930702.773927:0:6824:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880124688000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0001-mdtlov_UUID+4:26732:x1802425733028864:12345-0@lo:105: Request processed in 57us (100us total) trans 0 rc 0/0 00000100:00100000:0.0:1718930702.773931:0:6824:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5500 00010000:00010000:3.0:1718930702.773936:0:7082:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1718930702.773943:0:4830:0:(ldlm_lockd.c:2784:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1718930702.773946:0:4830:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff880097207cc0/0x4c38e74a5472923f lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x79a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000401000000 nid: local remote: 0x4c38e74a54729246 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.773949:0:4830:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880097207cc0 already unused, calling callback (ffffffffa0ea60e0) 00010000:00010000:3.0:1718930702.773951:0:4830:0:(ldlm_request.c:1235:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff880097207cc0/0x4c38e74a5472923f lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x79a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008401000000 nid: local remote: 0x4c38e74a54729246 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1718930702.773955:0:4830:0:(mdt_handler.c:3608:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff880097207cc0/0x4c38e74a5472923f lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x79a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009401000000 nid: local remote: 0x4c38e74a54729246 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.773966:0:4830:0:(ldlm_request.c:1301:ldlm_cancel_pack()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff880097207cc0/0x4c38e74a5472923f lrc: 2/0,0 mode: --/EX res: [0x200000402:0x79a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0x4c38e74a54729246 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.773969:0:4830:0:(ldlm_request.c:1305:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1718930702.773980:0:4830:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff880097207cc0/0x4c38e74a5472923f lrc: 1/0,0 mode: --/EX res: [0x200000402:0x79a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0x4c38e74a54729246 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.773983:0:4830:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff880097207cc0/0x4c38e74a5472923f lrc: 0/0,0 mode: --/EX res: [0x200000402:0x79a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0x4c38e74a54729246 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.773991:0:4830:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1718930702.773991:0:4830:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1718930702.773992:0:4830:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1718930702.773999:0:7082:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff880097204d80/0x4c38e74a5472924d lrc: 3/0,1 mode: --/EX res: [0x200000402:0x79a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.774003:0:7082:0:(ldlm_request.c:1029:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000001000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff880097204d80/0x4c38e74a5472924d lrc: 3/0,1 mode: --/EX res: [0x200000402:0x79a:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718930702.774006:0:26732:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733028928 00010000:00010000:3.0:1718930702.774007:0:7082:0:(ldlm_request.c:1117:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff880097204d80/0x4c38e74a5472924d lrc: 3/0,1 mode: --/EX res: [0x200000402:0x79a:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718930702.774014:0:7082:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88011e305a40 pname:cluuid:pid:xid:nid:opc:job mdt00_011:lustre-MDT0001-mdtlov_UUID:7082:1802425733028992:0@lo:101:mdt00_011.0 00000100:00100000:0.0:1718930702.774023:0:26732:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9115 00000100:00100000:0.0:1718930702.774025:0:26732:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1cf6850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:lustre-MDT0001-mdtlov_UUID+11:3321:x1802425733028928:12345-0@lo:103:ldlm_bl_05.0 00000100:00100000:3.0:1718930702.774030:0:7082:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1718930702.774030:0:26732:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1718930702.774037:0:7082:0:(client.c:2492:ptlrpc_set_wait()) set ffff88012b142d80 going to sleep for 6 seconds 00010000:00010000:0.0:1718930702.774037:0:26732:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008350fa80/0x4c38e74a54729246 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x79a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801001000000 nid: 0@lo remote: 0x4c38e74a5472923f expref: 11 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.774047:0:26732:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x79a:0x0].0x0 (ffff880098470b00) 00010000:00010000:0.0:1718930702.774049:0:26732:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1718930702.774063:0:26732:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1cf6850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:lustre-MDT0001-mdtlov_UUID+11:3321:x1802425733028928:12345-0@lo:103:ldlm_bl_05.0 Request processed in 37us (68us total) trans 0 rc 0/0 00000100:00100000:3.0:1718930702.774068:0:3321:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88011e301300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3321:1802425733028928:0@lo:103:ldlm_bl_05.0 00000100:00100000:0.0:1718930702.774068:0:26732:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9115 00000100:00100000:3.0:1718930702.774190:0:7082:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88011e305a40 pname:cluuid:pid:xid:nid:opc:job mdt00_011:lustre-MDT0001-mdtlov_UUID:7082:1802425733028992:0@lo:101:mdt00_011.0 00010000:00010000:3.0:1718930702.774195:0:7082:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff880097204d80/0x4c38e74a5472924d lrc: 4/0,1 mode: --/EX res: [0x200000402:0x79a:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0x4c38e74a54729254 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.774199:0:7082:0:(ldlm_request.c:286:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-MDT0000-osp-MDT0001 lock: ffff880097204d80/0x4c38e74a5472924d lrc: 4/0,1 mode: --/EX res: [0x200000402:0x79a:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0x4c38e74a54729254 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00000001:00080000:0.0:1718930702.774671:0:32428:0:(tgt_lastrcvd.c:926:tgt_cb_last_committed()) lustre-MDT0000: transno 8589959505 is committed 00000001:00080000:0.0:1718930702.774677:0:32428:0:(tgt_lastrcvd.c:926:tgt_cb_last_committed()) lustre-MDT0000: transno 8589959503 is committed 00010000:00010000:3.0:1718930702.774699:0:3307:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b9680/0x4c38e74a54728f75 lrc: 3/0,1 mode: COS/COS res: [0x200000007:0x1:0x0].0xba987c8e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00000001:00080000:0.0:1718930702.774699:0:32428:0:(tgt_lastrcvd.c:926:tgt_cb_last_committed()) lustre-MDT0000: transno 8589959478 is committed 00010000:00010000:3.0:1718930702.774706:0:3307:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b9680/0x4c38e74a54728f75 lrc: 2/0,0 mode: COS/COS res: [0x200000007:0x1:0x0].0xba987c8e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.774710:0:3307:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b9680/0x4c38e74a54728f75 lrc: 3/0,0 mode: COS/COS res: [0x200000007:0x1:0x0].0xba987c8e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.774712:0:3307:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800849b9680 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:3.0:1718930702.774714:0:3307:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b9680/0x4c38e74a54728f75 lrc: 3/0,0 mode: COS/COS res: [0x200000007:0x1:0x0].0xba987c8e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.774718:0:3307:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b9680/0x4c38e74a54728f75 lrc: 4/0,0 mode: COS/COS res: [0x200000007:0x1:0x0].0xba987c8e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.774723:0:3307:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xba987c8e (ffff880098470700) 00010000:00010000:3.0:1718930702.774725:0:3307:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1718930702.774726:0:3307:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b9680/0x4c38e74a54728f75 lrc: 2/0,0 mode: --/COS res: [0x200000007:0x1:0x0].0xba987c8e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.774729:0:3307:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b9680/0x4c38e74a54728f75 lrc: 0/0,0 mode: --/COS res: [0x200000007:0x1:0x0].0xba987c8e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.774738:0:3307:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b8fc0/0x4c38e74a54728f7c lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210400000020 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.774741:0:3307:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b8fc0/0x4c38e74a54728f7c lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210400000020 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.774744:0:3307:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b8fc0/0x4c38e74a54728f7c lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000020 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.774746:0:3307:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800849b8fc0 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:3.0:1718930702.774747:0:3307:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b8fc0/0x4c38e74a54728f7c lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000020 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.774749:0:3307:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b8fc0/0x4c38e74a54728f7c lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218400000020 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.774753:0:3307:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x79a:0x0].0x0 (ffff880098470b00) 00010000:00010000:3.0:1718930702.774754:0:3307:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1718930702.774756:0:3307:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88008350d200/0x4c38e74a54729254 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x79a:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0x4c38e74a5472924d expref: 8 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.774760:0:3307:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008350d200/0x4c38e74a54729254 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x79a:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080001000000 nid: 0@lo remote: 0x4c38e74a5472924d expref: 8 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.774763:0:3307:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008350d200/0x4c38e74a54729254 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x79a:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080001000000 nid: 0@lo remote: 0x4c38e74a5472924d expref: 8 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.774772:0:3307:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008350d200/0x4c38e74a54729254 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x79a:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0x4c38e74a5472924d expref: 8 pid: 32457 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718930702.774777:0:3307:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88011e301300 pname:cluuid:pid:xid:nid:opc:job ptlrpc_hr00_001:lustre-MDT0000_UUID:3307:1802425733029056:0@lo:105: 00000100:00100000:3.0:1718930702.774793:0:3307:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718930702.774799:0:3307:0:(client.c:2492:ptlrpc_set_wait()) set ffff88012b142d80 going to sleep for 6 seconds 00000100:00100000:0.0:1718930702.774807:0:6824:0:(service.c:168:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:0.0:1718930702.774814:0:6824:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733029056 00000100:00100000:0.0:1718930702.774824:0:6824:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5501 00000100:00100000:0.0:1718930702.774826:0:6824:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880123cac850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0001-mdtlov_UUID+4:3307:x1802425733029056:12345-0@lo:105: 00010000:00010000:0.0:1718930702.774830:0:6824:0:(ldlm_lockd.c:1933:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0000-osp-MDT0001 lock: ffff880097204d80/0x4c38e74a5472924d lrc: 5/0,1 mode: --/EX res: [0x200000402:0x79a:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0x4c38e74a54729254 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.774834:0:6824:0:(ldlm_lockd.c:2010:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0000-osp-MDT0001 lock: ffff880097204d80/0x4c38e74a5472924d lrc: 5/0,1 mode: --/EX res: [0x200000402:0x79a:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0x4c38e74a54729254 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.774838:0:6824:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0000-osp-MDT0001 lock: ffff880097204d80/0x4c38e74a5472924d lrc: 5/0,1 mode: EX/EX res: [0x200000402:0x79a:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080001000000 nid: local remote: 0x4c38e74a54729254 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.774841:0:6824:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff880097204d80/0x4c38e74a5472924d lrc: 6/0,1 mode: EX/EX res: [0x200000402:0x79a:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080001000000 nid: local remote: 0x4c38e74a54729254 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.774844:0:6824:0:(ldlm_lockd.c:2038:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0000-osp-MDT0001 lock: ffff880097204d80/0x4c38e74a5472924d lrc: 6/0,1 mode: EX/EX res: [0x200000402:0x79a:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x1080001000000 nid: local remote: 0x4c38e74a54729254 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.774852:0:6824:0:(ldlm_lockd.c:2049:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff880097204d80) 00010000:00010000:3.0:1718930702.774855:0:7082:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-MDT0000-osp-MDT0001 lock: ffff880097204d80/0x4c38e74a5472924d lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x79a:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0x4c38e74a54729254 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.774859:0:7082:0:(ldlm_request.c:799:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff880097204d80/0x4c38e74a5472924d lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x79a:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0x4c38e74a54729254 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718930702.774873:0:6824:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880123cac850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0001-mdtlov_UUID+4:3307:x1802425733029056:12345-0@lo:105: Request processed in 46us (80us total) trans 0 rc 0/0 00000100:00100000:0.0:1718930702.774891:0:6824:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5501 00010000:00010000:3.0:1718930702.774914:0:7082:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff880097205b00/0x4c38e74a5472925b lrc: 3/0,1 mode: --/EX res: [0x240000402:0x605:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.774919:0:7082:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880097205b00/0x4c38e74a5472925b lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x605:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.774923:0:7082:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880097205b00/0x4c38e74a5472925b lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x605:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718930702.774949:0:7082:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88011e305a40 pname:cluuid:pid:xid:nid:opc:job mdt00_011:lustre-MDT0001-mdtlov_UUID:7082:1802425733029120:0@lo:1000:mdt00_011.0 00000100:00100000:3.0:1718930702.774963:0:7082:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718930702.774971:0:7082:0:(client.c:2492:ptlrpc_set_wait()) set ffff88012b142840 going to sleep for 6 seconds 00000100:00100000:0.0:1718930702.774975:0:32457:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733029120 00000100:00100000:0.0:1718930702.774983:0:32457:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20620 00000100:00100000:0.0:1718930702.774985:0:32457:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e3063c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+9:7082:x1802425733029120:12345-0@lo:1000:mdt00_011.0 00000100:00100000:0.0:1718930702.775030:0:32457:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e3063c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+9:7082:x1802425733029120:12345-0@lo:1000:mdt00_011.0 Request processed in 44us (67us total) trans 0 rc 0/0 00000100:00100000:0.0:1718930702.775034:0:32457:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20620 00000100:00100000:3.0:1718930702.775036:0:7082:0:(client.c:2892:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 8589959478 gen 2 00000004:00080000:3.0:1718930702.775039:0:7082:0:(osp_trans.c:1044:osp_request_commit_cb()) trans no 8589959477 committed transno 8589959478 00000004:00080000:3.0:1718930702.775053:0:7082:0:(osp_trans.c:1044:osp_request_commit_cb()) trans no 8589959478 committed transno 8589959478 00000100:00100000:3.0:1718930702.775064:0:7082:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88011e305a40 pname:cluuid:pid:xid:nid:opc:job mdt00_011:lustre-MDT0001-mdtlov_UUID:7082:1802425733029120:0@lo:1000:mdt00_011.0 00000100:00100000:3.0:1718930702.775085:0:7082:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88011e305a40 pname:cluuid:pid:xid:nid:opc:job mdt00_011:lustre-MDT0001-mdtlov_UUID:7082:1802425733029184:0@lo:1000:mdt00_011.0 00000100:00100000:3.0:1718930702.775096:0:7082:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718930702.775102:0:7082:0:(client.c:2492:ptlrpc_set_wait()) set ffff88012b142840 going to sleep for 6 seconds 00000100:00100000:0.0:1718930702.775105:0:32457:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733029184 00000100:00100000:0.0:1718930702.775112:0:32457:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20621 00000100:00100000:0.0:1718930702.775113:0:32457:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e306880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+9:7082:x1802425733029184:12345-0@lo:1000:mdt00_011.0 00000100:00100000:0.0:1718930702.775136:0:32457:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e306880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+9:7082:x1802425733029184:12345-0@lo:1000:mdt00_011.0 Request processed in 22us (40us total) trans 0 rc 0/0 00000100:00100000:0.0:1718930702.775139:0:32457:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20621 00000100:00100000:3.0:1718930702.775143:0:7082:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88011e305a40 pname:cluuid:pid:xid:nid:opc:job mdt00_011:lustre-MDT0001-mdtlov_UUID:7082:1802425733029184:0@lo:1000:mdt00_011.0 00000100:00100000:3.0:1718930702.775155:0:7082:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88011e305a40 pname:cluuid:pid:xid:nid:opc:job mdt00_011:lustre-MDT0001-mdtlov_UUID:7082:1802425733029248:0@lo:1000:mdt00_011.0 00000100:00100000:3.0:1718930702.775166:0:7082:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718930702.775171:0:7082:0:(client.c:2492:ptlrpc_set_wait()) set ffff88012b142840 going to sleep for 6 seconds 00000100:00100000:0.0:1718930702.775174:0:32457:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733029248 00000100:00100000:0.0:1718930702.775180:0:32457:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20622 00000100:00100000:0.0:1718930702.775182:0:32457:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e306d40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+9:7082:x1802425733029248:12345-0@lo:1000:mdt00_011.0 00000100:00100000:0.0:1718930702.775200:0:32457:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e306d40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+9:7082:x1802425733029248:12345-0@lo:1000:mdt00_011.0 Request processed in 18us (34us total) trans 0 rc 0/0 00000100:00100000:0.0:1718930702.775203:0:32457:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20622 00000100:00100000:3.0:1718930702.775204:0:7082:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88011e305a40 pname:cluuid:pid:xid:nid:opc:job mdt00_011:lustre-MDT0001-mdtlov_UUID:7082:1802425733029248:0@lo:1000:mdt00_011.0 00000100:00100000:3.0:1718930702.775235:0:7082:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88011e305a40 pname:cluuid:pid:xid:nid:opc:job mdt00_011:lustre-MDT0001-mdtlov_UUID:7082:1802425733029312:0@lo:1000:mdt00_011.0 00000100:00100000:3.0:1718930702.775249:0:7082:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718930702.775255:0:7082:0:(client.c:2492:ptlrpc_set_wait()) set ffff8800941f5f00 going to sleep for 6 seconds 00000100:00100000:0.0:1718930702.775258:0:32457:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733029312 00000100:00100000:0.0:1718930702.775264:0:32457:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20623 00000100:00100000:0.0:1718930702.775265:0:32457:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da1a850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+9:7082:x1802425733029312:12345-0@lo:1000:mdt00_011.0 00000100:00100000:0.0:1718930702.775284:0:32457:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da1a850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+9:7082:x1802425733029312:12345-0@lo:1000:mdt00_011.0 Request processed in 18us (34us total) trans 0 rc 0/0 00000100:00100000:0.0:1718930702.775286:0:32457:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20623 00000100:00100000:3.0:1718930702.775289:0:7082:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88011e305a40 pname:cluuid:pid:xid:nid:opc:job mdt00_011:lustre-MDT0001-mdtlov_UUID:7082:1802425733029312:0@lo:1000:mdt00_011.0 00000100:00100000:3.0:1718930702.775303:0:7082:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88011e305a40 pname:cluuid:pid:xid:nid:opc:job mdt00_011:lustre-MDT0001-mdtlov_UUID:7082:1802425733029376:0@lo:1000:mdt00_011.0 00000100:00100000:3.0:1718930702.775314:0:7082:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718930702.775319:0:7082:0:(client.c:2492:ptlrpc_set_wait()) set ffff88012b142d80 going to sleep for 6 seconds 00000100:00100000:3.0:1718930702.775325:0:8528:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733029376 00000100:00100000:3.0:1718930702.775345:0:8528:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20624 00000100:00100000:3.0:1718930702.775348:0:8528:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e307200 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+9:7082:x1802425733029376:12345-0@lo:1000:mdt00_011.0 00000100:00100000:3.0:1718930702.775372:0:8528:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e307200 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+9:7082:x1802425733029376:12345-0@lo:1000:mdt00_011.0 Request processed in 25us (58us total) trans 0 rc 0/0 00000100:00100000:3.0:1718930702.775376:0:8528:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20624 00000100:00100000:3.0:1718930702.775387:0:7082:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88011e305a40 pname:cluuid:pid:xid:nid:opc:job mdt00_011:lustre-MDT0001-mdtlov_UUID:7082:1802425733029376:0@lo:1000:mdt00_011.0 00000040:00080000:3.0:1718930702.775847:0:7082:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x240000400:0x3:0x0].1127, 2192 off1032152 00000040:00080000:3.0:1718930702.775874:0:7082:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x200000401:0x3:0x0].1500, 2272 off1452472 00000004:00080000:3.0:1718930702.775877:0:7082:0:(osp_trans.c:1598:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff88007323ae80 with version 7098 00000100:00100000:0.0:1718930702.776031:0:32457:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733029440 00000100:00100000:0.0:1718930702.776054:0:32457:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20625 00000100:00100000:0.0:1718930702.776057:0:32457:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880124688980 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+9:8063:x1802425733029440:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1718930702.776256:0:32457:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880124688980 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+10:8063:x1802425733029440:12345-0@lo:1000:osp_up0-1.0 Request processed in 198us (293us total) trans 8589959506 rc 0/0 00000100:00100000:0.0:1718930702.776261:0:32457:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20625 00000004:00010000:3.0:1718930702.776354:0:7082:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff88013461d0c0 reply state ffff88009411f000 transno 4294987112 ns: mdt-lustre-MDT0001_UUID lock: ffff880097205b00/0x4c38e74a5472925b lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x605:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1718930702.776365:0:7082:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x200000402:0x79a:0x0] 00010000:00010000:3.0:1718930702.776369:0:7082:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff880097204d80/0x4c38e74a5472924d lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x79a:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0x4c38e74a54729254 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.776373:0:7082:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-osp-MDT0001 lock: ffff880097204d80/0x4c38e74a5472924d lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x79a:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0x4c38e74a54729254 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1718930702.776377:0:7082:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:3.0:1718930702.776379:0:7082:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff880097204b40/0x4c38e74a54729231 lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0x4c38e74a54729238 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.776381:0:7082:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-osp-MDT0001 lock: ffff880097204b40/0x4c38e74a54729231 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0x4c38e74a54729238 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.776385:0:7082:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff880097206d00/0x4c38e74a54729223 lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0x4c38e74a5472922a expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.776402:0:7082:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff880097206d00/0x4c38e74a54729223 lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000401000000 nid: local remote: 0x4c38e74a5472922a expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.776405:0:7082:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff880097206d00/0x4c38e74a54729223 lrc: 2/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000401000000 nid: local remote: 0x4c38e74a5472922a expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.776419:0:7082:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1718930702.776459:0:7082:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88013461d0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:8a07974b-7506-4725-beb3-4b5c6f8f9250+14:26684:x1802425753267968:12345-192.168.204.9@tcp:36:lfs.0 Request processed in 4598us (4655us total) trans 4294987112 rc 0/0 00000100:00100000:3.0:1718930702.776463:0:7082:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230744 00000100:00100000:0.0:1718930702.776510:0:3323:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1718930702.776517:0:3323:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880124688e40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3323:1802425733029504:0@lo:103:ldlm_bl_03.0 00000100:00100000:0.0:1718930702.776533:0:3323:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1718930702.776634:0:3323:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880124688e40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3323:1802425733029504:0@lo:103:ldlm_bl_03.0 00010000:00010000:3.0:1718930702.776958:0:3306:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880097205b00/0x4c38e74a5472925b lrc: 3/0,1 mode: COS/COS res: [0x240000402:0x605:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.776965:0:3306:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x605:0x0].0x0 (ffff8800782f1600) 00010000:00010000:3.0:1718930702.776967:0:3306:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 7f 00000100:00100000:0.0:1718930702.777109:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1718930702.777135:0:7082:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753268160 00000100:00100000:3.0:1718930702.777156:0:7082:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230745 00000100:00100000:3.0:1718930702.777159:0:7082:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88013461da40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:8a07974b-7506-4725-beb3-4b5c6f8f9250+24:26684:x1802425753268160:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:3.0:1718930702.777167:0:7082:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1718930702.777172:0:7082:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097206f40/0x4c38e74a54729262 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xceea94147812f9e2 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.777192:0:7082:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800972061c0/0x4c38e74a54729269 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.777197:0:7082:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800972061c0/0x4c38e74a54729269 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.777204:0:7082:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800972061c0/0x4c38e74a54729269 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.777210:0:7082:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097207840/0x4c38e74a54729270 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xba987c8e bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.777213:0:7082:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097207840/0x4c38e74a54729270 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xba987c8e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.777216:0:7082:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097207840/0x4c38e74a54729270 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xba987c8e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718930702.777253:0:7082:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88011e305a40 pname:cluuid:pid:xid:nid:opc:job mdt00_011:lustre-MDT0000-mdtlov_UUID:7082:1802425733029568:0@lo:1000:mdt00_011.0 00000100:00100000:3.0:1718930702.777271:0:7082:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718930702.777280:0:7082:0:(client.c:2492:ptlrpc_set_wait()) set ffff88008c2ed840 going to sleep for 6 seconds 00000100:00100000:0.0:1718930702.777287:0:32457:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733029568 00000100:00100000:0.0:1718930702.777305:0:32457:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20626 00000100:00100000:0.0:1718930702.777307:0:32457:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e3076c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:7082:x1802425733029568:12345-0@lo:1000:mdt00_011.0 00000100:00100000:0.0:1718930702.777334:0:32457:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e3076c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:7082:x1802425733029568:12345-0@lo:1000:mdt00_011.0 Request processed in 26us (63us total) trans 0 rc 0/0 00000100:00100000:0.0:1718930702.777337:0:32457:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20626 00000100:00100000:3.0:1718930702.777341:0:7082:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88011e305a40 pname:cluuid:pid:xid:nid:opc:job mdt00_011:lustre-MDT0000-mdtlov_UUID:7082:1802425733029568:0@lo:1000:mdt00_011.0 00010000:00010000:3.0:1718930702.777360:0:7082:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800972046c0/0x4c38e74a54729277 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x605:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.777364:0:7082:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800972046c0/0x4c38e74a54729277 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x605:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.777368:0:7082:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800972046c0/0x4c38e74a54729277 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x605:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1718930702.777372:0:7082:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x240000402:0x605:0x0] 00010000:00010000:3.0:1718930702.777375:0:7082:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800972061c0/0x4c38e74a54729269 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.777381:0:7082:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800972061c0/0x4c38e74a54729269 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.777384:0:7082:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800972061c0/0x4c38e74a54729269 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.777387:0:7082:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800972061c0 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:3.0:1718930702.777388:0:7082:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800972061c0/0x4c38e74a54729269 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.777391:0:7082:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800972061c0/0x4c38e74a54729269 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.777395:0:7082:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a87c9a00) 00010000:00010000:3.0:1718930702.777396:0:7082:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1718930702.777397:0:7082:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800972061c0/0x4c38e74a54729269 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.777400:0:7082:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800972061c0/0x4c38e74a54729269 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.777405:0:7082:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097207840/0x4c38e74a54729270 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xba987c8e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.777407:0:7082:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880097207840/0x4c38e74a54729270 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xba987c8e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.777410:0:7082:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880097207840/0x4c38e74a54729270 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xba987c8e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.777416:0:7082:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880097207840 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:3.0:1718930702.777417:0:7082:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880097207840/0x4c38e74a54729270 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xba987c8e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.777420:0:7082:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880097207840/0x4c38e74a54729270 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xba987c8e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.777423:0:7082:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xba987c8e (ffff8800782f1e00) 00010000:00010000:3.0:1718930702.777424:0:7082:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1718930702.777424:0:7082:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880097207840/0x4c38e74a54729270 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xba987c8e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.777427:0:7082:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097207840/0x4c38e74a54729270 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xba987c8e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.777455:0:7082:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097206f40/0x4c38e74a54729262 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812f9e2 expref: 26 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.777460:0:7082:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800972046c0/0x4c38e74a54729277 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x605:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812f9e2 expref: 25 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.777463:0:7082:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x605:0x0].0x0 (ffff8800782f1700) 00010000:00010000:3.0:1718930702.777464:0:7082:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1718930702.777465:0:7082:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff8800972046c0, rc 0) 00000100:00100000:3.0:1718930702.777481:0:7082:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88013461da40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:8a07974b-7506-4725-beb3-4b5c6f8f9250+25:26684:x1802425753268160:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 321us (373us total) trans 0 rc 0/0 00000100:00100000:3.0:1718930702.777485:0:7082:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230745 00000100:00100000:0.0:1718930702.778197:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1718930702.778269:0:7082:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753268288 00000100:00100000:3.0:1718930702.778293:0:7082:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230746 00000100:00100000:3.0:1718930702.778296:0:7082:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88013461df00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:8a07974b-7506-4725-beb3-4b5c6f8f9250+14:26684:x1802425753268288:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:3.0:1718930702.778304:0:7082:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1718930702.778310:0:7082:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880097207180/0x4c38e74a5472927e lrc: 2/0,0 mode: --/CR res: [0x240000402:0x605:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xceea94147812f9e9 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00000004:00200000:3.0:1718930702.778362:0:7082:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x605:0x0]: returning size 4096 00010000:00010000:3.0:1718930702.778400:0:7082:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff880097207180/0x4c38e74a5472927e lrc: 1/0,0 mode: --/CR res: [0x240000402:0x605:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812f9e9 expref: 16 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.778405:0:7082:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880097207180/0x4c38e74a5472927e lrc: 0/0,0 mode: --/CR res: [0x240000402:0x605:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812f9e9 expref: 16 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.778410:0:7082:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff880097207180, rc 0) 00000100:00100000:3.0:1718930702.778451:0:7082:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88013461df00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:8a07974b-7506-4725-beb3-4b5c6f8f9250+15:26684:x1802425753268288:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 154us (255us total) trans 4294987113 rc 301/301 00000100:00100000:3.0:1718930702.778456:0:7082:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230746 00000100:00100000:0.0:1718930702.779287:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1718930702.779405:0:7082:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753268352 00000100:00100000:3.0:1718930702.779477:0:7082:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230747 00000100:00100000:3.0:1718930702.779498:0:7082:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88013461e3c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:8a07974b-7506-4725-beb3-4b5c6f8f9250+15:26684:x1802425753268352:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:3.0:1718930702.779507:0:7082:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1718930702.779513:0:7082:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880097205440/0x4c38e74a5472928c lrc: 2/0,0 mode: --/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xceea94147812f9f0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.779533:0:7082:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880097205d40/0x4c38e74a54729293 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1a5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.779538:0:7082:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880097205d40/0x4c38e74a54729293 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.779543:0:7082:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880097205d40/0x4c38e74a54729293 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00000004:00200000:3.0:1718930702.779556:0:7082:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000400:0x1a5:0x0]: returning size 4096 00000004:00200000:3.0:1718930702.779558:0:7082:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 2 stripe count 2 MDT count 2 00010000:00010000:3.0:1718930702.779571:0:7082:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880097205440/0x4c38e74a5472928c lrc: 0/0,0 mode: --/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812f9f0 expref: 17 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.779595:0:7082:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff880097205d40/0x4c38e74a54729293 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812f9f0 expref: 16 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.779598:0:7082:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a5:0x0].0x0 (ffff8800782f1300) 00010000:00010000:3.0:1718930702.779600:0:7082:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1718930702.779601:0:7082:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff880097205d40, rc 0) 00000100:00100000:3.0:1718930702.779628:0:7082:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88013461e3c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:8a07974b-7506-4725-beb3-4b5c6f8f9250+16:26684:x1802425753268352:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 130us (346us total) trans 0 rc 0/0 00000100:00100000:3.0:1718930702.779631:0:7082:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230747 00000100:00100000:0.0:1718930702.780400:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1718930702.780476:0:7082:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753268416 00000100:00100000:3.0:1718930702.780500:0:7082:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230748 00000100:00100000:3.0:1718930702.780503:0:7082:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88013461e880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:8a07974b-7506-4725-beb3-4b5c6f8f9250+25:26684:x1802425753268416:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:3.0:1718930702.780510:0:7082:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1718930702.780515:0:7082:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097206880/0x4c38e74a5472929a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x79a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xceea94147812f9f7 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.780531:0:7082:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097204900/0x4c38e74a547292a1 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x79a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.780540:0:7082:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008350d200/0x4c38e74a54729254 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x79a:0x0].0x0 bits 0x7f/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0x4c38e74a5472924d expref: 8 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.780543:0:7082:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880097204900/0x4c38e74a547292a1 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x79a:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.780553:0:7082:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008350d200/0x4c38e74a54729254 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x79a:0x0].0x0 bits 0x7f/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000001000020 nid: 0@lo remote: 0x4c38e74a5472924d expref: 8 pid: 32457 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718930702.780558:0:7082:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88011e305a40 pname:cluuid:pid:xid:nid:opc:job mdt00_011:lustre-MDT0000_UUID:7082:1802425733029632:0@lo:104: 00000100:00100000:3.0:1718930702.780574:0:7082:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718930702.780589:0:7082:0:(client.c:2492:ptlrpc_set_wait()) set ffff88008c2ed780 going to sleep for 6 seconds 00000100:00100000:0.0:1718930702.780604:0:6824:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733029632 00000100:00100000:0.0:1718930702.780628:0:6824:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5502 00000100:00100000:0.0:1718930702.780630:0:6824:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e303440 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0001-mdtlov_UUID+4:7082:x1802425733029632:12345-0@lo:104: 00010000:00010000:0.0:1718930702.780672:0:6824:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1718930702.780674:0:7082:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88011e305a40 pname:cluuid:pid:xid:nid:opc:job mdt00_011:lustre-MDT0000_UUID:7082:1802425733029632:0@lo:104: 00000100:00100000:0.0:1718930702.780675:0:6824:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e303440 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0001-mdtlov_UUID+4:7082:x1802425733029632:12345-0@lo:104: Request processed in 44us (101us total) trans 0 rc 0/0 00000100:00100000:0.0:1718930702.780678:0:6824:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5502 00010000:00010000:3.0:1718930702.780683:0:7082:0:(ldlm_request.c:286:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880097204900/0x4c38e74a547292a1 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x79a:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718930702.780757:0:3323:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880124689300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3323:1802425733029696:0@lo:103:ldlm_bl_02.0 00000100:00100000:0.0:1718930702.780770:0:3323:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718930702.780780:0:26732:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733029696 00010000:00010000:3.0:1718930702.780788:0:26732:0:(ldlm_lockd.c:2633:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008350d200/0x4c38e74a54729254 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x79a:0x0].0x0 bits 0x7f/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000401000020 nid: 0@lo remote: 0x4c38e74a5472924d expref: 9 pid: 32457 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718930702.780798:0:26732:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63298 00000100:00100000:3.0:1718930702.780801:0:26732:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88013461ed40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:lustre-MDT0001-mdtlov_UUID+9:3323:x1802425733029696:12345-0@lo:103:ldlm_bl_02.0 00010000:00010000:3.0:1718930702.780805:0:26732:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000001:00080000:0.0:1718930702.781276:0:32428:0:(tgt_lastrcvd.c:926:tgt_cb_last_committed()) lustre-MDT0000: transno 8589959506 is committed 00010000:00010000:3.0:1718930702.781365:0:26732:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008350d200/0x4c38e74a54729254 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x79a:0x0].0x0 bits 0x7f/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801401000020 nid: 0@lo remote: 0x4c38e74a5472924d expref: 8 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.781375:0:26732:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x79a:0x0].0x0 (ffff880098470b00) 00010000:00010000:3.0:1718930702.781377:0:26732:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880097204900/0x4c38e74a547292a1 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x79a:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.781382:0:26732:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880097204900/0x4c38e74a547292a1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x79a:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.781385:0:26732:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097204900/0x4c38e74a547292a1 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x79a:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.781402:0:26732:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1718930702.781416:0:7082:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880097204900/0x4c38e74a547292a1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x79a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.781421:0:7082:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097204900/0x4c38e74a547292a1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x79a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718930702.781426:0:26732:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88013461ed40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:lustre-MDT0001-mdtlov_UUID+7:3323:x1802425733029696:12345-0@lo:103:ldlm_bl_02.0 Request processed in 624us (655us total) trans 0 rc 0/0 00000100:00100000:3.0:1718930702.781443:0:26732:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63298 00000004:00200000:0.0:1718930702.781449:0:7082:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x79a:0x0]: returning size 4096 00000004:00200000:0.0:1718930702.781451:0:7082:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 4 stripe count 2 MDT count 2 00010000:00010000:0.0:1718930702.781465:0:7082:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097206880/0x4c38e74a5472929a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812f9f7 expref: 27 pid: 7082 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718930702.781470:0:3323:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880124689300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3323:1802425733029696:0@lo:103:ldlm_bl_02.0 00010000:00010000:0.0:1718930702.781473:0:7082:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880097204900/0x4c38e74a547292a1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x79a:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812f9f7 expref: 26 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.781477:0:7082:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x79a:0x0].0x0 (ffff880098470b00) 00010000:00010000:0.0:1718930702.781478:0:7082:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1718930702.781479:0:7082:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff880097204900, rc 0) 00000100:00100000:0.0:1718930702.781502:0:7082:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88013461e880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:8a07974b-7506-4725-beb3-4b5c6f8f9250+26:26684:x1802425753268416:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 998us (1104us total) trans 0 rc 0/0 00000100:00100000:0.0:1718930702.781509:0:7082:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230748 00000100:00100000:0.0:1718930702.782450:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1718930702.784098:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1718930702.787364:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1718930702.789893:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1718930702.790949:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1718930702.791901:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1718930702.791938:0:22545:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753268864 00000100:00100000:3.0:1718930702.791968:0:22545:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.204.9@tcp, with round 481 00000100:00100000:3.0:1718930702.791972:0:22545:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e7caf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8a07974b-7506-4725-beb3-4b5c6f8f9250+7:1876:x1802425753268864:12345-192.168.204.9@tcp:1:lfs.0 00010000:00010000:3.0:1718930702.791990:0:22545:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097205200/0x4c38e74a547292e0 lrc: 3/0,1 mode: --/PW res: [0x586:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.792000:0:22545:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008350f180/0x4c38e74a547291c1 lrc: 2/0,0 mode: PW/PW res: [0x586:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.9@tcp remote: 0xceea94147812f9bf expref: 7 pid: 22545 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.792004:0:22545:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1718930702.792005:0:22545:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1718930702.792006:0:22545:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097205200/0x4c38e74a547292e0 lrc: 4/0,1 mode: --/PW res: [0x586:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.792018:0:22545:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008350f180/0x4c38e74a547291c1 lrc: 3/0,0 mode: PW/PW res: [0x586:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.9@tcp remote: 0xceea94147812f9bf expref: 7 pid: 22545 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.792027:0:22545:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008350f180/0x4c38e74a547291c1 lrc: 4/0,0 mode: PW/PW res: [0x586:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.9@tcp remote: 0xceea94147812f9bf expref: 7 pid: 22545 timeout: 3713 lvb_type: 0 00000100:00100000:3.0:1718930702.792033:0:22545:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88011e305a40 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:22545:1802425733029760:192.168.204.9@tcp:104: 00000100:00100000:3.0:1718930702.792059:0:22545:0:(client.c:2492:ptlrpc_set_wait()) set ffff88008c2ed780 going to sleep for 6 seconds 00000100:00100000:3.0:1718930702.792794:0:22545:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88011e305a40 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:22545:1802425733029760:192.168.204.9@tcp:104: 00010000:00010000:3.0:1718930702.792804:0:22545:0:(ldlm_request.c:286:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880097205200/0x4c38e74a547292e0 lrc: 3/0,1 mode: --/PW res: [0x586:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718930702.792948:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000001:00100000:0.0:1718930702.793742:0:10463:0:(tgt_lastrcvd.c:541:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 8a07974b-7506-4725-beb3-4b5c6f8f9250 00000100:00100000:0.0:1718930702.793953:0:22544:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e3d2600 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8a07974b-7506-4725-beb3-4b5c6f8f9250+9:1875:x1802425753268928:12345-192.168.204.9@tcp:4:cp.0 Request processed in 899us (1005us total) trans 4294972694 rc 0/0 00000100:00100000:0.0:1718930702.793959:0:22544:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 7349 00002000:00100000:0.0:1718930702.793963:0:22544:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x100010000:0x586:0x0] (0->1715) req@ffff88008e3d2600 x1802425753268928/t4294972694(0) o4->8a07974b-7506-4725-beb3-4b5c6f8f9250@192.168.204.9@tcp:350/0 lens 2208/448 e 0 to 0 dl 1718930745 ref 1 fl Complete:H/0/0 rc 0/0 job:'cp.0' 00002000:00100000:0.0:1718930702.793968:0:22544:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e3d2600 with x1802425753268928 ext(0->1715) 00010000:00010000:0.0:1718930702.793973:0:22544:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0001_UUID lock: ffff88008350f180/0x4c38e74a547291c1 lrc: 4/0,0 mode: PW/PW res: [0x586:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.9@tcp remote: 0xceea94147812f9bf expref: 9 pid: 22545 timeout: 3713 lvb_type: 0 00002000:00010000:0.0:1718930702.793978:0:22544:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008e3d2600 00000100:00100000:0.0:1718930702.794695:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1718930702.794775:0:26732:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753268992 00010000:00010000:3.0:1718930702.794788:0:26732:0:(ldlm_lockd.c:2633:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008350f180/0x4c38e74a547291c1 lrc: 4/0,0 mode: PW/PW res: [0x586:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.9@tcp remote: 0xceea94147812f9bf expref: 9 pid: 22545 timeout: 3713 lvb_type: 0 00000100:00100000:3.0:1718930702.794810:0:26732:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 63299 00000100:00100000:3.0:1718930702.794812:0:26732:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e3d7200 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:8a07974b-7506-4725-beb3-4b5c6f8f9250+9:1878:x1802425753268992:12345-192.168.204.9@tcp:103:ldlm_bl_02.0 00010000:00010000:3.0:1718930702.794817:0:26732:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1718930702.794822:0:26732:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x100010000:0x586:0x0] updating lvb size from disk: 0 -> 1716 00002000:00010000:3.0:1718930702.794824:0:26732:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x100010000:0x586:0x0] updating lvb mtime from disk: 0 -> 1718930701 00002000:00010000:3.0:1718930702.794825:0:26732:0:(ofd_lvb.c:343:ofd_lvbo_update()) res: [0x100010000:0x586:0x0] updating lvb ctime from disk: 0 -> 1718930701 00002000:00010000:3.0:1718930702.794826:0:26732:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x100010000:0x586:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:3.0:1718930702.794829:0:26732:0:(ldlm_lockd.c:1766:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008350f180/0x4c38e74a547291c1 lrc: 4/0,0 mode: PW/PW res: [0x586:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.9@tcp remote: 0xceea94147812f9bf expref: 9 pid: 22545 timeout: 3713 lvb_type: 0 00010000:00010000:3.0:1718930702.794834:0:26732:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008350f180/0x4c38e74a547291c1 lrc: 3/0,0 mode: PW/PW res: [0x586:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.9@tcp remote: 0xceea94147812f9bf expref: 9 pid: 22545 timeout: 3713 lvb_type: 0 00010000:00010000:3.0:1718930702.794845:0:26732:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008350f180/0x4c38e74a547291c1 lrc: 0/0,0 mode: --/PW res: [0x586:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.9@tcp remote: 0xceea94147812f9bf expref: 9 pid: 22545 timeout: 3713 lvb_type: 0 00010000:00010000:3.0:1718930702.794859:0:26732:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718930702.794860:0:26732:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718930702.794864:0:26732:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880097205200/0x4c38e74a547292e0 lrc: 3/0,1 mode: PW/PW res: [0x586:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.794869:0:26732:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097205200/0x4c38e74a547292e0 lrc: 4/0,1 mode: PW/PW res: [0x586:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.794883:0:26732:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1718930702.794903:0:26732:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e3d7200 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:8a07974b-7506-4725-beb3-4b5c6f8f9250+8:1878:x1802425753268992:12345-192.168.204.9@tcp:103:ldlm_bl_02.0 Request processed in 89us (209us total) trans 0 rc 0/0 00000100:00100000:3.0:1718930702.794907:0:26732:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 63299 00010000:00010000:3.0:1718930702.794960:0:11341:0:(ldlm_lockd.c:2784:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1718930702.794963:0:11341:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880097205200/0x4c38e74a547292e0 lrc: 2/0,0 mode: PW/PW res: [0x586:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.794967:0:11341:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880097205200 already unused, calling callback (ffffffffa080a190) 00010000:00010000:3.0:1718930702.794969:0:11341:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880097205200/0x4c38e74a547292e0 lrc: 2/0,0 mode: PW/PW res: [0x586:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.794972:0:11341:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880097205200/0x4c38e74a547292e0 lrc: 3/0,0 mode: PW/PW res: [0x586:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.794979:0:11341:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880097205200/0x4c38e74a547292e0 lrc: 1/0,0 mode: --/PW res: [0x586:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.794983:0:11341:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097205200/0x4c38e74a547292e0 lrc: 0/0,0 mode: --/PW res: [0x586:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.794991:0:11341:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1718930702.794992:0:11341:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1718930702.794992:0:11341:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1718930702.795553:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1718930702.795568:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1718930702.795602:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930702.795626:0:4383:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753269056 00000100:00100000:3.0:1718930702.795628:0:26732:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753269120 00000100:00100000:1.0:1718930702.795645:0:4383:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753269184 00000100:00100000:3.0:1718930702.795652:0:26732:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 9117 00000100:00100000:3.0:1718930702.795657:0:26732:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e3d1300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:8a07974b-7506-4725-beb3-4b5c6f8f9250+18:1875:x1802425753269056:12345-192.168.204.9@tcp:103:lfs.0 00010000:00010000:3.0:1718930702.795683:0:26732:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1718930702.795683:0:4383:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 9119 00000100:00100000:1.0:1718930702.795688:0:4383:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88008572a600 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:8a07974b-7506-4725-beb3-4b5c6f8f9250+18:1876:x1802425753269184:12345-192.168.204.9@tcp:103:lfs.0 00010000:00010000:3.0:1718930702.795692:0:26732:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008350c000/0x4c38e74a547292af lrc: 0/0,0 mode: --/PR res: [0x240000402:0x605:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812f9fe expref: 18 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.795697:0:4383:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1718930702.795703:0:26732:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x605:0x0].0x0 (ffff8800782f1600) 00010000:00010000:3.0:1718930702.795706:0:26732:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1718930702.795706:0:4383:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880097205d40/0x4c38e74a54729293 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1a5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812f9f0 expref: 17 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.795727:0:4383:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a5:0x0].0x0 (ffff8800782f1300) 00000100:00100000:3.0:1718930702.795728:0:26732:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e3d1300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:8a07974b-7506-4725-beb3-4b5c6f8f9250+16:1875:x1802425753269056:12345-192.168.204.9@tcp:103:lfs.0 Request processed in 71us (175us total) trans 0 rc 0/0 00010000:00010000:1.0:1718930702.795732:0:4383:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1718930702.795734:0:26732:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 9117 00000100:00100000:1.0:1718930702.795749:0:4383:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88008572a600 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:8a07974b-7506-4725-beb3-4b5c6f8f9250+15:1876:x1802425753269184:12345-192.168.204.9@tcp:103:lfs.0 Request processed in 61us (148us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930702.795756:0:4383:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 9119 00000100:00100000:0.0:1718930702.795780:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1718930702.795794:0:7082:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753269312 00000100:00100000:3.0:1718930702.795817:0:7082:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230752 00000100:00100000:3.0:1718930702.795821:0:7082:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800820784c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:8a07974b-7506-4725-beb3-4b5c6f8f9250+27:26684:x1802425753269312:12345-192.168.204.9@tcp:36:lfs.0 00010000:00010000:3.0:1718930702.795842:0:7082:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1718930702.795851:0:7082:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097205680/0x4c38e74a5472919e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7a7:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812f9aa expref: 27 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.795863:0:7082:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800972058c0/0x4c38e74a54729189 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7a7:0x0].0x0 bits 0x9/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812f9a3 expref: 26 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.795867:0:7082:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7a7:0x0].0x0 (ffff8800a1835900) 00010000:00010000:3.0:1718930702.795869:0:7082:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1718930702.795874:0:7082:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880097206880/0x4c38e74a547292e7 lrc: 3/0,1 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.795878:0:7082:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097206880/0x4c38e74a547292e7 lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.795882:0:7082:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097206880/0x4c38e74a547292e7 lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718930702.795902:0:7082:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88011e305a40 pname:cluuid:pid:xid:nid:opc:job mdt00_011:lustre-MDT0000-mdtlov_UUID:7082:1802425733029824:0@lo:1000:mdt00_011.0 00000100:00100000:3.0:1718930702.795919:0:7082:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718930702.795934:0:7082:0:(client.c:2492:ptlrpc_set_wait()) set ffff88008c2ed840 going to sleep for 6 seconds 00000100:00100000:0.0:1718930702.795951:0:32457:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733029824 00000100:00100000:0.0:1718930702.795972:0:32457:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20627 00000100:00100000:0.0:1718930702.795974:0:32457:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e303900 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:7082:x1802425733029824:12345-0@lo:1000:mdt00_011.0 00000100:00100000:0.0:1718930702.796011:0:32457:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e303900 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:7082:x1802425733029824:12345-0@lo:1000:mdt00_011.0 Request processed in 36us (92us total) trans 0 rc 0/0 00000100:00100000:0.0:1718930702.796015:0:32457:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20627 00000100:00100000:3.0:1718930702.796031:0:7082:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88011e305a40 pname:cluuid:pid:xid:nid:opc:job mdt00_011:lustre-MDT0000-mdtlov_UUID:7082:1802425733029824:0@lo:1000:mdt00_011.0 00000100:00100000:3.0:1718930702.796053:0:7082:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88011e305a40 pname:cluuid:pid:xid:nid:opc:job mdt00_011:lustre-MDT0000-mdtlov_UUID:7082:1802425733029888:0@lo:1000:mdt00_011.0 00000100:00100000:3.0:1718930702.796066:0:7082:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718930702.796072:0:7082:0:(client.c:2492:ptlrpc_set_wait()) set ffff88008c2ed840 going to sleep for 6 seconds 00000100:00100000:0.0:1718930702.796076:0:32457:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733029888 00000100:00100000:0.0:1718930702.796083:0:32457:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20628 00000100:00100000:0.0:1718930702.796085:0:32457:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e303dc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:7082:x1802425733029888:12345-0@lo:1000:mdt00_011.0 00000100:00100000:0.0:1718930702.796112:0:32457:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e303dc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:7082:x1802425733029888:12345-0@lo:1000:mdt00_011.0 Request processed in 26us (46us total) trans 0 rc 0/0 00000100:00100000:0.0:1718930702.796115:0:32457:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20628 00000100:00100000:3.0:1718930702.796125:0:7082:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88011e305a40 pname:cluuid:pid:xid:nid:opc:job mdt00_011:lustre-MDT0000-mdtlov_UUID:7082:1802425733029888:0@lo:1000:mdt00_011.0 00000100:00100000:3.0:1718930702.796520:0:7082:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88011e305a40 pname:cluuid:pid:xid:nid:opc:job mdt00_011:lustre-MDT0000-mdtlov_UUID:7082:1802425733029952:0@lo:403:mdt00_011.0 00000100:00100000:3.0:1718930702.796538:0:7082:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718930702.796554:0:7082:0:(client.c:2492:ptlrpc_set_wait()) set ffff88008c2ed780 going to sleep for 6 seconds 00000100:00100000:0.0:1718930702.796593:0:32457:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733029952 00000100:00100000:0.0:1718930702.796616:0:32457:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20629 00000100:00100000:0.0:1718930702.796619:0:32457:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e304280 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:7082:x1802425733029952:12345-0@lo:403:mdt00_011.0 00000100:00100000:0.0:1718930702.797961:0:32457:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e304280 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:7082:x1802425733029952:12345-0@lo:403:mdt00_011.0 Request processed in 1340us (1421us total) trans 0 rc 0/0 00000100:00100000:0.0:1718930702.797968:0:32457:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20629 00000100:00100000:3.0:1718930702.797989:0:7082:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88011e305a40 pname:cluuid:pid:xid:nid:opc:job mdt00_011:lustre-MDT0000-mdtlov_UUID:7082:1802425733029952:0@lo:403:mdt00_011.0 00010000:00010000:3.0:1718930702.798543:0:7082:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff880097206ac0/0x4c38e74a547292ee lrc: 3/0,1 mode: --/PW res: [0x240000402:0x605:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.798552:0:7082:0:(ldlm_request.c:1029:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000001000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff880097206ac0/0x4c38e74a547292ee lrc: 3/0,1 mode: --/PW res: [0x240000402:0x605:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.798556:0:7082:0:(ldlm_request.c:1117:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff880097206ac0/0x4c38e74a547292ee lrc: 3/0,1 mode: --/PW res: [0x240000402:0x605:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718930702.798563:0:7082:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88011e305a40 pname:cluuid:pid:xid:nid:opc:job mdt00_011:lustre-MDT0000-mdtlov_UUID:7082:1802425733030016:0@lo:101:mdt00_011.0 00000100:00100000:3.0:1718930702.798577:0:7082:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718930702.798592:0:7082:0:(client.c:2492:ptlrpc_set_wait()) set ffff88008c2ed780 going to sleep for 6 seconds 00000100:00100000:0.0:1718930702.798616:0:32457:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733030016 00000100:00100000:0.0:1718930702.798640:0:32457:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20630 00000100:00100000:0.0:1718930702.798643:0:32457:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e304740 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:7082:x1802425733030016:12345-0@lo:101:mdt00_011.0 00010000:00010000:0.0:1718930702.798648:0:32457:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1718930702.798656:0:32457:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009b0558c0/0x4c38e74a547292f5 lrc: 2/0,0 mode: --/PW res: [0x240000402:0x605:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4c38e74a547292ee expref: -99 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.798686:0:32457:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff880097205b00/0x4c38e74a5472925b lrc: 2/0,1 mode: COS/COS res: [0x240000402:0x605:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.798693:0:32457:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009b0558c0/0x4c38e74a547292f5 lrc: 4/0,0 mode: --/PW res: [0x240000402:0x605:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000001000000 nid: 0@lo remote: 0x4c38e74a547292ee expref: 6 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.798702:0:32457:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0001_UUID lock: ffff880097205b00/0x4c38e74a5472925b lrc: 3/0,1 mode: COS/COS res: [0x240000402:0x605:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210401000020 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00080000:00080000:0.0:1718930702.798717:0:32457:0:(osd_handler.c:2525:osd_commit_async()) lustre-MDT0001: async commit OSD 00010000:00010000:0.0:1718930702.798751:0:32457:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88009b0558c0/0x4c38e74a547292f5 lrc: 3/0,0 mode: --/PW res: [0x240000402:0x605:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0x4c38e74a547292ee expref: 6 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.798758:0:32457:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x605:0x0].0x0 (ffff8800782f1600) 00010000:00010000:0.0:1718930702.798760:0:32457:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1718930702.798762:0:32457:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff88009b0558c0/0x4c38e74a547292f5 lrc: 3/0,0 mode: --/PW res: [0x240000402:0x605:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0x4c38e74a547292ee expref: 6 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.798767:0:32457:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88009b0558c0, rc 0) 00000100:00100000:0.0:1718930702.798789:0:32457:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e304740 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+6:7082:x1802425733030016:12345-0@lo:101:mdt00_011.0 Request processed in 145us (211us total) trans 0 rc 0/0 00000100:00100000:0.0:1718930702.798794:0:32457:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20630 00000100:00100000:3.0:1718930702.798795:0:7082:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88011e305a40 pname:cluuid:pid:xid:nid:opc:job mdt00_011:lustre-MDT0000-mdtlov_UUID:7082:1802425733030016:0@lo:101:mdt00_011.0 00010000:00010000:3.0:1718930702.798801:0:7082:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff880097206ac0/0x4c38e74a547292ee lrc: 4/0,1 mode: --/PW res: [0x240000402:0x605:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0x4c38e74a547292f5 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.798806:0:7082:0:(ldlm_request.c:286:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-MDT0001-osp-MDT0000 lock: ffff880097206ac0/0x4c38e74a547292ee lrc: 4/0,1 mode: --/PW res: [0x240000402:0x605:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0x4c38e74a547292f5 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.799335:0:8049:0:(ldlm_request.c:1235:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff880097204b40/0x4c38e74a54729231 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1008401000000 nid: local remote: 0x4c38e74a54729238 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1718930702.799344:0:8049:0:(mdt_handler.c:3608:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff880097204b40/0x4c38e74a54729231 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1009401000000 nid: local remote: 0x4c38e74a54729238 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.799361:0:8049:0:(ldlm_request.c:1301:ldlm_cancel_pack()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff880097204b40/0x4c38e74a54729231 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0x4c38e74a54729238 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.799366:0:8049:0:(ldlm_request.c:1305:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1718930702.799383:0:8049:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff880097204b40/0x4c38e74a54729231 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0x4c38e74a54729238 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718930702.799396:0:3320:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88008207b440 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3320:1802425733030080:0@lo:103:jbd2/dm-1-8.0 00000001:00080000:0.0:1718930702.799396:0:8049:0:(tgt_lastrcvd.c:926:tgt_cb_last_committed()) lustre-MDT0001: transno 4294987113 is committed 00000100:00100000:3.0:1718930702.799414:0:3320:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718930702.799460:0:4383:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733030080 00000100:00100000:1.0:1718930702.799479:0:4383:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9120 00000100:00100000:1.0:1718930702.799481:0:4383:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1cf2050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:lustre-MDT0001-mdtlov_UUID+7:3320:x1802425733030080:12345-0@lo:103:jbd2/dm-1-8.0 00010000:00010000:1.0:1718930702.799486:0:4383:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1718930702.799493:0:4383:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008350e640/0x4c38e74a54729238 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801001000000 nid: 0@lo remote: 0x4c38e74a54729231 expref: 7 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.799509:0:4383:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a87c9a00) 00010000:00010000:1.0:1718930702.799511:0:4383:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1718930702.799535:0:4383:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1cf2050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:lustre-MDT0001-mdtlov_UUID+6:3320:x1802425733030080:12345-0@lo:103:jbd2/dm-1-8.0 Request processed in 53us (120us total) trans 0 rc 0/0 00000100:00100000:0.0:1718930702.799537:0:6824:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733030144 00000100:00100000:1.0:1718930702.799539:0:4383:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9120 00000100:00100000:3.0:1718930702.799561:0:3320:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88008207b440 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3320:1802425733030080:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:0.0:1718930702.799561:0:6824:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5503 00000100:00100000:0.0:1718930702.799563:0:6824:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880124689c80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0000-mdtlov_UUID+4:3307:x1802425733030144:12345-0@lo:105: 00010000:00010000:0.0:1718930702.799568:0:6824:0:(ldlm_lockd.c:1933:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0001-osp-MDT0000 lock: ffff880097206ac0/0x4c38e74a547292ee lrc: 5/0,1 mode: --/PW res: [0x240000402:0x605:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0x4c38e74a547292f5 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.799573:0:6824:0:(ldlm_lockd.c:2010:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0001-osp-MDT0000 lock: ffff880097206ac0/0x4c38e74a547292ee lrc: 5/0,1 mode: --/PW res: [0x240000402:0x605:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0x4c38e74a547292f5 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.799576:0:6824:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0001-osp-MDT0000 lock: ffff880097206ac0/0x4c38e74a547292ee lrc: 5/0,1 mode: PW/PW res: [0x240000402:0x605:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080001000000 nid: local remote: 0x4c38e74a547292f5 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.799579:0:6824:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff880097206ac0/0x4c38e74a547292ee lrc: 6/0,1 mode: PW/PW res: [0x240000402:0x605:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080001000000 nid: local remote: 0x4c38e74a547292f5 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.799583:0:6824:0:(ldlm_lockd.c:2038:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0001-osp-MDT0000 lock: ffff880097206ac0/0x4c38e74a547292ee lrc: 6/0,1 mode: PW/PW res: [0x240000402:0x605:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1080001000000 nid: local remote: 0x4c38e74a547292f5 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.799591:0:6824:0:(ldlm_lockd.c:2049:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff880097206ac0) 00010000:00010000:3.0:1718930702.799596:0:7082:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-MDT0001-osp-MDT0000 lock: ffff880097206ac0/0x4c38e74a547292ee lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x605:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0x4c38e74a547292f5 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.799601:0:7082:0:(ldlm_request.c:799:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff880097206ac0/0x4c38e74a547292ee lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x605:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0x4c38e74a547292f5 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718930702.799619:0:6824:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880124689c80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0000-mdtlov_UUID+4:3307:x1802425733030144:12345-0@lo:105: Request processed in 54us (117us total) trans 0 rc 0/0 00000100:00100000:0.0:1718930702.799624:0:6824:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5503 00000100:00100000:3.0:1718930702.799636:0:7082:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88011e305a40 pname:cluuid:pid:xid:nid:opc:job mdt00_011:lustre-MDT0000-mdtlov_UUID:7082:1802425733030208:0@lo:1000:mdt00_011.0 00000100:00100000:3.0:1718930702.799657:0:7082:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718930702.799684:0:7082:0:(client.c:2492:ptlrpc_set_wait()) set ffff88008c2eda80 going to sleep for 6 seconds 00000100:00100000:0.0:1718930702.799690:0:32457:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733030208 00000100:00100000:0.0:1718930702.799709:0:32457:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20631 00000100:00100000:0.0:1718930702.799712:0:32457:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e304c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+6:7082:x1802425733030208:12345-0@lo:1000:mdt00_011.0 00000100:00100000:0.0:1718930702.799750:0:32457:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e304c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+6:7082:x1802425733030208:12345-0@lo:1000:mdt00_011.0 Request processed in 37us (93us total) trans 0 rc 0/0 00000100:00100000:0.0:1718930702.799756:0:32457:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20631 00000100:00100000:3.0:1718930702.799774:0:7082:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88011e305a40 pname:cluuid:pid:xid:nid:opc:job mdt00_011:lustre-MDT0000-mdtlov_UUID:7082:1802425733030208:0@lo:1000:mdt00_011.0 00010000:00010000:3.0:1718930702.799796:0:7082:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800972073c0/0x4c38e74a547292fc lrc: 3/0,1 mode: --/EX res: [0x240000400:0x1a5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.799799:0:7082:0:(ldlm_request.c:1029:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000001000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800972073c0/0x4c38e74a547292fc lrc: 3/0,1 mode: --/EX res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.799803:0:7082:0:(ldlm_request.c:1117:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800972073c0/0x4c38e74a547292fc lrc: 3/0,1 mode: --/EX res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718930702.799809:0:7082:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88011e305a40 pname:cluuid:pid:xid:nid:opc:job mdt00_011:lustre-MDT0000-mdtlov_UUID:7082:1802425733030272:0@lo:101:mdt00_011.0 00000100:00100000:3.0:1718930702.799821:0:7082:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718930702.799827:0:7082:0:(client.c:2492:ptlrpc_set_wait()) set ffff88008c2ed840 going to sleep for 6 seconds 00000100:00100000:0.0:1718930702.799836:0:32457:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733030272 00000100:00100000:0.0:1718930702.799855:0:32457:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20632 00000100:00100000:0.0:1718930702.799858:0:32457:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e3050c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+6:7082:x1802425733030272:12345-0@lo:101:mdt00_011.0 00010000:00010000:0.0:1718930702.799865:0:32457:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1718930702.799872:0:32457:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009b056ac0/0x4c38e74a54729303 lrc: 2/0,0 mode: --/EX res: [0x240000400:0x1a5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4c38e74a547292fc expref: -99 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.799883:0:32457:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009b056ac0/0x4c38e74a54729303 lrc: 3/0,0 mode: EX/EX res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000001000000 nid: 0@lo remote: 0x4c38e74a547292fc expref: 7 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.799891:0:32457:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88009b056ac0/0x4c38e74a54729303 lrc: 3/0,0 mode: EX/EX res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0x4c38e74a547292fc expref: 7 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.799896:0:32457:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a5:0x0].0x0 (ffff8800b4b15200) 00010000:00010000:0.0:1718930702.799898:0:32457:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1718930702.799899:0:32457:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88009b056ac0, rc 0) 00000100:00100000:0.0:1718930702.799925:0:32457:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e3050c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+7:7082:x1802425733030272:12345-0@lo:101:mdt00_011.0 Request processed in 66us (103us total) trans 0 rc 0/0 00000100:00100000:0.0:1718930702.799931:0:32457:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20632 00000100:00100000:3.0:1718930702.799939:0:7082:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88011e305a40 pname:cluuid:pid:xid:nid:opc:job mdt00_011:lustre-MDT0000-mdtlov_UUID:7082:1802425733030272:0@lo:101:mdt00_011.0 00010000:00010000:3.0:1718930702.799945:0:7082:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800972073c0/0x4c38e74a547292fc lrc: 4/0,1 mode: EX/EX res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0x4c38e74a54729303 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.799949:0:7082:0:(ldlm_request.c:799:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800972073c0/0x4c38e74a547292fc lrc: 4/0,1 mode: EX/EX res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0x4c38e74a54729303 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1718930702.799956:0:7082:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x240000400:0x1a5:0x0] 00010000:00010000:3.0:1718930702.799963:0:7082:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880097207a80/0x4c38e74a5472930a lrc: 3/0,1 mode: --/EX res: [0x200000402:0x79a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.799967:0:7082:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097207a80/0x4c38e74a5472930a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.799974:0:7082:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097207a80/0x4c38e74a5472930a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.800018:0:7082:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7a7:0x0].0x0 (ffff8800a1835900) 00010000:00010000:3.0:1718930702.800020:0:7082:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1718930702.800022:0:7082:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008350d440/0x4c38e74a547292d2 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x7a7:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fa05 expref: 25 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.800035:0:7082:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880097205d40/0x4c38e74a54729311 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7a7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.800040:0:7082:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880097204240/0x4c38e74a54729207 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7a7:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812f9d4 expref: 7 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.800043:0:7082:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880097206640/0x4c38e74a547291ba lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7a7:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812f9b8 expref: 24 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.800046:0:7082:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880097205d40/0x4c38e74a54729311 lrc: 5/0,1 mode: --/EX res: [0x200000402:0x7a7:0x0].0x0 bits 0x7f/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.800057:0:7082:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880097206640/0x4c38e74a547291ba lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7a7:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.9@tcp remote: 0xceea94147812f9b8 expref: 24 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.800066:0:7082:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880097206640/0x4c38e74a547291ba lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7a7:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.9@tcp remote: 0xceea94147812f9b8 expref: 24 pid: 7082 timeout: 3713 lvb_type: 0 00000100:00100000:3.0:1718930702.800073:0:7082:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88011e305a40 pname:cluuid:pid:xid:nid:opc:job mdt00_011:lustre-MDT0000_UUID:7082:1802425733030336:192.168.204.9@tcp:104: 00010000:00010000:3.0:1718930702.800116:0:7082:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880097204240/0x4c38e74a54729207 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7a7:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.9@tcp remote: 0xceea94147812f9d4 expref: 7 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.800124:0:7082:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880097204240/0x4c38e74a54729207 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7a7:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.9@tcp remote: 0xceea94147812f9d4 expref: 7 pid: 7082 timeout: 3713 lvb_type: 0 00000100:00100000:3.0:1718930702.800131:0:7082:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88011e305580 pname:cluuid:pid:xid:nid:opc:job mdt00_011:lustre-MDT0000_UUID:7082:1802425733030400:192.168.204.9@tcp:104: 00000100:00100000:3.0:1718930702.800150:0:7082:0:(client.c:2492:ptlrpc_set_wait()) set ffff88008c2ed840 going to sleep for 6 seconds 00000100:00100000:3.0:1718930702.800747:0:7082:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88011e305a40 pname:cluuid:pid:xid:nid:opc:job mdt00_011:lustre-MDT0000_UUID:7082:1802425733030336:192.168.204.9@tcp:104: 00000100:00100000:3.0:1718930702.800755:0:7082:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88011e305580 pname:cluuid:pid:xid:nid:opc:job mdt00_011:lustre-MDT0000_UUID:7082:1802425733030400:192.168.204.9@tcp:104: 00010000:00010000:3.0:1718930702.800768:0:7082:0:(ldlm_request.c:286:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880097205d40/0x4c38e74a54729311 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7a7:0x0].0x0 bits 0x7f/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718930702.800868:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1718930702.800897:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930702.800910:0:4383:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753269376 00010000:00010000:1.0:1718930702.800922:0:4383:0:(ldlm_lockd.c:2633:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880097206640/0x4c38e74a547291ba lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7a7:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.9@tcp remote: 0xceea94147812f9b8 expref: 25 pid: 7082 timeout: 3713 lvb_type: 0 00000100:00100000:1.0:1718930702.800941:0:4383:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753269440 00000100:00100000:3.0:1718930702.800948:0:6826:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 63300 00010000:00010000:1.0:1718930702.800949:0:4383:0:(ldlm_lockd.c:2633:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880097204240/0x4c38e74a54729207 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7a7:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.9@tcp remote: 0xceea94147812f9d4 expref: 8 pid: 7082 timeout: 3713 lvb_type: 0 00000100:00100000:3.0:1718930702.800954:0:6826:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880082079c80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8a07974b-7506-4725-beb3-4b5c6f8f9250+25:1875:x1802425753269376:12345-192.168.204.9@tcp:103:ldlm_bl_05.0 00000100:00100000:1.0:1718930702.800958:0:4383:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 63301 00000100:00100000:1.0:1718930702.800960:0:4383:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88008207b440 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:107baf36-6e04-4e3c-a090-fe94234d2dbd+8:1876:x1802425753269440:12345-192.168.204.9@tcp:103:ldlm_bl_01.0 00010000:00010000:3.0:1718930702.800962:0:6826:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1718930702.800965:0:4383:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1718930702.800966:0:6826:0:(ldlm_lockd.c:1766:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880097206640/0x4c38e74a547291ba lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7a7:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.9@tcp remote: 0xceea94147812f9b8 expref: 25 pid: 7082 timeout: 3713 lvb_type: 0 00010000:00010000:1.0:1718930702.800967:0:4383:0:(ldlm_lockd.c:1766:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880097204240/0x4c38e74a54729207 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7a7:0x0].0x0 bits 0x9/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.9@tcp remote: 0xceea94147812f9d4 expref: 8 pid: 7082 timeout: 3713 lvb_type: 0 00010000:00010000:1.0:1718930702.800971:0:4383:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880097204240/0x4c38e74a54729207 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7a7:0x0].0x0 bits 0x9/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.9@tcp remote: 0xceea94147812f9d4 expref: 8 pid: 7082 timeout: 3713 lvb_type: 0 00010000:00010000:3.0:1718930702.800977:0:6826:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880097206640/0x4c38e74a547291ba lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7a7:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.9@tcp remote: 0xceea94147812f9b8 expref: 25 pid: 7082 timeout: 3713 lvb_type: 0 00010000:00010000:1.0:1718930702.800987:0:4383:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097204240/0x4c38e74a54729207 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7a7:0x0].0x0 bits 0x9/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.9@tcp remote: 0xceea94147812f9d4 expref: 8 pid: 7082 timeout: 3713 lvb_type: 0 00010000:00010000:3.0:1718930702.800993:0:6826:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097206640/0x4c38e74a547291ba lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7a7:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.9@tcp remote: 0xceea94147812f9b8 expref: 25 pid: 7082 timeout: 3713 lvb_type: 0 00010000:00010000:1.0:1718930702.800995:0:4383:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7a7:0x0].0x0 (ffff8800a1835900) 00010000:00010000:1.0:1718930702.800998:0:4383:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff880097205d40/0x4c38e74a54729311 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7a7:0x0].0x0 bits 0x7f/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.801004:0:4383:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880097205d40/0x4c38e74a54729311 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7a7:0x0].0x0 bits 0x7f/0x0 rrc: 4 type: IBT gid 0 flags: 0x40290001000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.801009:0:4383:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097205d40/0x4c38e74a54729311 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x7a7:0x0].0x0 bits 0x7f/0x0 rrc: 4 type: IBT gid 0 flags: 0x40290001000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.801015:0:6826:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7a7:0x0].0x0 (ffff8800a1835900) 00010000:00010000:3.0:1718930702.801017:0:6826:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1718930702.801033:0:4383:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1718930702.801042:0:6826:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880082079c80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8a07974b-7506-4725-beb3-4b5c6f8f9250+24:1875:x1802425753269376:12345-192.168.204.9@tcp:103:ldlm_bl_05.0 Request processed in 89us (176us total) trans 0 rc 0/0 00000100:00100000:3.0:1718930702.801048:0:6826:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 63300 00000100:00100000:1.0:1718930702.801051:0:4383:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88008207b440 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:107baf36-6e04-4e3c-a090-fe94234d2dbd+7:1876:x1802425753269440:12345-192.168.204.9@tcp:103:ldlm_bl_01.0 Request processed in 89us (154us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930702.801058:0:4383:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 63301 00000100:00100000:0.0:1718930702.801131:0:32457:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733030464 00000100:00100000:0.0:1718930702.801156:0:32457:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20633 00000100:00100000:0.0:1718930702.801159:0:32457:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88012468a140 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+7:7082:x1802425733030464:12345-0@lo:1000:mdt00_011.0 00000100:00100000:0.0:1718930702.801225:0:32457:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88012468a140 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+7:7082:x1802425733030464:12345-0@lo:1000:mdt00_011.0 Request processed in 65us (109us total) trans 0 rc -2/-2 00000100:00100000:0.0:1718930702.801234:0:32457:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20633 00000100:00100000:0.0:1718930702.801350:0:32457:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733030528 00000100:00100000:0.0:1718930702.801370:0:32457:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20634 00000100:00100000:0.0:1718930702.801373:0:32457:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88012468a600 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+7:7082:x1802425733030528:12345-0@lo:101:mdt00_011.0 00010000:00010000:0.0:1718930702.801378:0:32457:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1718930702.801385:0:32457:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009b055200/0x4c38e74a54729326 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x606:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4c38e74a5472931f expref: -99 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.801395:0:32457:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009b055200/0x4c38e74a54729326 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x606:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000001000000 nid: 0@lo remote: 0x4c38e74a5472931f expref: 8 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.801402:0:32457:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88009b055200/0x4c38e74a54729326 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x606:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0x4c38e74a5472931f expref: 8 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.801439:0:32457:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x606:0x0].0x0 (ffff8800b4b15800) 00010000:00010000:0.0:1718930702.801442:0:32457:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 47 00010000:00010000:0.0:1718930702.801444:0:32457:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88009b055200, rc 0) 00000100:00100000:0.0:1718930702.801478:0:32457:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88012468a600 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+8:7082:x1802425733030528:12345-0@lo:101:mdt00_011.0 Request processed in 104us (143us total) trans 0 rc 0/0 00000100:00100000:0.0:1718930702.801483:0:32457:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20634 00000100:00100000:0.0:1718930702.801998:0:32457:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733030592 00000100:00100000:0.0:1718930702.802016:0:32457:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20635 00000100:00100000:0.0:1718930702.802019:0:32457:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88012468aac0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+8:7082:x1802425733030592:12345-0@lo:403:mdt00_011.0 00000100:00100000:0.0:1718930702.803219:0:32457:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88012468aac0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+8:7082:x1802425733030592:12345-0@lo:403:mdt00_011.0 Request processed in 1198us (1253us total) trans 0 rc 0/0 00000100:00100000:0.0:1718930702.803225:0:32457:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20635 00000100:00100000:0.0:1718930702.803829:0:32457:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733030656 00000100:00100000:0.0:1718930702.803849:0:32457:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20636 00000100:00100000:0.0:1718930702.803852:0:32457:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88012468af80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+8:7082:x1802425733030656:12345-0@lo:1000:mdt00_011.0 00000100:00100000:0.0:1718930702.803888:0:32457:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88012468af80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+8:7082:x1802425733030656:12345-0@lo:1000:mdt00_011.0 Request processed in 35us (93us total) trans 0 rc 0/0 00000100:00100000:0.0:1718930702.803894:0:32457:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20636 00010000:00010000:0.0:1718930702.803999:0:6828:0:(ldlm_lockd.c:2784:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1718930702.804002:0:6828:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350e880/0x4c38e74a5472931f lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x606:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000401000000 nid: local remote: 0x4c38e74a54729326 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.804008:0:6828:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008350e880 already unused, calling callback (ffffffffa0ea60e0) 00010000:00010000:0.0:1718930702.804010:0:6828:0:(ldlm_request.c:1235:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350e880/0x4c38e74a5472931f lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x606:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008401000000 nid: local remote: 0x4c38e74a54729326 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1718930702.804015:0:6828:0:(mdt_handler.c:3608:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350e880/0x4c38e74a5472931f lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x606:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009401000000 nid: local remote: 0x4c38e74a54729326 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.804029:0:6828:0:(ldlm_request.c:1301:ldlm_cancel_pack()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350e880/0x4c38e74a5472931f lrc: 2/0,0 mode: --/EX res: [0x240000402:0x606:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0x4c38e74a54729326 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.804034:0:6828:0:(ldlm_request.c:1305:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1718930702.804049:0:6828:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350e880/0x4c38e74a5472931f lrc: 1/0,0 mode: --/EX res: [0x240000402:0x606:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0x4c38e74a54729326 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.804054:0:6828:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350e880/0x4c38e74a5472931f lrc: 0/0,0 mode: --/EX res: [0x240000402:0x606:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0x4c38e74a54729326 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.804064:0:6828:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1718930702.804065:0:6828:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1718930702.804066:0:6828:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1718930702.804078:0:4830:0:(ldlm_lockd.c:2784:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:3.0:1718930702.804080:0:3321:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88009840ed40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3321:1802425733030720:0@lo:103:ldlm_bl_01.0 00010000:00010000:0.0:1718930702.804081:0:4830:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800972073c0/0x4c38e74a547292fc lrc: 2/0,0 mode: EX/EX res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000401000000 nid: local remote: 0x4c38e74a54729303 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.804086:0:4830:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800972073c0 already unused, calling callback (ffffffffa0ea60e0) 00010000:00010000:0.0:1718930702.804088:0:4830:0:(ldlm_request.c:1235:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800972073c0/0x4c38e74a547292fc lrc: 3/0,0 mode: EX/EX res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008401000000 nid: local remote: 0x4c38e74a54729303 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1718930702.804093:0:4830:0:(mdt_handler.c:3608:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800972073c0/0x4c38e74a547292fc lrc: 3/0,0 mode: EX/EX res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009401000000 nid: local remote: 0x4c38e74a54729303 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.804104:0:4830:0:(ldlm_request.c:1301:ldlm_cancel_pack()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800972073c0/0x4c38e74a547292fc lrc: 2/0,0 mode: --/EX res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0x4c38e74a54729303 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718930702.804106:0:3321:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1718930702.804108:0:4830:0:(ldlm_request.c:1305:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1718930702.804123:0:4830:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800972073c0/0x4c38e74a547292fc lrc: 1/0,0 mode: --/EX res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0x4c38e74a54729303 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.804127:0:4830:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800972073c0/0x4c38e74a547292fc lrc: 0/0,0 mode: --/EX res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0x4c38e74a54729303 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.804136:0:4830:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1718930702.804136:0:4830:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1718930702.804137:0:3322:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88009840c280 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3322:1802425733030784:0@lo:103:ldlm_bl_05.0 00010000:00010000:0.0:1718930702.804138:0:4830:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1718930702.804152:0:4383:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733030720 00000100:00100000:1.0:1718930702.804157:0:3322:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718930702.804185:0:4383:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733030784 00010000:00010000:1.0:1718930702.804186:0:8059:0:(ldlm_lockd.c:2784:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1718930702.804189:0:8059:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff880097206ac0/0x4c38e74a547292ee lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x605:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000401000000 nid: local remote: 0x4c38e74a547292f5 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.804195:0:8059:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880097206ac0 already unused, calling callback (ffffffffa0ea60e0) 00000100:00100000:3.0:1718930702.804196:0:4383:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9121 00010000:00010000:1.0:1718930702.804197:0:8059:0:(ldlm_request.c:1235:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff880097206ac0/0x4c38e74a547292ee lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x605:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008401000000 nid: local remote: 0x4c38e74a547292f5 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718930702.804200:0:4383:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e305580 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:lustre-MDT0000-mdtlov_UUID+9:3321:x1802425733030720:12345-0@lo:103:ldlm_bl_01.0 00000004:00010000:1.0:1718930702.804201:0:8059:0:(mdt_handler.c:3608:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff880097206ac0/0x4c38e74a547292ee lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x605:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009401000000 nid: local remote: 0x4c38e74a547292f5 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.804208:0:4383:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1718930702.804212:0:8059:0:(ldlm_request.c:1301:ldlm_cancel_pack()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff880097206ac0/0x4c38e74a547292ee lrc: 2/0,0 mode: --/PW res: [0x240000402:0x605:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0x4c38e74a547292f5 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.804215:0:8059:0:(ldlm_request.c:1305:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1718930702.804220:0:8059:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff880097206ac0/0x4c38e74a547292ee lrc: 1/0,0 mode: --/PW res: [0x240000402:0x605:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0x4c38e74a547292f5 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.804223:0:8059:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff880097206ac0/0x4c38e74a547292ee lrc: 0/0,0 mode: --/PW res: [0x240000402:0x605:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0x4c38e74a547292f5 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718930702.804224:0:3323:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8801346176c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3323:1802425733030848:0@lo:103:ldlm_bl_03.0 00010000:00010000:1.0:1718930702.804232:0:8059:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1718930702.804232:0:8059:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1718930702.804233:0:8059:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1718930702.804240:0:4383:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009b055200/0x4c38e74a54729326 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x606:0x0].0x0 bits 0x47/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801001000000 nid: 0@lo remote: 0x4c38e74a5472931f expref: 8 pid: 32457 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718930702.804243:0:3323:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1718930702.804248:0:4383:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x606:0x0].0x0 (ffff8800b4b15800) 00010000:00010000:3.0:1718930702.804252:0:4383:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1718930702.804257:0:9277:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733030848 00000100:00100000:1.0:1718930702.804270:0:9277:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9123 00000100:00100000:3.0:1718930702.804273:0:4383:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e305580 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:lustre-MDT0000-mdtlov_UUID+8:3321:x1802425733030720:12345-0@lo:103:ldlm_bl_01.0 Request processed in 72us (167us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930702.804273:0:9277:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88009840af80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000-mdtlov_UUID+7:3323:x1802425733030848:12345-0@lo:103:ldlm_bl_03.0 00010000:00010000:1.0:1718930702.804277:0:9277:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1718930702.804278:0:4383:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9121 00010000:00010000:1.0:1718930702.804283:0:9277:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009b0558c0/0x4c38e74a547292f5 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x605:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801001000000 nid: 0@lo remote: 0x4c38e74a547292ee expref: 7 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.804289:0:9277:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x605:0x0].0x0 (ffff8800782f1600) 00010000:00010000:1.0:1718930702.804293:0:9277:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1718930702.804301:0:3321:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88009840ed40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3321:1802425733030720:0@lo:103:ldlm_bl_01.0 00000100:00100000:1.0:1718930702.804308:0:9277:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88009840af80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000-mdtlov_UUID+5:3323:x1802425733030848:12345-0@lo:103:ldlm_bl_03.0 Request processed in 35us (66us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930702.804312:0:9277:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9123 00000100:00100000:1.0:1718930702.804328:0:3322:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88009840c280 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3322:1802425733030784:0@lo:103:ldlm_bl_05.0 00000100:00100000:0.0:1718930702.804334:0:3323:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8801346176c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3323:1802425733030848:0@lo:103:ldlm_bl_03.0 00000100:00100000:0.0:1718930702.804940:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1718930702.805030:0:6840:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88009840c280 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+23:26684:x1802425753269568:12345-192.168.204.9@tcp:35:lfs.0 Request processed in 32us (90us total) trans 0 rc -116/-116 00000100:00100000:2.0:1718930702.805037:0:6840:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 10786 00000100:00100000:0.0:1718930702.816854:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1718930702.816903:0:7082:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753269632 00000100:00100000:2.0:1718930702.816935:0:7082:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230753 00000100:00100000:2.0:1718930702.816938:0:7082:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88009840ed40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:8a07974b-7506-4725-beb3-4b5c6f8f9250+23:26684:x1802425753269632:12345-192.168.204.9@tcp:34:lfs.0 00010000:00010000:2.0:1718930702.816970:0:7082:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008350e880/0x4c38e74a5472932d lrc: 3/1,0 mode: --/CR res: [0x200000402:0x79a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.816979:0:7082:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008350e880/0x4c38e74a5472932d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.816985:0:7082:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008350e880/0x4c38e74a5472932d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.816990:0:7082:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008350e640/0x4c38e74a54729334 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x79a:0x0].0xba987ca0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.816993:0:7082:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008350e640/0x4c38e74a54729334 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x79a:0x0].0xba987ca0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.816996:0:7082:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008350e640/0x4c38e74a54729334 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x79a:0x0].0xba987ca0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.817038:0:7082:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008350c000/0x4c38e74a5472933b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7a7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.817044:0:7082:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008350c000/0x4c38e74a5472933b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7a7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.817049:0:7082:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008350c000/0x4c38e74a5472933b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7a7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1718930702.817081:0:7082:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008350c000/0x4c38e74a5472933b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7a7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.817090:0:7082:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008350e880/0x4c38e74a5472932d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.817094:0:7082:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008350e880/0x4c38e74a5472932d lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.817099:0:7082:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008350e880/0x4c38e74a5472932d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.817104:0:7082:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008350e880 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:2.0:1718930702.817106:0:7082:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008350e880/0x4c38e74a5472932d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.817111:0:7082:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008350e880/0x4c38e74a5472932d lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.817118:0:7082:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x79a:0x0].0x0 (ffff880093493400) 00010000:00010000:2.0:1718930702.817119:0:7082:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718930702.817121:0:7082:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008350e880/0x4c38e74a5472932d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.817124:0:7082:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008350e880/0x4c38e74a5472932d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.817142:0:7082:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008350e640/0x4c38e74a54729334 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x79a:0x0].0xba987ca0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.817148:0:7082:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008350e640/0x4c38e74a54729334 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x79a:0x0].0xba987ca0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.817151:0:7082:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008350e640/0x4c38e74a54729334 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x79a:0x0].0xba987ca0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.817154:0:7082:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008350e640 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:2.0:1718930702.817155:0:7082:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008350e640/0x4c38e74a54729334 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x79a:0x0].0xba987ca0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.817157:0:7082:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008350e640/0x4c38e74a54729334 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x79a:0x0].0xba987ca0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.817161:0:7082:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x79a:0x0].0xba987ca0 (ffff880093493e00) 00010000:00010000:2.0:1718930702.817162:0:7082:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718930702.817163:0:7082:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008350e640/0x4c38e74a54729334 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x79a:0x0].0xba987ca0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.817168:0:7082:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008350e640/0x4c38e74a54729334 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x79a:0x0].0xba987ca0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.817175:0:7082:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008350c000/0x4c38e74a5472933b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7a7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.817180:0:7082:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008350c000/0x4c38e74a5472933b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7a7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.817184:0:7082:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008350c000/0x4c38e74a5472933b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7a7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.817193:0:7082:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008350c000 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:2.0:1718930702.817195:0:7082:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008350c000/0x4c38e74a5472933b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7a7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.817200:0:7082:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008350c000/0x4c38e74a5472933b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7a7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.817206:0:7082:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7a7:0x0].0x0 (ffff880093493200) 00010000:00010000:2.0:1718930702.817207:0:7082:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718930702.817208:0:7082:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008350c000/0x4c38e74a5472933b lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7a7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.817213:0:7082:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008350c000/0x4c38e74a5472933b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7a7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930702.817261:0:7082:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88009840ed40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:8a07974b-7506-4725-beb3-4b5c6f8f9250+23:26684:x1802425753269632:12345-192.168.204.9@tcp:34:lfs.0 Request processed in 321us (409us total) trans 0 rc 0/0 00000100:00100000:2.0:1718930702.817268:0:7082:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230753 00000100:00100000:0.0:1718930702.818113:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1718930702.818183:0:7082:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753269760 00000100:00100000:2.0:1718930702.818207:0:7082:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230754 00000100:00100000:2.0:1718930702.818210:0:7082:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a101c280 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:8a07974b-7506-4725-beb3-4b5c6f8f9250+23:26684:x1802425753269760:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:2.0:1718930702.818217:0:7082:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1718930702.818224:0:7082:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008350f180/0x4c38e74a54729342 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7a7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xceea94147812fa0c expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.818259:0:7082:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008350d440/0x4c38e74a54729349 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7a7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.818268:0:7082:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008350d440/0x4c38e74a54729349 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7a7:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.818273:0:7082:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008350d440/0x4c38e74a54729349 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7a7:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00000004:00200000:2.0:1718930702.818278:0:7082:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x7a7:0x0]: returning size 1716 00010000:00010000:2.0:1718930702.818329:0:7082:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008350f180/0x4c38e74a54729342 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7a7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fa0c expref: 26 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.818336:0:7082:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008350d440/0x4c38e74a54729349 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7a7:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fa0c expref: 25 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.818340:0:7082:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7a7:0x0].0x0 (ffff8800b4b4e300) 00010000:00010000:2.0:1718930702.818341:0:7082:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1718930702.818342:0:7082:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88008350d440, rc 0) 00000100:00100000:2.0:1718930702.818367:0:7082:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a101c280 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:8a07974b-7506-4725-beb3-4b5c6f8f9250+25:26684:x1802425753269760:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 155us (255us total) trans 8589959508 rc 0/0 00000100:00100000:2.0:1718930702.818371:0:7082:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230754 00000100:00100000:0.0:1718930702.819133:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1718930702.819203:0:7082:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753269824 00000100:00100000:2.0:1718930702.819233:0:7082:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230755 00000100:00100000:2.0:1718930702.819237:0:7082:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a101df00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:8a07974b-7506-4725-beb3-4b5c6f8f9250+25:26684:x1802425753269824:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:2.0:1718930702.819248:0:7082:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1718930702.819254:0:7082:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008350cd80/0x4c38e74a54729357 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7a7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xceea94147812fa13 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.819279:0:7082:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008350cd80/0x4c38e74a54729357 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7a7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fa13 expref: 26 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.819288:0:7082:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008350cd80/0x4c38e74a54729357 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7a7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fa13 expref: 26 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.819300:0:7082:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7a7:0x0].0x0 (ffff8800b4b4e300) 00010000:00010000:2.0:1718930702.819303:0:7082:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1718930702.819304:0:7082:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88008350cd80, rc 0) 00000100:00100000:2.0:1718930702.819332:0:7082:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a101df00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:8a07974b-7506-4725-beb3-4b5c6f8f9250+26:26684:x1802425753269824:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 94us (200us total) trans 0 rc 0/0 00000100:00100000:2.0:1718930702.819336:0:7082:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230755 00000100:00100000:0.0:1718930702.820085:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1718930702.820154:0:22545:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753269888 00000100:00100000:2.0:1718930702.820189:0:22545:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.204.9@tcp, with round 482 00000100:00100000:2.0:1718930702.820193:0:22545:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a101ed40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8a07974b-7506-4725-beb3-4b5c6f8f9250+7:1875:x1802425753269888:12345-192.168.204.9@tcp:1:lfs.0 00002000:00010000:2.0:1718930702.820217:0:22545:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x586:0x0] initial LVB size: 1716, mtime: 0x6674cd0d, atime: 0x0, ctime: 0x6674cd0d, blocks: 0x8 00010000:00010000:2.0:1718930702.820220:0:22545:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008350cfc0/0x4c38e74a5472935e lrc: 3/0,1 mode: --/PW res: [0x586:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.820227:0:22545:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1718930702.820228:0:22545:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1718930702.820231:0:22545:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008350cfc0/0x4c38e74a5472935e lrc: 3/0,1 mode: PW/PW res: [0x586:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.820237:0:22545:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008350cfc0/0x4c38e74a5472935e lrc: 3/0,1 mode: PW/PW res: [0x586:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.820242:0:22545:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008350cfc0/0x4c38e74a5472935e lrc: 3/0,1 mode: PW/PW res: [0x586:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.820249:0:22545:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008350cfc0/0x4c38e74a5472935e lrc: 2/0,0 mode: PW/PW res: [0x586:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.820262:0:22545:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1718930702.820273:0:6829:0:(ldlm_lockd.c:2784:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1718930702.820276:0:6829:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008350cfc0/0x4c38e74a5472935e lrc: 2/0,0 mode: PW/PW res: [0x586:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.820282:0:6829:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008350cfc0 already unused, calling callback (ffffffffa080a190) 00010000:00010000:0.0:1718930702.820283:0:6829:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008350cfc0/0x4c38e74a5472935e lrc: 2/0,0 mode: PW/PW res: [0x586:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930702.820287:0:22545:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a101ed40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8a07974b-7506-4725-beb3-4b5c6f8f9250+7:1875:x1802425753269888:12345-192.168.204.9@tcp:1:lfs.0 Request processed in 93us (202us total) trans 0 rc 0/0 00010000:00010000:0.0:1718930702.820287:0:6829:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008350cfc0/0x4c38e74a5472935e lrc: 3/0,0 mode: PW/PW res: [0x586:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930702.820291:0:22545:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.204.9@tcp, with round 482 00010000:00010000:0.0:1718930702.820296:0:6829:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008350cfc0/0x4c38e74a5472935e lrc: 1/0,0 mode: --/PW res: [0x586:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.820300:0:6829:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008350cfc0/0x4c38e74a5472935e lrc: 0/0,0 mode: --/PW res: [0x586:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.820311:0:6829:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1718930702.820311:0:6829:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1718930702.820312:0:6829:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1718930702.821125:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1718930702.821167:0:7082:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753270016 00000100:00100000:2.0:1718930702.821190:0:7082:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230756 00000100:00100000:2.0:1718930702.821193:0:7082:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a101f200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:8a07974b-7506-4725-beb3-4b5c6f8f9250+26:26684:x1802425753270016:12345-192.168.204.9@tcp:36:lfs.0 00010000:00010000:2.0:1718930702.821233:0:7082:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008350c900/0x4c38e74a54729365 lrc: 3/0,1 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.821241:0:7082:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008350c900/0x4c38e74a54729365 lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.821249:0:7082:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008350c900/0x4c38e74a54729365 lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930702.821282:0:7082:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8801246897c0 pname:cluuid:pid:xid:nid:opc:job mdt00_011:lustre-MDT0000-mdtlov_UUID:7082:1802425733030912:0@lo:1000:mdt00_011.0 00000100:00100000:2.0:1718930702.821312:0:7082:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718930702.821330:0:7082:0:(client.c:2492:ptlrpc_set_wait()) set ffff880132b0b0c0 going to sleep for 6 seconds 00000100:00100000:0.0:1718930702.821352:0:32457:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733030912 00000100:00100000:0.0:1718930702.821381:0:32457:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20637 00000100:00100000:0.0:1718930702.821384:0:32457:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88012468b440 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:7082:x1802425733030912:12345-0@lo:1000:mdt00_011.0 00000100:00100000:0.0:1718930702.821428:0:32457:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88012468b440 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:7082:x1802425733030912:12345-0@lo:1000:mdt00_011.0 Request processed in 43us (116us total) trans 0 rc 0/0 00000100:00100000:0.0:1718930702.821441:0:32457:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20637 00000100:00100000:2.0:1718930702.821464:0:7082:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8801246897c0 pname:cluuid:pid:xid:nid:opc:job mdt00_011:lustre-MDT0000-mdtlov_UUID:7082:1802425733030912:0@lo:1000:mdt00_011.0 00000100:00100000:2.0:1718930702.821490:0:7082:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8801246897c0 pname:cluuid:pid:xid:nid:opc:job mdt00_011:lustre-MDT0000-mdtlov_UUID:7082:1802425733030976:0@lo:1000:mdt00_011.0 00000100:00100000:2.0:1718930702.821503:0:7082:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718930702.821511:0:7082:0:(client.c:2492:ptlrpc_set_wait()) set ffff880132b0b0c0 going to sleep for 6 seconds 00000100:00100000:0.0:1718930702.821521:0:32457:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733030976 00000100:00100000:0.0:1718930702.821540:0:32457:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20638 00000100:00100000:0.0:1718930702.821543:0:32457:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88012468b900 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:7082:x1802425733030976:12345-0@lo:1000:mdt00_011.0 00000100:00100000:0.0:1718930702.821591:0:32457:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88012468b900 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:7082:x1802425733030976:12345-0@lo:1000:mdt00_011.0 Request processed in 47us (86us total) trans 0 rc 0/0 00000100:00100000:0.0:1718930702.821596:0:32457:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20638 00000100:00100000:2.0:1718930702.821605:0:7082:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8801246897c0 pname:cluuid:pid:xid:nid:opc:job mdt00_011:lustre-MDT0000-mdtlov_UUID:7082:1802425733030976:0@lo:1000:mdt00_011.0 00000100:00100000:2.0:1718930702.822004:0:7082:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8801246897c0 pname:cluuid:pid:xid:nid:opc:job mdt00_011:lustre-MDT0000-mdtlov_UUID:7082:1802425733031040:0@lo:403:mdt00_011.0 00000100:00100000:2.0:1718930702.822022:0:7082:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718930702.822034:0:7082:0:(client.c:2492:ptlrpc_set_wait()) set ffff880132b0ba80 going to sleep for 6 seconds 00000100:00100000:0.0:1718930702.822087:0:32457:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733031040 00000100:00100000:0.0:1718930702.822109:0:32457:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20639 00000100:00100000:0.0:1718930702.822112:0:32457:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88012468bdc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:7082:x1802425733031040:12345-0@lo:403:mdt00_011.0 00000100:00100000:0.0:1718930702.823457:0:32457:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88012468bdc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:7082:x1802425733031040:12345-0@lo:403:mdt00_011.0 Request processed in 1344us (1434us total) trans 0 rc 0/0 00000100:00100000:0.0:1718930702.823462:0:32457:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20639 00000100:00100000:2.0:1718930702.823500:0:7082:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8801246897c0 pname:cluuid:pid:xid:nid:opc:job mdt00_011:lustre-MDT0000-mdtlov_UUID:7082:1802425733031040:0@lo:403:mdt00_011.0 00010000:00010000:2.0:1718930702.824015:0:7082:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350e1c0/0x4c38e74a5472936c lrc: 3/0,1 mode: --/PW res: [0x240000402:0x605:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.824020:0:7082:0:(ldlm_request.c:1029:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000001000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350e1c0/0x4c38e74a5472936c lrc: 3/0,1 mode: --/PW res: [0x240000402:0x605:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.824025:0:7082:0:(ldlm_request.c:1117:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350e1c0/0x4c38e74a5472936c lrc: 3/0,1 mode: --/PW res: [0x240000402:0x605:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930702.824032:0:7082:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8801246897c0 pname:cluuid:pid:xid:nid:opc:job mdt00_011:lustre-MDT0000-mdtlov_UUID:7082:1802425733031104:0@lo:101:mdt00_011.0 00000100:00100000:2.0:1718930702.824048:0:7082:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718930702.824063:0:7082:0:(client.c:2492:ptlrpc_set_wait()) set ffff880132b0ba80 going to sleep for 6 seconds 00000100:00100000:0.0:1718930702.824096:0:32457:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733031104 00000100:00100000:0.0:1718930702.824125:0:32457:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20640 00000100:00100000:0.0:1718930702.824129:0:32457:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88012468c280 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:7082:x1802425733031104:12345-0@lo:101:mdt00_011.0 00010000:00010000:0.0:1718930702.824135:0:32457:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1718930702.824142:0:32457:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009b055200/0x4c38e74a54729373 lrc: 2/0,0 mode: --/PW res: [0x240000402:0x605:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4c38e74a5472936c expref: -99 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.824153:0:32457:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009b055200/0x4c38e74a54729373 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x605:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000001000000 nid: 0@lo remote: 0x4c38e74a5472936c expref: 6 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.824159:0:32457:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88009b055200/0x4c38e74a54729373 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x605:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0x4c38e74a5472936c expref: 6 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.824163:0:32457:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x605:0x0].0x0 (ffff8800b4b15800) 00010000:00010000:0.0:1718930702.824164:0:32457:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1718930702.824165:0:32457:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88009b055200, rc 0) 00000100:00100000:0.0:1718930702.824190:0:32457:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88012468c280 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+6:7082:x1802425733031104:12345-0@lo:101:mdt00_011.0 Request processed in 61us (142us total) trans 0 rc 0/0 00000100:00100000:0.0:1718930702.824194:0:32457:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20640 00000100:00100000:2.0:1718930702.824209:0:7082:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8801246897c0 pname:cluuid:pid:xid:nid:opc:job mdt00_011:lustre-MDT0000-mdtlov_UUID:7082:1802425733031104:0@lo:101:mdt00_011.0 00010000:00010000:2.0:1718930702.824216:0:7082:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350e1c0/0x4c38e74a5472936c lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x605:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0x4c38e74a54729373 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.824221:0:7082:0:(ldlm_request.c:799:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350e1c0/0x4c38e74a5472936c lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x605:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0x4c38e74a54729373 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.824237:0:7082:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350d200/0x4c38e74a5472937a lrc: 3/0,1 mode: --/EX res: [0x240000400:0x1a5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.824241:0:7082:0:(ldlm_request.c:1029:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000001000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350d200/0x4c38e74a5472937a lrc: 3/0,1 mode: --/EX res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.824244:0:7082:0:(ldlm_request.c:1117:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350d200/0x4c38e74a5472937a lrc: 3/0,1 mode: --/EX res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930702.824251:0:7082:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8801246897c0 pname:cluuid:pid:xid:nid:opc:job mdt00_011:lustre-MDT0000-mdtlov_UUID:7082:1802425733031168:0@lo:101:mdt00_011.0 00000100:00100000:2.0:1718930702.824262:0:7082:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718930702.824275:0:7082:0:(client.c:2492:ptlrpc_set_wait()) set ffff880132b0ba80 going to sleep for 6 seconds 00000100:00100000:0.0:1718930702.824294:0:32457:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733031168 00000100:00100000:0.0:1718930702.824316:0:32457:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20641 00000100:00100000:0.0:1718930702.824319:0:32457:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88012468c740 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+6:7082:x1802425733031168:12345-0@lo:101:mdt00_011.0 00010000:00010000:0.0:1718930702.824325:0:32457:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1718930702.824333:0:32457:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009b0546c0/0x4c38e74a54729381 lrc: 2/0,0 mode: --/EX res: [0x240000400:0x1a5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4c38e74a5472937a expref: -99 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.824344:0:32457:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009b0546c0/0x4c38e74a54729381 lrc: 3/0,0 mode: EX/EX res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000001000000 nid: 0@lo remote: 0x4c38e74a5472937a expref: 7 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.824351:0:32457:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88009b0546c0/0x4c38e74a54729381 lrc: 3/0,0 mode: EX/EX res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0x4c38e74a5472937a expref: 7 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.824356:0:32457:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a5:0x0].0x0 (ffff8800b4b15100) 00010000:00010000:0.0:1718930702.824358:0:32457:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1718930702.824359:0:32457:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88009b0546c0, rc 0) 00000100:00100000:0.0:1718930702.824383:0:32457:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88012468c740 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+7:7082:x1802425733031168:12345-0@lo:101:mdt00_011.0 Request processed in 64us (121us total) trans 0 rc 0/0 00000100:00100000:0.0:1718930702.824387:0:32457:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20641 00000100:00100000:2.0:1718930702.824408:0:7082:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8801246897c0 pname:cluuid:pid:xid:nid:opc:job mdt00_011:lustre-MDT0000-mdtlov_UUID:7082:1802425733031168:0@lo:101:mdt00_011.0 00010000:00010000:2.0:1718930702.824414:0:7082:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350d200/0x4c38e74a5472937a lrc: 4/0,1 mode: EX/EX res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0x4c38e74a54729381 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.824418:0:7082:0:(ldlm_request.c:799:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350d200/0x4c38e74a5472937a lrc: 4/0,1 mode: EX/EX res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0x4c38e74a54729381 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1718930702.824426:0:7082:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x240000400:0x1a5:0x0] 00010000:00010000:2.0:1718930702.824446:0:7082:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008350fa80/0x4c38e74a54729388 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x79a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.824452:0:7082:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008350fa80/0x4c38e74a54729388 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.824458:0:7082:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008350fa80/0x4c38e74a54729388 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.824504:0:7082:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7a7:0x0].0x0 (ffff8800b4b4e300) 00010000:00010000:2.0:1718930702.824506:0:7082:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1718930702.824510:0:7082:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008350d440/0x4c38e74a54729349 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x7a7:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fa0c expref: 26 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.824544:0:7082:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008350c480/0x4c38e74a5472938f lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7a7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.824550:0:7082:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008350cd80/0x4c38e74a54729357 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7a7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fa13 expref: 25 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.824553:0:7082:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008350c480/0x4c38e74a5472938f lrc: 4/0,1 mode: --/EX res: [0x200000402:0x7a7:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.824565:0:7082:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008350cd80/0x4c38e74a54729357 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7a7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fa13 expref: 25 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.824572:0:7082:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008350cd80/0x4c38e74a54729357 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7a7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fa13 expref: 25 pid: 7082 timeout: 3713 lvb_type: 0 00000100:00100000:2.0:1718930702.824577:0:7082:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8801246897c0 pname:cluuid:pid:xid:nid:opc:job mdt00_011:lustre-MDT0000_UUID:7082:1802425733031232:192.168.204.9@tcp:104: 00000100:00100000:2.0:1718930702.824602:0:7082:0:(client.c:2492:ptlrpc_set_wait()) set ffff880132b0ba80 going to sleep for 6 seconds 00000100:00100000:2.0:1718930702.825288:0:7082:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8801246897c0 pname:cluuid:pid:xid:nid:opc:job mdt00_011:lustre-MDT0000_UUID:7082:1802425733031232:192.168.204.9@tcp:104: 00010000:00010000:2.0:1718930702.825296:0:7082:0:(ldlm_request.c:286:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008350c480/0x4c38e74a5472938f lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7a7:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718930702.825370:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930702.825452:0:9277:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753270080 00010000:00010000:1.0:1718930702.825467:0:9277:0:(ldlm_lockd.c:2633:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008350cd80/0x4c38e74a54729357 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7a7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fa13 expref: 26 pid: 7082 timeout: 3713 lvb_type: 0 00000100:00100000:1.0:1718930702.825489:0:9277:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 63302 00000100:00100000:1.0:1718930702.825492:0:9277:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a101e3c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8a07974b-7506-4725-beb3-4b5c6f8f9250+26:1875:x1802425753270080:12345-192.168.204.9@tcp:103:ldlm_bl_04.0 00010000:00010000:1.0:1718930702.825498:0:9277:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1718930702.825501:0:9277:0:(ldlm_lockd.c:1766:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008350cd80/0x4c38e74a54729357 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7a7:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fa13 expref: 26 pid: 7082 timeout: 3713 lvb_type: 0 00010000:00010000:1.0:1718930702.825506:0:9277:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008350cd80/0x4c38e74a54729357 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7a7:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fa13 expref: 26 pid: 7082 timeout: 3713 lvb_type: 0 00010000:00010000:1.0:1718930702.825514:0:9277:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008350cd80/0x4c38e74a54729357 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7a7:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fa13 expref: 26 pid: 7082 timeout: 3713 lvb_type: 0 00010000:00010000:1.0:1718930702.825527:0:9277:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7a7:0x0].0x0 (ffff8800b4b4e300) 00010000:00010000:1.0:1718930702.825529:0:9277:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88008350c480/0x4c38e74a5472938f lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7a7:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.825534:0:9277:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008350c480/0x4c38e74a5472938f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7a7:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290001000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.825540:0:9277:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008350c480/0x4c38e74a5472938f lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x7a7:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290001000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.825550:0:9277:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1718930702.825553:0:7082:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008350c480/0x4c38e74a5472938f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7a7:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.825557:0:7082:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008350c480/0x4c38e74a5472938f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7a7:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718930702.825570:0:9277:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a101e3c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8a07974b-7506-4725-beb3-4b5c6f8f9250+25:1875:x1802425753270080:12345-192.168.204.9@tcp:103:ldlm_bl_04.0 Request processed in 77us (201us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930702.825574:0:9277:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 63302 00000100:00100000:2.0:1718930702.825584:0:7082:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8801246897c0 pname:cluuid:pid:xid:nid:opc:job mdt00_011:lustre-MDT0000-mdtlov_UUID:7082:1802425733031296:0@lo:1000:mdt00_011.0 00000100:00100000:2.0:1718930702.825599:0:7082:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718930702.825608:0:7082:0:(client.c:2492:ptlrpc_set_wait()) set ffff880132b0be40 going to sleep for 6 seconds 00000100:00100000:1.0:1718930702.825611:0:32457:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733031296 00000100:00100000:1.0:1718930702.825622:0:32457:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20642 00000100:00100000:1.0:1718930702.825624:0:32457:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88012468cc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+7:7082:x1802425733031296:12345-0@lo:1000:mdt00_011.0 00000100:00100000:1.0:1718930702.825699:0:32457:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88012468cc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+7:7082:x1802425733031296:12345-0@lo:1000:mdt00_011.0 Request processed in 74us (99us total) trans 0 rc -2/-2 00000100:00100000:1.0:1718930702.825703:0:32457:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20642 00000100:00100000:2.0:1718930702.825704:0:7082:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8801246897c0 pname:cluuid:pid:xid:nid:opc:job mdt00_011:lustre-MDT0000-mdtlov_UUID:7082:1802425733031296:0@lo:1000:mdt00_011.0 00010000:00010000:2.0:1718930702.825717:0:7082:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008350df80/0x4c38e74a54729396 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x607:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.825722:0:7082:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008350df80/0x4c38e74a54729396 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x607:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.825725:0:7082:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008350df80/0x4c38e74a54729396 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x607:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.825735:0:7082:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350cb40/0x4c38e74a5472939d lrc: 3/0,1 mode: --/EX res: [0x240000402:0x607:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.825738:0:7082:0:(ldlm_request.c:1029:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000001000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350cb40/0x4c38e74a5472939d lrc: 3/0,1 mode: --/EX res: [0x240000402:0x607:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.825742:0:7082:0:(ldlm_request.c:1117:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350cb40/0x4c38e74a5472939d lrc: 3/0,1 mode: --/EX res: [0x240000402:0x607:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930702.825747:0:7082:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8801246897c0 pname:cluuid:pid:xid:nid:opc:job mdt00_011:lustre-MDT0000-mdtlov_UUID:7082:1802425733031360:0@lo:101:mdt00_011.0 00000100:00100000:2.0:1718930702.825757:0:7082:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718930702.825770:0:7082:0:(client.c:2492:ptlrpc_set_wait()) set ffff880132b0b0c0 going to sleep for 6 seconds 00000100:00100000:1.0:1718930702.825784:0:32457:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733031360 00000100:00100000:1.0:1718930702.825794:0:32457:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20643 00000100:00100000:1.0:1718930702.825796:0:32457:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88012468d0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+7:7082:x1802425733031360:12345-0@lo:101:mdt00_011.0 00010000:00010000:1.0:1718930702.825801:0:32457:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1718930702.825808:0:32457:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b9680/0x4c38e74a547293a4 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x607:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4c38e74a5472939d expref: -99 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.825817:0:32457:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b9680/0x4c38e74a547293a4 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x607:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000001000000 nid: 0@lo remote: 0x4c38e74a5472939d expref: 8 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.825823:0:32457:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b9680/0x4c38e74a547293a4 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x607:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0x4c38e74a5472939d expref: 8 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.825844:0:32457:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x607:0x0].0x0 (ffff880098470f00) 00010000:00010000:1.0:1718930702.825846:0:32457:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 47 00010000:00010000:1.0:1718930702.825847:0:32457:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff8800849b9680, rc 0) 00000100:00100000:1.0:1718930702.825862:0:32457:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88012468d0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+8:7082:x1802425733031360:12345-0@lo:101:mdt00_011.0 Request processed in 65us (105us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930702.825865:0:32457:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20643 00000100:00100000:2.0:1718930702.825868:0:7082:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8801246897c0 pname:cluuid:pid:xid:nid:opc:job mdt00_011:lustre-MDT0000-mdtlov_UUID:7082:1802425733031360:0@lo:101:mdt00_011.0 00010000:00010000:2.0:1718930702.825873:0:7082:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350cb40/0x4c38e74a5472939d lrc: 4/0,1 mode: EX/EX res: [0x240000402:0x607:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0x4c38e74a547293a4 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.825877:0:7082:0:(ldlm_request.c:799:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350cb40/0x4c38e74a5472939d lrc: 4/0,1 mode: EX/EX res: [0x240000402:0x607:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0x4c38e74a547293a4 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1718930702.825884:0:7082:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x240000402:0x607:0x0] 00000100:00100000:2.0:1718930702.826202:0:7082:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8801246897c0 pname:cluuid:pid:xid:nid:opc:job mdt00_011:lustre-MDT0000-mdtlov_UUID:7082:1802425733031424:0@lo:403:mdt00_011.0 00000100:00100000:2.0:1718930702.826217:0:7082:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718930702.826230:0:7082:0:(client.c:2492:ptlrpc_set_wait()) set ffff880132b0b0c0 going to sleep for 6 seconds 00000100:00100000:1.0:1718930702.826264:0:32457:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733031424 00000100:00100000:1.0:1718930702.826303:0:32457:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20644 00000100:00100000:1.0:1718930702.826307:0:32457:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88012468d580 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+8:7082:x1802425733031424:12345-0@lo:403:mdt00_011.0 00000100:00100000:1.0:1718930702.827516:0:32457:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88012468d580 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+8:7082:x1802425733031424:12345-0@lo:403:mdt00_011.0 Request processed in 1208us (1297us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930702.827521:0:32457:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20644 00000100:00100000:2.0:1718930702.827576:0:7082:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8801246897c0 pname:cluuid:pid:xid:nid:opc:job mdt00_011:lustre-MDT0000-mdtlov_UUID:7082:1802425733031424:0@lo:403:mdt00_011.0 00000100:00100000:2.0:1718930702.827984:0:7082:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8801246897c0 pname:cluuid:pid:xid:nid:opc:job mdt00_011:lustre-MDT0000-mdtlov_UUID:7082:1802425733031488:0@lo:1000:mdt00_011.0 00000100:00100000:2.0:1718930702.828002:0:7082:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718930702.828018:0:7082:0:(client.c:2492:ptlrpc_set_wait()) set ffff880132b0be40 going to sleep for 6 seconds 00000100:00100000:1.0:1718930702.828070:0:32457:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733031488 00000100:00100000:1.0:1718930702.828094:0:32457:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20645 00000100:00100000:1.0:1718930702.828097:0:32457:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88012468da40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+8:7082:x1802425733031488:12345-0@lo:1000:mdt00_011.0 00000100:00100000:1.0:1718930702.828128:0:32457:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88012468da40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+8:7082:x1802425733031488:12345-0@lo:1000:mdt00_011.0 Request processed in 31us (126us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930702.828132:0:32457:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20645 00000100:00100000:2.0:1718930702.828136:0:7082:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8801246897c0 pname:cluuid:pid:xid:nid:opc:job mdt00_011:lustre-MDT0000-mdtlov_UUID:7082:1802425733031488:0@lo:1000:mdt00_011.0 00010000:00010000:2.0:1718930702.828149:0:7082:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008350df80/0x4c38e74a54729396 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x607:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.828154:0:7082:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008350df80/0x4c38e74a54729396 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x607:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210401000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.828157:0:7082:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008350df80/0x4c38e74a54729396 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x607:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.828160:0:7082:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008350df80 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:2.0:1718930702.828161:0:7082:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008350df80/0x4c38e74a54729396 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x607:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.828164:0:7082:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008350df80/0x4c38e74a54729396 lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x607:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218401000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.828169:0:7082:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x607:0x0].0x0 (ffff880091ad1400) 00010000:00010000:2.0:1718930702.828171:0:7082:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1718930702.828172:0:7082:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008350df80/0x4c38e74a54729396 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x607:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.828175:0:7082:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008350df80/0x4c38e74a54729396 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x607:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1718930702.828182:0:7082:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x240000402:0x607:0x0] 00010000:00010000:2.0:1718930702.828184:0:7082:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350cb40/0x4c38e74a5472939d lrc: 4/0,1 mode: EX/EX res: [0x240000402:0x607:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0x4c38e74a547293a4 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.828187:0:7082:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350cb40/0x4c38e74a5472939d lrc: 4/0,1 mode: EX/EX res: [0x240000402:0x607:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000401000000 nid: local remote: 0x4c38e74a547293a4 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.828189:0:7082:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350cb40/0x4c38e74a5472939d lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x607:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000401000000 nid: local remote: 0x4c38e74a547293a4 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.828202:0:7082:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1718930702.828211:0:7082:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008350c480/0x4c38e74a5472938f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7a7:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.828214:0:7082:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008350c480/0x4c38e74a5472938f lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x7a7:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210401000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.828217:0:7082:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008350c480/0x4c38e74a5472938f lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7a7:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.828220:0:7082:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008350c480 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:2.0:1718930702.828221:0:7082:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008350c480/0x4c38e74a5472938f lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7a7:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.828226:0:7082:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008350c480/0x4c38e74a5472938f lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x7a7:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218401000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.828230:0:7082:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7a7:0x0].0x0 (ffff8800b4b4e300) 00010000:00010000:2.0:1718930702.828231:0:7082:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 7f 00010000:00010000:2.0:1718930702.828232:0:7082:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008350c480/0x4c38e74a5472938f lrc: 2/0,0 mode: --/EX res: [0x200000402:0x7a7:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.828234:0:7082:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008350c480/0x4c38e74a5472938f lrc: 0/0,0 mode: --/EX res: [0x200000402:0x7a7:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1718930702.828240:0:7082:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x240000400:0x1a5:0x0] 00010000:00010000:2.0:1718930702.828241:0:7082:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350d200/0x4c38e74a5472937a lrc: 4/0,1 mode: EX/EX res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0x4c38e74a54729381 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.828244:0:7082:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350d200/0x4c38e74a5472937a lrc: 4/0,1 mode: EX/EX res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000401000000 nid: local remote: 0x4c38e74a54729381 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.828246:0:7082:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350d200/0x4c38e74a5472937a lrc: 3/0,0 mode: EX/EX res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000401000000 nid: local remote: 0x4c38e74a54729381 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.828254:0:7082:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1718930702.828256:0:11341:0:(ldlm_lockd.c:2784:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1718930702.828256:0:7082:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008350fa80/0x4c38e74a54729388 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.828259:0:7082:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008350fa80/0x4c38e74a54729388 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210401000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.828260:0:11341:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350cb40/0x4c38e74a5472939d lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x607:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000401000000 nid: local remote: 0x4c38e74a547293a4 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.828262:0:7082:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008350fa80/0x4c38e74a54729388 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.828265:0:7082:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008350fa80 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:3.0:1718930702.828266:0:11341:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008350cb40 already unused, calling callback (ffffffffa0ea60e0) 00010000:00010000:2.0:1718930702.828266:0:7082:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008350fa80/0x4c38e74a54729388 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.828268:0:11341:0:(ldlm_request.c:1235:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350cb40/0x4c38e74a5472939d lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x607:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008401000000 nid: local remote: 0x4c38e74a547293a4 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.828269:0:7082:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008350fa80/0x4c38e74a54729388 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218401000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1718930702.828272:0:11341:0:(mdt_handler.c:3608:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350cb40/0x4c38e74a5472939d lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x607:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009401000000 nid: local remote: 0x4c38e74a547293a4 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.828272:0:7082:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x79a:0x0].0x0 (ffff880091ad1a00) 00010000:00010000:2.0:1718930702.828273:0:7082:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718930702.828273:0:7082:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008350fa80/0x4c38e74a54729388 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.828276:0:7082:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008350fa80/0x4c38e74a54729388 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1718930702.828281:0:7082:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x240000402:0x605:0x0] 00010000:00010000:2.0:1718930702.828282:0:7082:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350e1c0/0x4c38e74a5472936c lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x605:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0x4c38e74a54729373 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.828285:0:7082:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350e1c0/0x4c38e74a5472936c lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x605:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000401000000 nid: local remote: 0x4c38e74a54729373 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.828287:0:7082:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350e1c0/0x4c38e74a5472936c lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x605:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000401000000 nid: local remote: 0x4c38e74a54729373 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.828288:0:11341:0:(ldlm_request.c:1301:ldlm_cancel_pack()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350cb40/0x4c38e74a5472939d lrc: 2/0,0 mode: --/EX res: [0x240000402:0x607:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0x4c38e74a547293a4 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.828291:0:11341:0:(ldlm_request.c:1305:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1718930702.828296:0:7082:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1718930702.828298:0:7082:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008350c900/0x4c38e74a54729365 lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.828302:0:11341:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350cb40/0x4c38e74a5472939d lrc: 1/0,0 mode: --/EX res: [0x240000402:0x607:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0x4c38e74a547293a4 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.828304:0:7082:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008350c900/0x4c38e74a54729365 lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.828305:0:11341:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350cb40/0x4c38e74a5472939d lrc: 0/0,0 mode: --/EX res: [0x240000402:0x607:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0x4c38e74a547293a4 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.828306:0:6828:0:(ldlm_lockd.c:2784:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1718930702.828307:0:7082:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008350c900/0x4c38e74a54729365 lrc: 2/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.828310:0:7082:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008350c900/0x4c38e74a54729365 lrc: 3/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.828310:0:6828:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350d200/0x4c38e74a5472937a lrc: 2/0,0 mode: EX/EX res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000401000000 nid: local remote: 0x4c38e74a54729381 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.828312:0:7082:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008350c900 already unused, calling callback (ffffffffa080a190) 00010000:00010000:1.0:1718930702.828312:0:4830:0:(ldlm_lockd.c:2784:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1718930702.828313:0:7082:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008350c900/0x4c38e74a54729365 lrc: 3/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.828315:0:7082:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008350c900/0x4c38e74a54729365 lrc: 4/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.828315:0:4830:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350e1c0/0x4c38e74a5472936c lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x605:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000401000000 nid: local remote: 0x4c38e74a54729373 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.828316:0:6828:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008350d200 already unused, calling callback (ffffffffa0ea60e0) 00010000:00010000:3.0:1718930702.828317:0:11341:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1718930702.828317:0:11341:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1718930702.828318:0:11341:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1718930702.828318:0:6828:0:(ldlm_request.c:1235:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350d200/0x4c38e74a5472937a lrc: 3/0,0 mode: EX/EX res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008401000000 nid: local remote: 0x4c38e74a54729381 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.828319:0:7082:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000004:0x1:0x0].0x0 (ffff8800b4b4e500) 00010000:00010000:2.0:1718930702.828320:0:7082:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718930702.828320:0:7082:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008350c900/0x4c38e74a54729365 lrc: 2/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.828321:0:4830:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008350e1c0 already unused, calling callback (ffffffffa0ea60e0) 00000004:00010000:0.0:1718930702.828322:0:6828:0:(mdt_handler.c:3608:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350d200/0x4c38e74a5472937a lrc: 3/0,0 mode: EX/EX res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009401000000 nid: local remote: 0x4c38e74a54729381 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.828323:0:7082:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008350c900/0x4c38e74a54729365 lrc: 0/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.828323:0:4830:0:(ldlm_request.c:1235:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350e1c0/0x4c38e74a5472936c lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x605:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008401000000 nid: local remote: 0x4c38e74a54729373 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718930702.828325:0:3320:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88011e305a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3320:1802425733031552:0@lo:103:ldlm_bl_04.0 00000004:00010000:1.0:1718930702.828327:0:4830:0:(mdt_handler.c:3608:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350e1c0/0x4c38e74a5472936c lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x605:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009401000000 nid: local remote: 0x4c38e74a54729373 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.828335:0:6828:0:(ldlm_request.c:1301:ldlm_cancel_pack()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350d200/0x4c38e74a5472937a lrc: 2/0,0 mode: --/EX res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0x4c38e74a54729381 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.828339:0:6828:0:(ldlm_request.c:1305:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1718930702.828342:0:4830:0:(ldlm_request.c:1301:ldlm_cancel_pack()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350e1c0/0x4c38e74a5472936c lrc: 2/0,0 mode: --/PW res: [0x240000402:0x605:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0x4c38e74a54729373 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.828342:0:6828:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350d200/0x4c38e74a5472937a lrc: 1/0,0 mode: --/EX res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0x4c38e74a54729381 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.828345:0:6828:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350d200/0x4c38e74a5472937a lrc: 0/0,0 mode: --/EX res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0x4c38e74a54729381 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.828346:0:4830:0:(ldlm_request.c:1305:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:2.0:1718930702.828348:0:7082:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a101f200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:8a07974b-7506-4725-beb3-4b5c6f8f9250+24:26684:x1802425753270016:12345-192.168.204.9@tcp:36:lfs.0 Request processed in 7154us (7225us total) trans 0 rc -16/-16 00000100:00100000:2.0:1718930702.828352:0:7082:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230756 00010000:00010000:1.0:1718930702.828354:0:4830:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350e1c0/0x4c38e74a5472936c lrc: 1/0,0 mode: --/PW res: [0x240000402:0x605:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0x4c38e74a54729373 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.828354:0:6828:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1718930702.828355:0:3320:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1718930702.828355:0:6828:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1718930702.828356:0:6828:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1718930702.828357:0:4830:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350e1c0/0x4c38e74a5472936c lrc: 0/0,0 mode: --/PW res: [0x240000402:0x605:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0x4c38e74a54729373 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718930702.828363:0:3323:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:1.0:1718930702.828366:0:4830:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1718930702.828367:0:3320:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:1.0:1718930702.828367:0:4830:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1718930702.828368:0:4830:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1718930702.828370:0:3320:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800a101c740 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3320:1802425733031616:0@lo:103:ldlm_bl_01.0 00000100:00100000:0.0:1718930702.828370:0:3323:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8801346176c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3323:1802425733031680:0@lo:103:ldlm_bl_05.0 00000100:00100000:1.0:1718930702.828376:0:9277:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733031552 00000100:00100000:3.0:1718930702.828379:0:3320:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718930702.828388:0:9277:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733031616 00000100:00100000:0.0:1718930702.828388:0:3323:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718930702.828399:0:6826:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733031680 00000100:00100000:1.0:1718930702.828403:0:9277:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9124 00000100:00100000:1.0:1718930702.828405:0:9277:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1cf1850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000-mdtlov_UUID+10:3320:x1802425733031552:12345-0@lo:103:ldlm_bl_04.0 00010000:00010000:1.0:1718930702.828410:0:9277:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1718930702.828410:0:26732:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9125 00000100:00100000:0.0:1718930702.828413:0:26732:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e305f00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:lustre-MDT0000-mdtlov_UUID+10:3320:x1802425733031616:12345-0@lo:103:ldlm_bl_01.0 00000100:00100000:3.0:1718930702.828414:0:6826:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9126 00000100:00100000:3.0:1718930702.828417:0:6826:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a101da40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000-mdtlov_UUID+10:3323:x1802425733031680:12345-0@lo:103:ldlm_bl_05.0 00010000:00010000:0.0:1718930702.828418:0:26732:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1718930702.828421:0:6826:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1718930702.828424:0:26732:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009b0546c0/0x4c38e74a54729381 lrc: 0/0,0 mode: --/EX res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801001000000 nid: 0@lo remote: 0x4c38e74a5472937a expref: 10 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.828428:0:6826:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009b055200/0x4c38e74a54729373 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x605:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801001000000 nid: 0@lo remote: 0x4c38e74a5472936c expref: 10 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.828443:0:26732:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a5:0x0].0x0 (ffff8800b4b15100) 00010000:00010000:0.0:1718930702.828447:0:26732:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1718930702.828450:0:6826:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x605:0x0].0x0 (ffff8800b4b15800) 00010000:00010000:1.0:1718930702.828450:0:9277:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b9680/0x4c38e74a547293a4 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x607:0x0].0x0 bits 0x47/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801001000000 nid: 0@lo remote: 0x4c38e74a5472939d expref: 8 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.828453:0:6826:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1718930702.828457:0:9277:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x607:0x0].0x0 (ffff880098470f00) 00010000:00010000:1.0:1718930702.828460:0:9277:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1718930702.828462:0:26732:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e305f00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:lustre-MDT0000-mdtlov_UUID+7:3320:x1802425733031616:12345-0@lo:103:ldlm_bl_01.0 Request processed in 49us (83us total) trans 0 rc 0/0 00000100:00100000:0.0:1718930702.828466:0:26732:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9125 00000100:00100000:3.0:1718930702.828472:0:6826:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a101da40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000-mdtlov_UUID+6:3323:x1802425733031680:12345-0@lo:103:ldlm_bl_05.0 Request processed in 55us (84us total) trans 0 rc 0/0 00000100:00100000:3.0:1718930702.828476:0:6826:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9126 00000100:00100000:1.0:1718930702.828479:0:9277:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1cf1850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000-mdtlov_UUID+6:3320:x1802425733031552:12345-0@lo:103:ldlm_bl_04.0 Request processed in 73us (124us total) trans 0 rc 0/0 00000100:00100000:2.0:1718930702.828480:0:3320:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800a101c740 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3320:1802425733031616:0@lo:103:ldlm_bl_01.0 00000100:00100000:1.0:1718930702.828482:0:9277:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9124 00000100:00100000:2.0:1718930702.828491:0:3320:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88011e305a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3320:1802425733031552:0@lo:103:ldlm_bl_04.0 00000100:00100000:3.0:1718930702.828494:0:3323:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8801346176c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3323:1802425733031680:0@lo:103:ldlm_bl_05.0 00000100:00100000:0.0:1718930702.828926:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1718930702.828965:0:6840:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753270208 00000100:00100000:2.0:1718930702.828986:0:6840:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 10787 00000100:00100000:2.0:1718930702.828990:0:6840:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880073f98050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+24:26684:x1802425753270208:12345-192.168.204.9@tcp:35:lfs.0 00000100:00100000:2.0:1718930702.829026:0:6840:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880073f98050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+24:26684:x1802425753270208:12345-192.168.204.9@tcp:35:lfs.0 Request processed in 36us (101us total) trans 0 rc -116/-116 00000100:00100000:2.0:1718930702.829031:0:6840:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 10787 00000100:00100000:0.0:1718930702.829985:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1718930702.830023:0:7082:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753270272 00000100:00100000:2.0:1718930702.830046:0:7082:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230757 00000100:00100000:2.0:1718930702.830049:0:7082:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a101c740 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:8a07974b-7506-4725-beb3-4b5c6f8f9250+24:26684:x1802425753270272:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:2.0:1718930702.830055:0:7082:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1718930702.830061:0:7082:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008350cd80/0x4c38e74a547293ab lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xceea94147812fa1a expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.830079:0:7082:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008350cfc0/0x4c38e74a547293b2 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.830084:0:7082:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008350cfc0/0x4c38e74a547293b2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.830088:0:7082:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008350cfc0/0x4c38e74a547293b2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.830094:0:7082:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008350f3c0/0x4c38e74a547293b9 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xba987c8e bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.830098:0:7082:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008350f3c0/0x4c38e74a547293b9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xba987c8e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.830101:0:7082:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008350f3c0/0x4c38e74a547293b9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xba987c8e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.830127:0:7082:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008350dd40/0x4c38e74a547293c0 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x605:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.830131:0:7082:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008350dd40/0x4c38e74a547293c0 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x605:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.830134:0:7082:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008350dd40/0x4c38e74a547293c0 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x605:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1718930702.830138:0:7082:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x240000402:0x605:0x0] 00000004:00010000:2.0:1718930702.830143:0:7082:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008350dd40/0x4c38e74a547293c0 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x605:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.830148:0:7082:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008350cfc0/0x4c38e74a547293b2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.830151:0:7082:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008350cfc0/0x4c38e74a547293b2 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.830153:0:7082:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008350cfc0/0x4c38e74a547293b2 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.830156:0:7082:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008350cfc0 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:2.0:1718930702.830157:0:7082:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008350cfc0/0x4c38e74a547293b2 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.830160:0:7082:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008350cfc0/0x4c38e74a547293b2 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.830165:0:7082:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a87c9a00) 00010000:00010000:2.0:1718930702.830166:0:7082:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718930702.830167:0:7082:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008350cfc0/0x4c38e74a547293b2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.830170:0:7082:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008350cfc0/0x4c38e74a547293b2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.830175:0:7082:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008350f3c0/0x4c38e74a547293b9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xba987c8e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.830178:0:7082:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008350f3c0/0x4c38e74a547293b9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xba987c8e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.830180:0:7082:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008350f3c0/0x4c38e74a547293b9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xba987c8e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.830183:0:7082:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008350f3c0 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:2.0:1718930702.830184:0:7082:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008350f3c0/0x4c38e74a547293b9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xba987c8e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.830187:0:7082:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008350f3c0/0x4c38e74a547293b9 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xba987c8e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.830190:0:7082:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xba987c8e (ffff880091ad1800) 00010000:00010000:2.0:1718930702.830191:0:7082:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718930702.830191:0:7082:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008350f3c0/0x4c38e74a547293b9 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xba987c8e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.830197:0:7082:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008350f3c0/0x4c38e74a547293b9 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xba987c8e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.830208:0:7082:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008350cd80/0x4c38e74a547293ab lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fa1a expref: 26 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.830213:0:7082:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008350dd40/0x4c38e74a547293c0 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x605:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fa1a expref: 25 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.830217:0:7082:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x605:0x0].0x0 (ffff8800782f1700) 00010000:00010000:2.0:1718930702.830218:0:7082:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1718930702.830218:0:7082:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88008350dd40, rc 0) 00000100:00100000:2.0:1718930702.830243:0:7082:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a101c740 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:8a07974b-7506-4725-beb3-4b5c6f8f9250+25:26684:x1802425753270272:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 193us (258us total) trans 0 rc 0/0 00000100:00100000:2.0:1718930702.830247:0:7082:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230757 00000100:00100000:0.0:1718930702.831018:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1718930702.831045:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1718930702.831058:0:7082:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753270336 00000100:00100000:2.0:1718930702.831086:0:7082:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230758 00000100:00100000:2.0:1718930702.831089:0:7082:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a101e3c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:8a07974b-7506-4725-beb3-4b5c6f8f9250+12:26684:x1802425753270336:12345-192.168.204.9@tcp:101:lfs.0 00000100:00100000:1.0:1718930702.831093:0:9277:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753270400 00010000:00010000:2.0:1718930702.831097:0:7082:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1718930702.831104:0:7082:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008350db00/0x4c38e74a547293c7 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x605:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xceea94147812fa21 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718930702.831118:0:9277:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 9127 00000100:00100000:1.0:1718930702.831122:0:9277:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880097678000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8a07974b-7506-4725-beb3-4b5c6f8f9250+25:1877:x1802425753270400:12345-192.168.204.9@tcp:103:ldlm_bl_03.0 00010000:00010000:2.0:1718930702.831123:0:7082:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008350f840/0x4c38e74a547293ce lrc: 3/1,0 mode: --/PR res: [0x240000402:0x605:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.831129:0:7082:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008350f840/0x4c38e74a547293ce lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x605:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.831129:0:9277:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1718930702.831138:0:7082:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008350f840/0x4c38e74a547293ce lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x605:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.831138:0:9277:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008350dd40/0x4c38e74a547293c0 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x605:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fa1a expref: 25 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.831151:0:9277:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x605:0x0].0x0 (ffff8800782f1700) 00010000:00010000:1.0:1718930702.831153:0:9277:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1718930702.831174:0:9277:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880097678000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8a07974b-7506-4725-beb3-4b5c6f8f9250+24:1877:x1802425753270400:12345-192.168.204.9@tcp:103:ldlm_bl_03.0 Request processed in 51us (128us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930702.831180:0:9277:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 9127 00000004:00200000:2.0:1718930702.831187:0:7082:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x605:0x0]: returning size 4096 00000004:00200000:2.0:1718930702.831189:0:7082:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 4 stripe count 2 MDT count 2 00010000:00010000:2.0:1718930702.831205:0:7082:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008350db00/0x4c38e74a547293c7 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x605:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fa21 expref: 14 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.831213:0:7082:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88008350f840/0x4c38e74a547293ce lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x605:0x0].0x0 bits 0x10/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fa21 expref: 13 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.831217:0:7082:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x605:0x0].0x0 (ffff880091ad1300) 00010000:00010000:2.0:1718930702.831219:0:7082:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 10 00010000:00010000:2.0:1718930702.831220:0:7082:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88008350f840, rc 0) 00000100:00100000:2.0:1718930702.831239:0:7082:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a101e3c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:8a07974b-7506-4725-beb3-4b5c6f8f9250+13:26684:x1802425753270336:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 150us (223us total) trans 0 rc 0/0 00000100:00100000:2.0:1718930702.831259:0:7082:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230758 00000100:00100000:0.0:1718930702.832124:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1718930702.832191:0:7082:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753270528 00000100:00100000:2.0:1718930702.832214:0:7082:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230759 00000100:00100000:2.0:1718930702.832217:0:7082:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88009767bdc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:8a07974b-7506-4725-beb3-4b5c6f8f9250+24:26684:x1802425753270528:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:2.0:1718930702.832224:0:7082:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1718930702.832230:0:7082:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008350ef40/0x4c38e74a547293d5 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x79a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xceea94147812fa28 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.832252:0:7082:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008350d8c0/0x4c38e74a547293dc lrc: 3/1,0 mode: --/CR res: [0x200000402:0x79a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.832261:0:7082:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008350d8c0/0x4c38e74a547293dc lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.832265:0:7082:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008350d8c0/0x4c38e74a547293dc lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.832271:0:7082:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008350eac0/0x4c38e74a547293e3 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x79a:0x0].0x726964 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.832275:0:7082:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008350eac0/0x4c38e74a547293e3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x79a:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.832277:0:7082:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008350eac0/0x4c38e74a547293e3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x79a:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00000004:00200000:2.0:1718930702.832305:0:7082:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x79c:0x0]: returning size 4096 00010000:00010000:2.0:1718930702.832332:0:7082:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008350d8c0/0x4c38e74a547293dc lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.832336:0:7082:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008350d8c0/0x4c38e74a547293dc lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.832339:0:7082:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008350d8c0/0x4c38e74a547293dc lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.832342:0:7082:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008350d8c0 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:2.0:1718930702.832343:0:7082:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008350d8c0/0x4c38e74a547293dc lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.832346:0:7082:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008350d8c0/0x4c38e74a547293dc lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.832351:0:7082:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x79a:0x0].0x0 (ffff8800b4b4e800) 00010000:00010000:2.0:1718930702.832352:0:7082:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718930702.832353:0:7082:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008350d8c0/0x4c38e74a547293dc lrc: 2/0,0 mode: --/CR res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.832356:0:7082:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008350d8c0/0x4c38e74a547293dc lrc: 0/0,0 mode: --/CR res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.832361:0:7082:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008350eac0/0x4c38e74a547293e3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x79a:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.832364:0:7082:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008350eac0/0x4c38e74a547293e3 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x79a:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.832367:0:7082:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008350eac0/0x4c38e74a547293e3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x79a:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.832370:0:7082:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008350eac0 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:2.0:1718930702.832370:0:7082:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008350eac0/0x4c38e74a547293e3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x79a:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.832373:0:7082:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008350eac0/0x4c38e74a547293e3 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x79a:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.832376:0:7082:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x79a:0x0].0x726964 (ffff8800a1ad1e00) 00010000:00010000:2.0:1718930702.832377:0:7082:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718930702.832377:0:7082:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008350eac0/0x4c38e74a547293e3 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x79a:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.832383:0:7082:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008350eac0/0x4c38e74a547293e3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x79a:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.832396:0:7082:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008350ef40/0x4c38e74a547293d5 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x79a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fa28 expref: 26 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.832400:0:7082:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008350ef40/0x4c38e74a547293d5 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x79a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fa28 expref: 26 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.832405:0:7082:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88008350ef40, rc 0) 00000100:00100000:2.0:1718930702.832444:0:7082:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88009767bdc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:8a07974b-7506-4725-beb3-4b5c6f8f9250+25:26684:x1802425753270528:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 212us (307us total) trans 8589959509 rc 301/301 00000100:00100000:2.0:1718930702.832448:0:7082:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230759 00000100:00100000:0.0:1718930702.833353:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1718930702.833384:0:7082:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753270656 00000100:00100000:2.0:1718930702.833398:0:7082:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230760 00000100:00100000:2.0:1718930702.833400:0:7082:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88009767b900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:8a07974b-7506-4725-beb3-4b5c6f8f9250+25:26684:x1802425753270656:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:2.0:1718930702.833407:0:7082:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1718930702.833411:0:7082:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008350cb40/0x4c38e74a547293f1 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x79a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xceea94147812fa2f expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.833443:0:7082:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008350c6c0/0x4c38e74a547293f8 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x79a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.833448:0:7082:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008350c6c0/0x4c38e74a547293f8 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.833452:0:7082:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008350c6c0/0x4c38e74a547293f8 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.833460:0:7082:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008350c240/0x4c38e74a547293ff lrc: 3/1,0 mode: --/PR res: [0x200000402:0x79a:0x0].0x726964 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.833465:0:7082:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008350c240/0x4c38e74a547293ff lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x79a:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.833471:0:7082:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008350c240/0x4c38e74a547293ff lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x79a:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00000004:00200000:2.0:1718930702.833500:0:7082:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x79c:0x0]: returning size 4096 00010000:00010000:2.0:1718930702.833525:0:7082:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008350c6c0/0x4c38e74a547293f8 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.833531:0:7082:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008350c6c0/0x4c38e74a547293f8 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.833536:0:7082:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008350c6c0/0x4c38e74a547293f8 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.833541:0:7082:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008350c6c0 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:2.0:1718930702.833542:0:7082:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008350c6c0/0x4c38e74a547293f8 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.833546:0:7082:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008350c6c0/0x4c38e74a547293f8 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.833551:0:7082:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x79a:0x0].0x0 (ffff8800a1ad1d00) 00010000:00010000:2.0:1718930702.833552:0:7082:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718930702.833553:0:7082:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008350c6c0/0x4c38e74a547293f8 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.833556:0:7082:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008350c6c0/0x4c38e74a547293f8 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.833562:0:7082:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008350c240/0x4c38e74a547293ff lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x79a:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.833565:0:7082:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008350c240/0x4c38e74a547293ff lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x79a:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.833567:0:7082:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008350c240/0x4c38e74a547293ff lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x79a:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.833570:0:7082:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008350c240 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:2.0:1718930702.833571:0:7082:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008350c240/0x4c38e74a547293ff lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x79a:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.833573:0:7082:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008350c240/0x4c38e74a547293ff lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x79a:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.833576:0:7082:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x79a:0x0].0x726964 (ffff8800a1ad1b00) 00010000:00010000:2.0:1718930702.833577:0:7082:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718930702.833578:0:7082:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008350c240/0x4c38e74a547293ff lrc: 2/0,0 mode: --/PR res: [0x200000402:0x79a:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.833580:0:7082:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008350c240/0x4c38e74a547293ff lrc: 0/0,0 mode: --/PR res: [0x200000402:0x79a:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.833592:0:7082:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008350cb40/0x4c38e74a547293f1 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x79a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fa2f expref: 27 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.833599:0:7082:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008350cb40/0x4c38e74a547293f1 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x79a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fa2f expref: 27 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.833604:0:7082:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88008350cb40, rc 0) 00000100:00100000:2.0:1718930702.833628:0:7082:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88009767b900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:8a07974b-7506-4725-beb3-4b5c6f8f9250+26:26684:x1802425753270656:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 227us (277us total) trans 8589959510 rc 301/301 00000100:00100000:2.0:1718930702.833632:0:7082:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230760 00000100:00100000:0.0:1718930702.834359:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1718930702.834426:0:6840:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753270784 00000100:00100000:2.0:1718930702.834462:0:6840:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 10788 00000100:00100000:2.0:1718930702.834467:0:6840:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88009767cc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+26:26684:x1802425753270784:12345-192.168.204.9@tcp:35:lfs.0 00000100:00100000:2.0:1718930702.834537:0:6840:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88009767cc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+27:26684:x1802425753270784:12345-192.168.204.9@tcp:35:lfs.0 Request processed in 70us (180us total) trans 8589959511 rc 0/0 00000100:00100000:2.0:1718930702.834542:0:6840:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 10788 00000100:00100000:0.0:1718930702.835249:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1718930702.835317:0:6840:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753270912 00000100:00100000:2.0:1718930702.835339:0:6840:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 10789 00000100:00100000:2.0:1718930702.835342:0:6840:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88009767d580 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+27:26684:x1802425753270912:12345-192.168.204.9@tcp:35:lfs.0 00000100:00100000:2.0:1718930702.835398:0:6840:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88009767d580 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+28:26684:x1802425753270912:12345-192.168.204.9@tcp:35:lfs.0 Request processed in 55us (150us total) trans 8589959512 rc 0/0 00000100:00100000:2.0:1718930702.835403:0:6840:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 10789 00000100:00100000:0.0:1718930702.836063:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1718930702.836128:0:7082:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753270976 00000100:00100000:2.0:1718930702.836152:0:7082:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230761 00000100:00100000:2.0:1718930702.836155:0:7082:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88009767a600 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:8a07974b-7506-4725-beb3-4b5c6f8f9250+28:26684:x1802425753270976:12345-192.168.204.9@tcp:34:lfs.0 00010000:00010000:2.0:1718930702.836175:0:7082:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008350e1c0/0x4c38e74a5472940d lrc: 3/1,0 mode: --/CR res: [0x200000402:0x79a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.836181:0:7082:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008350e1c0/0x4c38e74a5472940d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.836186:0:7082:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008350e1c0/0x4c38e74a5472940d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.836190:0:7082:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008350ed00/0x4c38e74a54729414 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x79a:0x0].0x726964 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.836194:0:7082:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008350ed00/0x4c38e74a54729414 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x79a:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.836197:0:7082:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008350ed00/0x4c38e74a54729414 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x79a:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.836221:0:7082:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008350fcc0/0x4c38e74a5472941b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x79c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.836228:0:7082:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008350fcc0/0x4c38e74a5472941b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.836234:0:7082:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008350fcc0/0x4c38e74a5472941b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00000004:00200000:2.0:1718930702.836241:0:7082:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x79c:0x0]: returning size 4096 00000004:00010000:2.0:1718930702.836247:0:7082:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008350fcc0/0x4c38e74a5472941b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.836253:0:7082:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008350e1c0/0x4c38e74a5472940d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.836263:0:7082:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008350e1c0/0x4c38e74a5472940d lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.836268:0:7082:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008350e1c0/0x4c38e74a5472940d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.836273:0:7082:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008350e1c0 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:2.0:1718930702.836275:0:7082:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008350e1c0/0x4c38e74a5472940d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.836280:0:7082:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008350e1c0/0x4c38e74a5472940d lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.836287:0:7082:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x79a:0x0].0x0 (ffff8800a1ad1600) 00010000:00010000:2.0:1718930702.836289:0:7082:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718930702.836290:0:7082:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008350e1c0/0x4c38e74a5472940d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.836295:0:7082:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008350e1c0/0x4c38e74a5472940d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.836303:0:7082:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008350ed00/0x4c38e74a54729414 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x79a:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.836306:0:7082:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008350ed00/0x4c38e74a54729414 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x79a:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.836309:0:7082:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008350ed00/0x4c38e74a54729414 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x79a:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.836315:0:7082:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008350ed00 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:2.0:1718930702.836316:0:7082:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008350ed00/0x4c38e74a54729414 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x79a:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.836319:0:7082:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008350ed00/0x4c38e74a54729414 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x79a:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.836322:0:7082:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x79a:0x0].0x726964 (ffff8800a1ad1000) 00010000:00010000:2.0:1718930702.836323:0:7082:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718930702.836324:0:7082:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008350ed00/0x4c38e74a54729414 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x79a:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.836326:0:7082:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008350ed00/0x4c38e74a54729414 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x79a:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.836331:0:7082:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008350fcc0/0x4c38e74a5472941b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.836334:0:7082:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008350fcc0/0x4c38e74a5472941b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.836336:0:7082:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008350fcc0/0x4c38e74a5472941b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.836339:0:7082:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008350fcc0 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:2.0:1718930702.836339:0:7082:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008350fcc0/0x4c38e74a5472941b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.836342:0:7082:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008350fcc0/0x4c38e74a5472941b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.836346:0:7082:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x79c:0x0].0x0 (ffff880098470c00) 00010000:00010000:2.0:1718930702.836347:0:7082:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718930702.836348:0:7082:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008350fcc0/0x4c38e74a5472941b lrc: 2/0,0 mode: --/PR res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.836350:0:7082:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008350fcc0/0x4c38e74a5472941b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930702.836408:0:7082:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88009767a600 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:8a07974b-7506-4725-beb3-4b5c6f8f9250+28:26684:x1802425753270976:12345-192.168.204.9@tcp:34:lfs.0 Request processed in 250us (343us total) trans 0 rc 0/0 00000100:00100000:2.0:1718930702.836415:0:7082:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230761 00000100:00100000:0.0:1718930702.837078:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1718930702.837102:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930702.837119:0:9277:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753271040 00000100:00100000:2.0:1718930702.837133:0:7082:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753271168 00000100:00100000:1.0:1718930702.837143:0:9277:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 9128 00000100:00100000:2.0:1718930702.837147:0:7082:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230762 00000100:00100000:1.0:1718930702.837148:0:9277:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88009767e880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8a07974b-7506-4725-beb3-4b5c6f8f9250+28:1876:x1802425753271040:12345-192.168.204.9@tcp:103:lfs.0 00000100:00100000:2.0:1718930702.837150:0:7082:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88009767a140 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:8a07974b-7506-4725-beb3-4b5c6f8f9250+13:26684:x1802425753271168:12345-192.168.204.9@tcp:36:lfs.0 00010000:00010000:1.0:1718930702.837155:0:9277:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1718930702.837165:0:9277:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b8480/0x4c38e74a54728fe5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x79c:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812f948 expref: 28 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.837175:0:9277:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x79c:0x0].0x0 (ffff880098470c00) 00010000:00010000:2.0:1718930702.837178:0:7082:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008350e400/0x4c38e74a54729422 lrc: 3/0,1 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.837180:0:9277:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1718930702.837182:0:7082:0:(ldlm_request.c:1029:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000001000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008350e400/0x4c38e74a54729422 lrc: 3/0,1 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.837186:0:7082:0:(ldlm_request.c:1117:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008350e400/0x4c38e74a54729422 lrc: 3/0,1 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930702.837193:0:7082:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8801246897c0 pname:cluuid:pid:xid:nid:opc:job mdt00_011:lustre-MDT0001-mdtlov_UUID:7082:1802425733031744:0@lo:101:mdt00_011.0 00000100:00100000:1.0:1718930702.837200:0:9277:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88009767e880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8a07974b-7506-4725-beb3-4b5c6f8f9250+27:1876:x1802425753271040:12345-192.168.204.9@tcp:103:lfs.0 Request processed in 52us (124us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930702.837206:0:9277:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 9128 00000100:00100000:2.0:1718930702.837209:0:7082:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718930702.837216:0:7082:0:(client.c:2492:ptlrpc_set_wait()) set ffff880132b0b900 going to sleep for 6 seconds 00000100:00100000:1.0:1718930702.837221:0:32457:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733031744 00000100:00100000:1.0:1718930702.837233:0:32457:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20646 00000100:00100000:1.0:1718930702.837236:0:32457:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88012468df00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:7082:x1802425733031744:12345-0@lo:101:mdt00_011.0 00010000:00010000:1.0:1718930702.837242:0:32457:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1718930702.837249:0:32457:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800849bba80/0x4c38e74a54729429 lrc: 2/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4c38e74a54729422 expref: -99 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.837260:0:32457:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800849bba80/0x4c38e74a54729429 lrc: 3/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000001000000 nid: 0@lo remote: 0x4c38e74a54729422 expref: 7 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.837267:0:32457:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800849bba80/0x4c38e74a54729429 lrc: 3/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0x4c38e74a54729422 expref: 7 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.837272:0:32457:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000004:0x1:0x0].0x0 (ffff880098470200) 00010000:00010000:1.0:1718930702.837274:0:32457:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1718930702.837275:0:32457:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff8800849bba80, rc 0) 00000100:00100000:1.0:1718930702.837304:0:32457:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88012468df00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+7:7082:x1802425733031744:12345-0@lo:101:mdt00_011.0 Request processed in 67us (94us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930702.837308:0:32457:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20646 00000100:00100000:2.0:1718930702.837317:0:7082:0:(client.c:2892:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 8589959506 gen 2 00000004:00080000:2.0:1718930702.837320:0:7082:0:(osp_trans.c:1044:osp_request_commit_cb()) trans no 8589959506 committed transno 8589959506 00000020:00080000:2.0:1718930702.837324:0:7082:0:(update_trans.c:80:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff88012b142540 refcount 2 committed 0 result 0 batchid 3547 00000020:00080000:2.0:1718930702.837326:0:7082:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff8800782f1d00 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff88007323ae80 00000020:00080000:2.0:1718930702.837328:0:7082:0:(update_trans.c:94:top_multiple_thandle_dump()) cookie [0x3:0x401:0x2].1500 00000020:00080000:2.0:1718930702.837329:0:7082:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff8800782f1100 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8800782f1800 00000020:00080000:2.0:1718930702.837330:0:7082:0:(update_trans.c:94:top_multiple_thandle_dump()) cookie [0x3:0x40000400:0x2].1127 00000100:00100000:2.0:1718930702.837351:0:7082:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8801246897c0 pname:cluuid:pid:xid:nid:opc:job mdt00_011:lustre-MDT0001-mdtlov_UUID:7082:1802425733031744:0@lo:101:mdt00_011.0 00000020:00080000:0.0:1718930702.837354:0:8070:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 3547 committed batchid 3546 00010000:00010000:2.0:1718930702.837357:0:7082:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008350e400/0x4c38e74a54729422 lrc: 4/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0x4c38e74a54729429 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.837361:0:7082:0:(ldlm_request.c:799:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008350e400/0x4c38e74a54729422 lrc: 4/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0x4c38e74a54729429 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00000020:00080000:0.0:1718930702.837377:0:8070:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 3546 00010000:00010000:2.0:1718930702.837404:0:7082:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88008350f600/0x4c38e74a54729430 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x605:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.837410:0:7082:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008350f600/0x4c38e74a54729430 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x605:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.837417:0:7082:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008350f600/0x4c38e74a54729430 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x605:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.837447:0:7082:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88008350c900/0x4c38e74a54729437 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1a5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.837453:0:7082:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008350c900/0x4c38e74a54729437 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.837459:0:7082:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008350c900/0x4c38e74a54729437 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.837474:0:7082:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008350fa80/0x4c38e74a5472943e lrc: 3/0,1 mode: --/PW res: [0x200000402:0x79a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.837480:0:7082:0:(ldlm_request.c:1029:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000001000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008350fa80/0x4c38e74a5472943e lrc: 3/0,1 mode: --/PW res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.837485:0:7082:0:(ldlm_request.c:1117:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008350fa80/0x4c38e74a5472943e lrc: 3/0,1 mode: --/PW res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930702.837495:0:7082:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8801246897c0 pname:cluuid:pid:xid:nid:opc:job mdt00_011:lustre-MDT0001-mdtlov_UUID:7082:1802425733031808:0@lo:101:mdt00_011.0 00000100:00100000:2.0:1718930702.837511:0:7082:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718930702.837528:0:7082:0:(client.c:2492:ptlrpc_set_wait()) set ffff880132b0b900 going to sleep for 6 seconds 00000100:00100000:1.0:1718930702.837541:0:32457:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733031808 00000100:00100000:1.0:1718930702.837552:0:32457:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20647 00000100:00100000:1.0:1718930702.837553:0:32457:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8801246884c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+7:7082:x1802425733031808:12345-0@lo:101:mdt00_011.0 00010000:00010000:1.0:1718930702.837558:0:32457:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1718930702.837563:0:32457:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800849bbcc0/0x4c38e74a54729445 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x79a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4c38e74a5472943e expref: -99 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.837570:0:32457:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800849bbcc0/0x4c38e74a54729445 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000001000000 nid: 0@lo remote: 0x4c38e74a5472943e expref: 8 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.837575:0:32457:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800849bbcc0/0x4c38e74a54729445 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0x4c38e74a5472943e expref: 8 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.837578:0:32457:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x79a:0x0].0x0 (ffff880098470800) 00010000:00010000:1.0:1718930702.837580:0:32457:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1718930702.837581:0:32457:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff8800849bbcc0, rc 0) 00000100:00100000:1.0:1718930702.837595:0:32457:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8801246884c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+8:7082:x1802425733031808:12345-0@lo:101:mdt00_011.0 Request processed in 41us (85us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930702.837598:0:32457:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20647 00000100:00100000:2.0:1718930702.837604:0:7082:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8801246897c0 pname:cluuid:pid:xid:nid:opc:job mdt00_011:lustre-MDT0001-mdtlov_UUID:7082:1802425733031808:0@lo:101:mdt00_011.0 00010000:00010000:2.0:1718930702.837611:0:7082:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008350fa80/0x4c38e74a5472943e lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0x4c38e74a54729445 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.837614:0:7082:0:(ldlm_request.c:799:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008350fa80/0x4c38e74a5472943e lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0x4c38e74a54729445 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930702.837632:0:7082:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8801246897c0 pname:cluuid:pid:xid:nid:opc:job mdt00_011:lustre-MDT0001-mdtlov_UUID:7082:1802425733031872:0@lo:1000:mdt00_011.0 00000100:00100000:2.0:1718930702.837644:0:7082:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718930702.837650:0:7082:0:(client.c:2492:ptlrpc_set_wait()) set ffff880132b0b840 going to sleep for 6 seconds 00000100:00100000:1.0:1718930702.837653:0:32457:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733031872 00000100:00100000:2.0:1718930702.837670:0:6843:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20648 00000100:00100000:2.0:1718930702.837673:0:6843:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88012468e3c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+8:7082:x1802425733031872:12345-0@lo:1000:mdt00_011.0 00000100:00100000:2.0:1718930702.837704:0:6843:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88012468e3c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+8:7082:x1802425733031872:12345-0@lo:1000:mdt00_011.0 Request processed in 31us (60us total) trans 0 rc 0/0 00000100:00100000:2.0:1718930702.837710:0:6843:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20648 00000100:00100000:0.0:1718930702.837726:0:7082:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8801246897c0 pname:cluuid:pid:xid:nid:opc:job mdt00_011:lustre-MDT0001-mdtlov_UUID:7082:1802425733031872:0@lo:1000:mdt00_011.0 00000100:00100000:0.0:1718930702.837751:0:7082:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88013713c280 pname:cluuid:pid:xid:nid:opc:job mdt00_011:lustre-MDT0001-mdtlov_UUID:7082:1802425733031936:0@lo:1000:mdt00_011.0 00000100:00100000:0.0:1718930702.837765:0:7082:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1718930702.837772:0:7082:0:(client.c:2492:ptlrpc_set_wait()) set ffff88011eae2600 going to sleep for 6 seconds 00000100:00100000:2.0:1718930702.837775:0:6843:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733031936 00000100:00100000:2.0:1718930702.837787:0:6843:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20649 00000100:00100000:2.0:1718930702.837789:0:6843:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88013713f200 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+8:7082:x1802425733031936:12345-0@lo:1000:mdt00_011.0 00000100:00100000:2.0:1718930702.837821:0:6843:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88013713f200 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+8:7082:x1802425733031936:12345-0@lo:1000:mdt00_011.0 Request processed in 31us (56us total) trans 0 rc 1/1 00000100:00100000:2.0:1718930702.837824:0:6843:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20649 00000100:00100000:0.0:1718930702.837826:0:7082:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88013713c280 pname:cluuid:pid:xid:nid:opc:job mdt00_011:lustre-MDT0001-mdtlov_UUID:7082:1802425733031936:0@lo:1000:mdt00_011.0 00000100:00100000:0.0:1718930702.837852:0:7082:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88013713c280 pname:cluuid:pid:xid:nid:opc:job mdt00_011:lustre-MDT0001-mdtlov_UUID:7082:1802425733032000:0@lo:1000:mdt00_011.0 00000100:00100000:0.0:1718930702.837863:0:7082:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1718930702.837869:0:7082:0:(client.c:2492:ptlrpc_set_wait()) set ffff88011eae2240 going to sleep for 6 seconds 00000100:00100000:2.0:1718930702.837873:0:6843:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733032000 00000100:00100000:2.0:1718930702.837880:0:6843:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20650 00000100:00100000:2.0:1718930702.837882:0:6843:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88013713e880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+8:7082:x1802425733032000:12345-0@lo:1000:mdt00_011.0 00000100:00100000:2.0:1718930702.837900:0:6843:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88013713e880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+8:7082:x1802425733032000:12345-0@lo:1000:mdt00_011.0 Request processed in 18us (36us total) trans 0 rc 0/0 00000100:00100000:2.0:1718930702.837903:0:6843:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20650 00000100:00100000:0.0:1718930702.837903:0:7082:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88013713c280 pname:cluuid:pid:xid:nid:opc:job mdt00_011:lustre-MDT0001-mdtlov_UUID:7082:1802425733032000:0@lo:1000:mdt00_011.0 00000100:00100000:0.0:1718930702.837919:0:7082:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88013713c280 pname:cluuid:pid:xid:nid:opc:job mdt00_011:lustre-MDT0001-mdtlov_UUID:7082:1802425733032064:0@lo:1000:mdt00_011.0 00000100:00100000:0.0:1718930702.837930:0:7082:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1718930702.837934:0:7082:0:(client.c:2492:ptlrpc_set_wait()) set ffff88011eae2c00 going to sleep for 6 seconds 00000100:00100000:2.0:1718930702.837938:0:6843:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733032064 00000100:00100000:2.0:1718930702.837944:0:6843:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20651 00000100:00100000:2.0:1718930702.837946:0:6843:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880081790000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+8:7082:x1802425733032064:12345-0@lo:1000:mdt00_011.0 00000100:00100000:2.0:1718930702.837968:0:6843:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880081790000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+8:7082:x1802425733032064:12345-0@lo:1000:mdt00_011.0 Request processed in 21us (37us total) trans 0 rc 0/0 00000100:00100000:0.0:1718930702.837970:0:7082:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88013713c280 pname:cluuid:pid:xid:nid:opc:job mdt00_011:lustre-MDT0001-mdtlov_UUID:7082:1802425733032064:0@lo:1000:mdt00_011.0 00000100:00100000:2.0:1718930702.837971:0:6843:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20651 00010000:00010000:0.0:1718930702.837987:0:7082:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009b055b00/0x4c38e74a5472944c lrc: 3/0,1 mode: --/EX res: [0x200000402:0x79c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.837992:0:7082:0:(ldlm_request.c:1029:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000001000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009b055b00/0x4c38e74a5472944c lrc: 3/0,1 mode: --/EX res: [0x200000402:0x79c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.837996:0:7082:0:(ldlm_request.c:1117:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009b055b00/0x4c38e74a5472944c lrc: 3/0,1 mode: --/EX res: [0x200000402:0x79c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718930702.838001:0:7082:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880081794c00 pname:cluuid:pid:xid:nid:opc:job mdt00_011:lustre-MDT0001-mdtlov_UUID:7082:1802425733032128:0@lo:101:mdt00_011.0 00000100:00100000:0.0:1718930702.838011:0:7082:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1718930702.838016:0:7082:0:(client.c:2492:ptlrpc_set_wait()) set ffff88011eae2240 going to sleep for 6 seconds 00000100:00100000:2.0:1718930702.838019:0:6843:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733032128 00000100:00100000:2.0:1718930702.838025:0:6843:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20652 00000100:00100000:2.0:1718930702.838026:0:6843:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880081794280 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+8:7082:x1802425733032128:12345-0@lo:101:mdt00_011.0 00010000:00010000:2.0:1718930702.838030:0:6843:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1718930702.838035:0:6843:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008350c480/0x4c38e74a54729453 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x79c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4c38e74a5472944c expref: -99 pid: 6843 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.838045:0:6843:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008350c480/0x4c38e74a54729453 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x79c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000001000000 nid: 0@lo remote: 0x4c38e74a5472944c expref: 9 pid: 6843 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.838050:0:6843:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008350c480/0x4c38e74a54729453 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x79c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0x4c38e74a5472944c expref: 9 pid: 6843 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.838053:0:6843:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x79c:0x0].0x0 (ffff8800a1ad1100) 00010000:00010000:2.0:1718930702.838054:0:6843:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1718930702.838055:0:6843:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88008350c480, rc 0) 00000100:00100000:2.0:1718930702.838067:0:6843:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880081794280 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+9:7082:x1802425733032128:12345-0@lo:101:mdt00_011.0 Request processed in 40us (56us total) trans 0 rc 0/0 00000100:00100000:2.0:1718930702.838070:0:6843:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20652 00000100:00100000:0.0:1718930702.838070:0:7082:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880081794c00 pname:cluuid:pid:xid:nid:opc:job mdt00_011:lustre-MDT0001-mdtlov_UUID:7082:1802425733032128:0@lo:101:mdt00_011.0 00010000:00010000:0.0:1718930702.838075:0:7082:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009b055b00/0x4c38e74a5472944c lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x79c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0x4c38e74a54729453 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.838079:0:7082:0:(ldlm_request.c:799:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009b055b00/0x4c38e74a5472944c lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x79c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0x4c38e74a54729453 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.838088:0:7082:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009b055b00/0x4c38e74a5472944c lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x79c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0x4c38e74a54729453 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.838091:0:7082:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009b055b00/0x4c38e74a5472944c lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x79c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000401000000 nid: local remote: 0x4c38e74a54729453 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.838094:0:7082:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009b055b00/0x4c38e74a5472944c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x79c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000401000000 nid: local remote: 0x4c38e74a54729453 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.838100:0:7082:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1718930702.838104:0:8059:0:(ldlm_lockd.c:2784:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1718930702.838107:0:8059:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009b055b00/0x4c38e74a5472944c lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x79c:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x1000401000000 nid: local remote: 0x4c38e74a54729453 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.838107:0:7082:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009b057840/0x4c38e74a5472945a lrc: 3/0,1 mode: --/EX res: [0x200000402:0x79c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.838110:0:7082:0:(ldlm_request.c:1029:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000001000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009b057840/0x4c38e74a5472945a lrc: 3/0,1 mode: --/EX res: [0x200000402:0x79c:0x0].0x0 bits 0x7f/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.838112:0:8059:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88009b055b00 already unused, calling callback (ffffffffa0ea60e0) 00010000:00010000:0.0:1718930702.838113:0:7082:0:(ldlm_request.c:1117:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009b057840/0x4c38e74a5472945a lrc: 3/0,1 mode: --/EX res: [0x200000402:0x79c:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.838114:0:8059:0:(ldlm_request.c:1235:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009b055b00/0x4c38e74a5472944c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x79c:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x1008401000000 nid: local remote: 0x4c38e74a54729453 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1718930702.838117:0:8059:0:(mdt_handler.c:3608:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009b055b00/0x4c38e74a5472944c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x79c:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x1009401000000 nid: local remote: 0x4c38e74a54729453 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718930702.838118:0:7082:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880081794c00 pname:cluuid:pid:xid:nid:opc:job mdt00_011:lustre-MDT0001-mdtlov_UUID:7082:1802425733032192:0@lo:101:mdt00_011.0 00000100:00100000:0.0:1718930702.838128:0:7082:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1718930702.838130:0:8059:0:(ldlm_request.c:1301:ldlm_cancel_pack()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009b055b00/0x4c38e74a5472944c lrc: 2/0,0 mode: --/EX res: [0x200000402:0x79c:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0x4c38e74a54729453 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718930702.838132:0:7082:0:(client.c:2492:ptlrpc_set_wait()) set ffff8800a16a8f00 going to sleep for 6 seconds 00010000:00010000:1.0:1718930702.838133:0:8059:0:(ldlm_request.c:1305:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:2.0:1718930702.838135:0:6843:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733032192 00000100:00100000:2.0:1718930702.838143:0:6843:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20653 00010000:00010000:1.0:1718930702.838144:0:8059:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009b055b00/0x4c38e74a5472944c lrc: 1/0,0 mode: --/EX res: [0x200000402:0x79c:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0x4c38e74a54729453 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930702.838145:0:6843:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880081796d40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+9:7082:x1802425733032192:12345-0@lo:101:mdt00_011.0 00010000:00010000:2.0:1718930702.838148:0:6843:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1718930702.838148:0:8059:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009b055b00/0x4c38e74a5472944c lrc: 0/0,0 mode: --/EX res: [0x200000402:0x79c:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0x4c38e74a54729453 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.838151:0:6843:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008350df80/0x4c38e74a54729461 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x79c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4c38e74a5472945a expref: -99 pid: 6843 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.838154:0:8059:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1718930702.838154:0:8059:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1718930702.838155:0:8059:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1718930702.838157:0:6843:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008350c480/0x4c38e74a54729453 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x79c:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0x4c38e74a5472944c expref: 10 pid: 6843 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718930702.838157:0:3322:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:2.0:1718930702.838160:0:6843:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008350df80/0x4c38e74a54729461 lrc: 4/0,0 mode: --/EX res: [0x200000402:0x79c:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000001000000 nid: 0@lo remote: 0x4c38e74a5472945a expref: 10 pid: 6843 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718930702.838163:0:3322:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880134617200 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3322:1802425733032256:0@lo:103:ldlm_bl_03.0 00010000:00010000:2.0:1718930702.838171:0:6843:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008350c480/0x4c38e74a54729453 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x79c:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000001000020 nid: 0@lo remote: 0x4c38e74a5472944c expref: 10 pid: 6843 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930702.838179:0:6843:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88012468e880 pname:cluuid:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000_UUID:6843:1802425733032320:0@lo:104: 00000100:00100000:1.0:1718930702.838179:0:3322:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1718930702.838187:0:9277:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733032256 00000100:00100000:2.0:1718930702.838192:0:6843:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1718930702.838194:0:9277:0:(ldlm_lockd.c:2633:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008350c480/0x4c38e74a54729453 lrc: 5/0,0 mode: EX/EX res: [0x200000402:0x79c:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000401000020 nid: 0@lo remote: 0x4c38e74a5472944c expref: 11 pid: 6843 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930702.838200:0:6843:0:(client.c:2492:ptlrpc_set_wait()) set ffff880132b0ba80 going to sleep for 6 seconds 00000100:00100000:0.0:1718930702.838203:0:9277:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63303 00000100:00100000:0.0:1718930702.838205:0:9277:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8801346104c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001-mdtlov_UUID+11:3322:x1802425733032256:12345-0@lo:103:ldlm_bl_03.0 00000100:00100000:1.0:1718930702.838206:0:6824:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733032320 00010000:00010000:0.0:1718930702.838210:0:9277:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1718930702.838219:0:6824:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5504 00000100:00100000:1.0:1718930702.838221:0:6824:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88012468ed40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0001-mdtlov_UUID+4:6843:x1802425733032320:12345-0@lo:104: 00010000:00010000:1.0:1718930702.838224:0:6824:0:(ldlm_lockd.c:2405:ldlm_callback_handler()) callback on lock 0x4c38e74a5472944c - lock disappeared 00010000:00010000:1.0:1718930702.838244:0:6824:0:(ldlm_lockd.c:2310:ldlm_callback_errmsg()) @@@ Operate with invalid parameter, NID=12345-0@lo lock=0x4c38e74a5472944c: rc = 0 req@ffff88012468ed40 x1802425733032320/t0(0) o104->lustre-MDT0001-mdtlov_UUID@0@lo:313/0 lens 328/224 e 0 to 0 dl 1718930708 ref 1 fl Interpret:/0/0 rc -22/-22 job:'' 00000100:00100000:1.0:1718930702.838249:0:6824:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88012468ed40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0001-mdtlov_UUID+4:6843:x1802425733032320:12345-0@lo:104: Request processed in 28us (57us total) trans 0 rc -22/-22 00000100:00100000:1.0:1718930702.838253:0:6824:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5504 00010000:00010000:3.0:1718930702.838266:0:6843:0:(ldlm_lockd.c:735:ldlm_handle_ast_error()) ### client (nid 0@lo) returned -22 from blocking AST (req@ffff88012468e880 x1802425733032320) - normal race ns: mdt-lustre-MDT0000_UUID lock: ffff88008350c480/0x4c38e74a54729453 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x79c:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x40001401000020 nid: 0@lo remote: 0x4c38e74a5472944c expref: 11 pid: 6843 timeout: 0 lvb_type: 0 00000001:00080000:0.0:1718930702.838745:0:32428:0:(tgt_lastrcvd.c:926:tgt_cb_last_committed()) lustre-MDT0000: transno 8589959512 is committed 00010000:00010000:2.0:1718930702.838799:0:9277:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x79c:0x0].0x0 (ffff8800a1ad1100) 00010000:00010000:2.0:1718930702.838802:0:9277:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88008350df80/0x4c38e74a54729461 lrc: 3/0,0 mode: --/EX res: [0x200000402:0x79c:0x0].0x0 bits 0x7f/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000001000000 nid: 0@lo remote: 0x4c38e74a5472945a expref: 11 pid: 6843 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.838806:0:9277:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008350df80/0x4c38e74a54729461 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x79c:0x0].0x0 bits 0x7f/0x0 rrc: 4 type: IBT gid 0 flags: 0x50080001000000 nid: 0@lo remote: 0x4c38e74a5472945a expref: 11 pid: 6843 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.838810:0:9277:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008350df80/0x4c38e74a54729461 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x79c:0x0].0x0 bits 0x7f/0x0 rrc: 4 type: IBT gid 0 flags: 0x50080001000000 nid: 0@lo remote: 0x4c38e74a5472945a expref: 11 pid: 6843 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.838817:0:6843:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008350c480/0x4c38e74a54729453 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x79c:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801401000020 nid: 0@lo remote: 0x4c38e74a5472944c expref: 11 pid: 6843 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.838820:0:9277:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008350df80/0x4c38e74a54729461 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x79c:0x0].0x0 bits 0x7f/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0x4c38e74a5472945a expref: 11 pid: 6843 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930702.838825:0:9277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88012468f200 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000_UUID:9277:1802425733032384:0@lo:105: 00000100:00100000:3.0:1718930702.838832:0:6843:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88012468e880 pname:cluuid:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000_UUID:6843:1802425733032320:0@lo:104: 00000100:00100000:2.0:1718930702.838838:0:9277:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1718930702.838841:0:6843:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x79c:0x0].0x0 (ffff8800a1ad1100) 00010000:00010000:3.0:1718930702.838845:0:6843:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008350df80/0x4c38e74a54729461 lrc: 5/0,0 mode: EX/EX res: [0x200000402:0x79c:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0x4c38e74a5472945a expref: 10 pid: 6843 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930702.838850:0:9277:0:(client.c:2492:ptlrpc_set_wait()) set ffff880132b0b0c0 going to sleep for 6 seconds 00000004:00010000:3.0:1718930702.838857:0:6843:0:(mdt_lvb.c:110:mdt_dom_disk_lvbo_update()) res: [0x200000402:0x79c:0x0] updating lvb size from disk: 0 -> 4096 00000004:00010000:3.0:1718930702.838859:0:6843:0:(mdt_lvb.c:117:mdt_dom_disk_lvbo_update()) res: [0x200000402:0x79c:0x0] updating lvb mtime from disk: 0 -> 1718930701 00000004:00010000:3.0:1718930702.838860:0:6843:0:(mdt_lvb.c:123:mdt_dom_disk_lvbo_update()) res: [0x200000402:0x79c:0x0] updating lvb atime from disk: 0 -> 1718930701 00000004:00010000:3.0:1718930702.838861:0:6843:0:(mdt_lvb.c:129:mdt_dom_disk_lvbo_update()) res: [0x200000402:0x79c:0x0] updating lvb ctime from disk: 0 -> 1718930701 00000004:00010000:3.0:1718930702.838862:0:6843:0:(mdt_lvb.c:135:mdt_dom_disk_lvbo_update()) res: [0x200000402:0x79c:0x0] updating lvb blocks from disk: 18427282363563114435 -> 8 00010000:00010000:3.0:1718930702.838865:0:6843:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x79c:0x0].0x0 (ffff8800a1ad1100) 00010000:00010000:3.0:1718930702.838866:0:6843:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 7f 00010000:00010000:3.0:1718930702.838866:0:6843:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88008350df80, rc 0) 00000100:00100000:1.0:1718930702.838870:0:6824:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733032384 00000100:00100000:1.0:1718930702.838882:0:6824:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5505 00000100:00100000:1.0:1718930702.838884:0:6824:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88012468f6c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0001-mdtlov_UUID+4:9277:x1802425733032384:12345-0@lo:105: 00000100:00100000:3.0:1718930702.838887:0:6843:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880081796d40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+10:7082:x1802425733032192:12345-0@lo:101:mdt00_011.0 Request processed in 741us (758us total) trans 0 rc 0/0 00010000:00010000:1.0:1718930702.838888:0:6824:0:(ldlm_lockd.c:1933:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009b057840/0x4c38e74a5472945a lrc: 4/0,1 mode: --/EX res: [0x200000402:0x79c:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x4c38e74a54729461 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718930702.838890:0:6843:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20653 00010000:00010000:1.0:1718930702.838893:0:6824:0:(ldlm_lockd.c:2010:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009b057840/0x4c38e74a5472945a lrc: 4/0,1 mode: --/EX res: [0x200000402:0x79c:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x4c38e74a54729461 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718930702.838894:0:7082:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880081794c00 pname:cluuid:pid:xid:nid:opc:job mdt00_011:lustre-MDT0001-mdtlov_UUID:7082:1802425733032192:0@lo:101:mdt00_011.0 00010000:00010000:1.0:1718930702.838896:0:6824:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009b057840/0x4c38e74a5472945a lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x79c:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x4c38e74a54729461 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.838899:0:6824:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009b057840/0x4c38e74a5472945a lrc: 5/0,1 mode: EX/EX res: [0x200000402:0x79c:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x4c38e74a54729461 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.838903:0:6824:0:(ldlm_lockd.c:2038:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009b057840/0x4c38e74a5472945a lrc: 6/0,1 mode: EX/EX res: [0x200000402:0x79c:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x4c38e74a54729461 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.838904:0:7082:0:(ldlm_request.c:799:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009b057840/0x4c38e74a5472945a lrc: 6/0,1 mode: EX/EX res: [0x200000402:0x79c:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0x4c38e74a54729461 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.838913:0:6824:0:(ldlm_lockd.c:2049:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff88009b057840) 00010000:00010000:0.0:1718930702.838930:0:7082:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88009b057600/0x4c38e74a54729468 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x608:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718930702.838936:0:6824:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88012468f6c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0001-mdtlov_UUID+4:9277:x1802425733032384:12345-0@lo:105: Request processed in 51us (97us total) trans 0 rc 0/0 00010000:00010000:0.0:1718930702.838938:0:7082:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009b057600/0x4c38e74a54729468 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x608:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718930702.838939:0:6824:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5505 00010000:00010000:0.0:1718930702.838942:0:7082:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009b057600/0x4c38e74a54729468 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x608:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930702.838952:0:9277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88012468f200 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000_UUID:9277:1802425733032384:0@lo:105: 00010000:00010000:2.0:1718930702.838960:0:9277:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1718930702.838973:0:9277:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8801346104c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001-mdtlov_UUID+9:3322:x1802425733032256:12345-0@lo:103:ldlm_bl_03.0 Request processed in 767us (794us total) trans 0 rc 0/0 00000100:00100000:2.0:1718930702.838977:0:9277:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63303 00000100:00100000:1.0:1718930702.838983:0:3322:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880134617200 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3322:1802425733032256:0@lo:103:ldlm_bl_03.0 00000100:00100000:0.0:1718930702.838997:0:7082:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880081794c00 pname:cluuid:pid:xid:nid:opc:job mdt00_011:lustre-MDT0001-mdtlov_UUID:7082:1802425733032448:0@lo:1000:mdt00_011.0 00000100:00100000:0.0:1718930702.839013:0:7082:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1718930702.839019:0:7082:0:(client.c:2492:ptlrpc_set_wait()) set ffff8801245a8cc0 going to sleep for 6 seconds 00000100:00100000:3.0:1718930702.839024:0:6843:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733032448 00000100:00100000:3.0:1718930702.839036:0:6843:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20654 00000100:00100000:3.0:1718930702.839038:0:6843:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800817963c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+9:7082:x1802425733032448:12345-0@lo:1000:mdt00_011.0 00000100:00100000:3.0:1718930702.839073:0:6843:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800817963c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+9:7082:x1802425733032448:12345-0@lo:1000:mdt00_011.0 Request processed in 34us (59us total) trans 0 rc 0/0 00000100:00100000:3.0:1718930702.839076:0:6843:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20654 00000100:00100000:0.0:1718930702.839078:0:7082:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880081794c00 pname:cluuid:pid:xid:nid:opc:job mdt00_011:lustre-MDT0001-mdtlov_UUID:7082:1802425733032448:0@lo:1000:mdt00_011.0 00000100:00100000:0.0:1718930702.839100:0:7082:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880081794c00 pname:cluuid:pid:xid:nid:opc:job mdt00_011:lustre-MDT0001-mdtlov_UUID:7082:1802425733032512:0@lo:1000:mdt00_011.0 00000100:00100000:0.0:1718930702.839110:0:7082:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1718930702.839115:0:7082:0:(client.c:2492:ptlrpc_set_wait()) set ffff8801245a83c0 going to sleep for 6 seconds 00000100:00100000:3.0:1718930702.839118:0:6843:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733032512 00000100:00100000:3.0:1718930702.839125:0:6843:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20655 00000100:00100000:3.0:1718930702.839127:0:6843:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880081793dc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+9:7082:x1802425733032512:12345-0@lo:1000:mdt00_011.0 00000100:00100000:3.0:1718930702.839151:0:6843:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880081793dc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+9:7082:x1802425733032512:12345-0@lo:1000:mdt00_011.0 Request processed in 24us (41us total) trans 0 rc 0/0 00000100:00100000:3.0:1718930702.839154:0:6843:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20655 00000100:00100000:0.0:1718930702.839157:0:7082:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880081794c00 pname:cluuid:pid:xid:nid:opc:job mdt00_011:lustre-MDT0001-mdtlov_UUID:7082:1802425733032512:0@lo:1000:mdt00_011.0 00000100:00100000:0.0:1718930702.839170:0:7082:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880081794c00 pname:cluuid:pid:xid:nid:opc:job mdt00_011:lustre-MDT0001-mdtlov_UUID:7082:1802425733032576:0@lo:1000:mdt00_011.0 00000100:00100000:0.0:1718930702.839179:0:7082:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1718930702.839183:0:7082:0:(client.c:2492:ptlrpc_set_wait()) set ffff8801245a8cc0 going to sleep for 6 seconds 00000100:00100000:3.0:1718930702.839187:0:6843:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733032576 00000100:00100000:3.0:1718930702.839193:0:6843:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20656 00000100:00100000:3.0:1718930702.839195:0:6843:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800817917c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+9:7082:x1802425733032576:12345-0@lo:1000:mdt00_011.0 00000100:00100000:3.0:1718930702.839216:0:6843:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800817917c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+9:7082:x1802425733032576:12345-0@lo:1000:mdt00_011.0 Request processed in 20us (36us total) trans 0 rc 0/0 00000100:00100000:3.0:1718930702.839219:0:6843:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20656 00000100:00100000:0.0:1718930702.839221:0:7082:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880081794c00 pname:cluuid:pid:xid:nid:opc:job mdt00_011:lustre-MDT0001-mdtlov_UUID:7082:1802425733032576:0@lo:1000:mdt00_011.0 00000040:00080000:0.0:1718930702.839684:0:7082:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x240000400:0x3:0x0].1128, 2192 off1034344 00000040:00080000:0.0:1718930702.839713:0:7082:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x200000401:0x3:0x0].1501, 2272 off1454744 00000004:00080000:0.0:1718930702.839715:0:7082:0:(osp_trans.c:1598:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff880084f45780 with version 7099 00000004:00080000:2.0:1718930702.839742:0:8063:0:(osp_trans.c:1343:osp_get_next_request()) ou ffff88012a3cd000 version 7099 rpc_version 7099 00000100:00100000:2.0:1718930702.839759:0:8063:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88012468f200 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:8063:1802425733032640:0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1718930702.839776:0:8063:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718930702.839789:0:8063:0:(client.c:2492:ptlrpc_set_wait()) set ffff880132b0b0c0 going to sleep for 6 seconds 00000100:00100000:3.0:1718930702.839846:0:6843:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733032640 00000100:00100000:3.0:1718930702.839870:0:6843:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20657 00000100:00100000:3.0:1718930702.839873:0:6843:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88012468e880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+9:8063:x1802425733032640:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:3.0:1718930702.840069:0:6843:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88012468e880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+10:8063:x1802425733032640:12345-0@lo:1000:osp_up0-1.0 Request processed in 194us (291us total) trans 8589959513 rc 0/0 00000100:00100000:3.0:1718930702.840073:0:6843:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20657 00000100:00100000:2.0:1718930702.840145:0:8063:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88012468f200 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:8063:1802425733032640:0@lo:1000:osp_up0-1.0 00000004:00010000:0.0:1718930702.840157:0:7082:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff88009767a140 reply state ffff88009dd6a000 transno 4294987114 ns: mdt-lustre-MDT0001_UUID lock: ffff88009b057600/0x4c38e74a54729468 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x608:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1718930702.840164:0:7082:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x200000402:0x79c:0x0] 00010000:00010000:0.0:1718930702.840168:0:7082:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009b057840/0x4c38e74a5472945a lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x79c:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x4c38e74a54729461 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.840172:0:7082:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009b057840/0x4c38e74a5472945a lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x79c:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x4c38e74a54729461 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1718930702.840176:0:7082:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff88009767a140 reply state ffff88009dd6a000 transno 4294987114 ns: mdt-lustre-MDT0001_UUID lock: ffff88008350c900/0x4c38e74a54729437 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.840179:0:7082:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008350fa80/0x4c38e74a5472943e lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0x4c38e74a54729445 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.840181:0:7082:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008350fa80/0x4c38e74a5472943e lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0x4c38e74a54729445 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1718930702.840185:0:7082:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x200000402:0x79a:0x0] 00000004:00010000:0.0:1718930702.840186:0:7082:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff88009767a140 reply state ffff88009dd6a000 transno 4294987114 ns: mdt-lustre-MDT0001_UUID lock: ffff88008350f600/0x4c38e74a54729430 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x605:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.840190:0:7082:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008350e400/0x4c38e74a54729422 lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0x4c38e74a54729429 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.840192:0:7082:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008350e400/0x4c38e74a54729422 lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000401000000 nid: local remote: 0x4c38e74a54729429 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.840195:0:7082:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008350e400/0x4c38e74a54729422 lrc: 2/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000401000000 nid: local remote: 0x4c38e74a54729429 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.840206:0:7082:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1718930702.840222:0:6829:0:(ldlm_lockd.c:2784:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1718930702.840225:0:6829:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008350e400/0x4c38e74a54729422 lrc: 2/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000401000000 nid: local remote: 0x4c38e74a54729429 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.840231:0:6829:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008350e400 already unused, calling callback (ffffffffa0ea60e0) 00000100:00100000:0.0:1718930702.840231:0:7082:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88009767a140 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:8a07974b-7506-4725-beb3-4b5c6f8f9250+15:26684:x1802425753271168:12345-192.168.204.9@tcp:36:lfs.0 Request processed in 3080us (3129us total) trans 4294987114 rc 0/0 00010000:00010000:2.0:1718930702.840233:0:6829:0:(ldlm_request.c:1235:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008350e400/0x4c38e74a54729422 lrc: 3/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008401000000 nid: local remote: 0x4c38e74a54729429 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718930702.840236:0:7082:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230762 00000004:00010000:2.0:1718930702.840239:0:6829:0:(mdt_handler.c:3608:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008350e400/0x4c38e74a54729422 lrc: 3/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009401000000 nid: local remote: 0x4c38e74a54729429 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.840255:0:6829:0:(ldlm_request.c:1301:ldlm_cancel_pack()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008350e400/0x4c38e74a54729422 lrc: 2/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0x4c38e74a54729429 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.840261:0:6829:0:(ldlm_request.c:1305:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1718930702.840278:0:6829:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008350e400/0x4c38e74a54729422 lrc: 1/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0x4c38e74a54729429 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.840284:0:6829:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008350e400/0x4c38e74a54729422 lrc: 0/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0x4c38e74a54729429 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718930702.840293:0:3320:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8801246897c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3320:1802425733032704:0@lo:103:ldlm_bl_02.0 00010000:00010000:2.0:1718930702.840297:0:6829:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1718930702.840298:0:6829:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1718930702.840300:0:6829:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1718930702.840310:0:3320:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718930702.840324:0:9277:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733032704 00000100:00100000:2.0:1718930702.840342:0:9277:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9129 00000100:00100000:2.0:1718930702.840344:0:9277:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e3063c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001-mdtlov_UUID+10:3320:x1802425733032704:12345-0@lo:103:ldlm_bl_02.0 00010000:00010000:2.0:1718930702.840350:0:9277:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1718930702.840357:0:9277:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800849bba80/0x4c38e74a54729429 lrc: 0/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801001000000 nid: 0@lo remote: 0x4c38e74a54729422 expref: 10 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.840364:0:9277:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000004:0x1:0x0].0x0 (ffff880098470200) 00010000:00010000:2.0:1718930702.840368:0:9277:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1718930702.840385:0:9277:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e3063c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001-mdtlov_UUID+9:3320:x1802425733032704:12345-0@lo:103:ldlm_bl_02.0 Request processed in 40us (75us total) trans 0 rc 0/0 00000100:00100000:2.0:1718930702.840389:0:9277:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9129 00000100:00100000:3.0:1718930702.840391:0:3320:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8801246897c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3320:1802425733032704:0@lo:103:ldlm_bl_02.0 00010000:00010000:3.0:1718930702.840835:0:3306:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008350f600/0x4c38e74a54729430 lrc: 3/0,1 mode: COS/COS res: [0x240000402:0x605:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.840842:0:3306:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x605:0x0].0x0 (ffff880091ad1300) 00010000:00010000:3.0:1718930702.840844:0:3306:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1718930702.840847:0:3306:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008350c900/0x4c38e74a54729437 lrc: 3/0,1 mode: COS/COS res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.840851:0:3306:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a5:0x0].0x0 (ffff8800a1ad1c00) 00010000:00010000:3.0:1718930702.840853:0:3306:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1718930702.840856:0:3306:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009b057600/0x4c38e74a54729468 lrc: 3/0,1 mode: COS/COS res: [0x240000402:0x608:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.840861:0:3306:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x608:0x0].0x0 (ffff8800b4b15200) 00010000:00010000:3.0:1718930702.840863:0:3306:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 7f 00000100:00100000:0.0:1718930702.840954:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1718930702.841019:0:7082:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753271296 00000100:00100000:2.0:1718930702.841037:0:7082:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230763 00000100:00100000:2.0:1718930702.841040:0:7082:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880081794c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:8a07974b-7506-4725-beb3-4b5c6f8f9250+21:26684:x1802425753271296:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:2.0:1718930702.841047:0:7082:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1718930702.841052:0:7082:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008350d440/0x4c38e74a5472946f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x79a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xceea94147812fa36 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.841072:0:7082:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008350f180/0x4c38e74a54729476 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x79a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.841078:0:7082:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008350f180/0x4c38e74a54729476 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.841083:0:7082:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008350f180/0x4c38e74a54729476 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.841088:0:7082:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008350c000/0x4c38e74a5472947d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x79a:0x0].0x726964 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.841092:0:7082:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008350c000/0x4c38e74a5472947d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x79a:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.841095:0:7082:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008350c000/0x4c38e74a5472947d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x79a:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.841104:0:7082:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008350f180/0x4c38e74a54729476 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.841107:0:7082:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008350f180/0x4c38e74a54729476 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.841110:0:7082:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008350f180/0x4c38e74a54729476 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.841113:0:7082:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008350f180 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:2.0:1718930702.841114:0:7082:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008350f180/0x4c38e74a54729476 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.841117:0:7082:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008350f180/0x4c38e74a54729476 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.841121:0:7082:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x79a:0x0].0x0 (ffff880098470800) 00010000:00010000:2.0:1718930702.841122:0:7082:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718930702.841123:0:7082:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008350f180/0x4c38e74a54729476 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.841126:0:7082:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008350f180/0x4c38e74a54729476 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.841132:0:7082:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008350c000/0x4c38e74a5472947d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x79a:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.841137:0:7082:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008350c000/0x4c38e74a5472947d lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x79a:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.841140:0:7082:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008350c000/0x4c38e74a5472947d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x79a:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.841143:0:7082:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008350c000 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:2.0:1718930702.841143:0:7082:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008350c000/0x4c38e74a5472947d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x79a:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.841146:0:7082:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008350c000/0x4c38e74a5472947d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x79a:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.841149:0:7082:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x79a:0x0].0x726964 (ffff880091ad1000) 00010000:00010000:2.0:1718930702.841150:0:7082:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718930702.841151:0:7082:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008350c000/0x4c38e74a5472947d lrc: 2/0,0 mode: --/PR res: [0x200000402:0x79a:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.841153:0:7082:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008350c000/0x4c38e74a5472947d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x79a:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.841167:0:7082:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008350d440/0x4c38e74a5472946f lrc: 1/0,0 mode: --/CR res: [0x200000402:0x79a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fa36 expref: 22 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.841170:0:7082:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008350d440/0x4c38e74a5472946f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x79a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fa36 expref: 22 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.841174:0:7082:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88008350d440, rc 0) 00000100:00100000:2.0:1718930702.841218:0:7082:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880081794c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:8a07974b-7506-4725-beb3-4b5c6f8f9250+21:26684:x1802425753271296:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 176us (264us total) trans 0 rc 301/301 00000100:00100000:2.0:1718930702.841223:0:7082:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230763 00000100:00100000:0.0:1718930702.841880:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1718930702.841905:0:7082:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753271424 00000100:00100000:2.0:1718930702.841924:0:7082:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230764 00000100:00100000:2.0:1718930702.841929:0:7082:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88013713c280 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:8a07974b-7506-4725-beb3-4b5c6f8f9250+15:26684:x1802425753271424:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:2.0:1718930702.841938:0:7082:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1718930702.841945:0:7082:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008350dd40/0x4c38e74a54729484 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xceea94147812fa3d expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.841974:0:7082:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008350e640/0x4c38e74a5472948b lrc: 3/1,0 mode: --/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.841982:0:7082:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008350e640/0x4c38e74a5472948b lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.841989:0:7082:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008350e640/0x4c38e74a5472948b lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.841998:0:7082:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008350e880/0x4c38e74a54729492 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1a5:0x0].0x726964 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.842003:0:7082:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008350e880/0x4c38e74a54729492 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a5:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.842009:0:7082:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008350e880/0x4c38e74a54729492 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a5:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00000004:00200000:2.0:1718930702.842064:0:7082:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x608:0x0]: returning size 4096 00010000:00010000:2.0:1718930702.842088:0:7082:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008350e640/0x4c38e74a5472948b lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.842092:0:7082:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008350e640/0x4c38e74a5472948b lrc: 2/0,0 mode: CR/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.842095:0:7082:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88008350e640/0x4c38e74a5472948b lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.842098:0:7082:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008350e640 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:2.0:1718930702.842099:0:7082:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008350e640/0x4c38e74a5472948b lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.842102:0:7082:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008350e640/0x4c38e74a5472948b lrc: 4/0,0 mode: CR/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.842106:0:7082:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a5:0x0].0x0 (ffff8800a1ad1c00) 00010000:00010000:2.0:1718930702.842107:0:7082:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718930702.842108:0:7082:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88008350e640/0x4c38e74a5472948b lrc: 2/0,0 mode: --/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.842111:0:7082:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008350e640/0x4c38e74a5472948b lrc: 0/0,0 mode: --/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.842116:0:7082:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008350e880/0x4c38e74a54729492 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a5:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.842119:0:7082:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008350e880/0x4c38e74a54729492 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1a5:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.842122:0:7082:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88008350e880/0x4c38e74a54729492 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a5:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.842125:0:7082:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008350e880 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:2.0:1718930702.842126:0:7082:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008350e880/0x4c38e74a54729492 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a5:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.842129:0:7082:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008350e880/0x4c38e74a54729492 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a5:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.842132:0:7082:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a5:0x0].0x726964 (ffff880091ad1a00) 00010000:00010000:2.0:1718930702.842133:0:7082:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718930702.842133:0:7082:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88008350e880/0x4c38e74a54729492 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1a5:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.842136:0:7082:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008350e880/0x4c38e74a54729492 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1a5:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.842148:0:7082:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88008350dd40/0x4c38e74a54729484 lrc: 1/0,0 mode: --/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fa3d expref: 17 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.842152:0:7082:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008350dd40/0x4c38e74a54729484 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fa3d expref: 17 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.842155:0:7082:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88008350dd40, rc 0) 00000100:00100000:2.0:1718930702.842181:0:7082:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88013713c280 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:8a07974b-7506-4725-beb3-4b5c6f8f9250+16:26684:x1802425753271424:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 252us (302us total) trans 4294987115 rc 301/301 00000100:00100000:2.0:1718930702.842185:0:7082:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230764 00000100:00100000:1.0:1718930702.842935:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1718930702.843008:0:7082:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753271488 00000100:00100000:2.0:1718930702.843032:0:7082:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230765 00000100:00100000:2.0:1718930702.843034:0:7082:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880134617200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:8a07974b-7506-4725-beb3-4b5c6f8f9250+16:26684:x1802425753271488:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:2.0:1718930702.843043:0:7082:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1718930702.843049:0:7082:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008350cb40/0x4c38e74a547294a0 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xceea94147812fa44 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.843066:0:7082:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008350c240/0x4c38e74a547294a7 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1a6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.843071:0:7082:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008350c240/0x4c38e74a547294a7 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.843076:0:7082:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008350c240/0x4c38e74a547294a7 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00000004:00200000:2.0:1718930702.843090:0:7082:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000400:0x1a6:0x0]: returning size 4096 00000004:00200000:2.0:1718930702.843092:0:7082:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 2 stripe count 2 MDT count 2 00010000:00010000:2.0:1718930702.843103:0:7082:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008350cb40/0x4c38e74a547294a0 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fa44 expref: 18 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.843111:0:7082:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88008350c240/0x4c38e74a547294a7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fa44 expref: 17 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.843115:0:7082:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a6:0x0].0x0 (ffff880091ad1500) 00010000:00010000:2.0:1718930702.843117:0:7082:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1718930702.843118:0:7082:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88008350c240, rc 0) 00000100:00100000:2.0:1718930702.843135:0:7082:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880134617200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:8a07974b-7506-4725-beb3-4b5c6f8f9250+17:26684:x1802425753271488:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 100us (201us total) trans 0 rc 0/0 00000100:00100000:2.0:1718930702.843138:0:7082:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230765 00000100:00100000:0.0:1718930702.843830:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1718930702.843902:0:7082:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753271552 00000100:00100000:2.0:1718930702.843935:0:7082:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230766 00000100:00100000:2.0:1718930702.843940:0:7082:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a605a600 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:8a07974b-7506-4725-beb3-4b5c6f8f9250+21:26684:x1802425753271552:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:2.0:1718930702.843949:0:7082:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1718930702.843955:0:7082:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008350c6c0/0x4c38e74a547294ae lrc: 2/0,0 mode: --/CR res: [0x200000402:0x79c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xceea94147812fa4b expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.843975:0:7082:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008350ef40/0x4c38e74a547294b5 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x79c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.843981:0:7082:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008350df80/0x4c38e74a54729461 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x79c:0x0].0x0 bits 0x7f/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0x4c38e74a5472945a expref: 8 pid: 6843 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.843985:0:7082:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008350ef40/0x4c38e74a547294b5 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x79c:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.843995:0:7082:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008350df80/0x4c38e74a54729461 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x79c:0x0].0x0 bits 0x7f/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000001000020 nid: 0@lo remote: 0x4c38e74a5472945a expref: 8 pid: 6843 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930702.844003:0:7082:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880124689300 pname:cluuid:pid:xid:nid:opc:job mdt00_011:lustre-MDT0000_UUID:7082:1802425733032768:0@lo:104: 00000100:00100000:2.0:1718930702.844025:0:7082:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718930702.844045:0:7082:0:(client.c:2492:ptlrpc_set_wait()) set ffff880132b0b0c0 going to sleep for 6 seconds 00000100:00100000:1.0:1718930702.844093:0:6824:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733032768 00000100:00100000:1.0:1718930702.844116:0:6824:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5506 00000100:00100000:1.0:1718930702.844119:0:6824:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880124688e40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0001-mdtlov_UUID+4:7082:x1802425733032768:12345-0@lo:104: 00010000:00010000:1.0:1718930702.844148:0:6824:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1718930702.844151:0:6824:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880124688e40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0001-mdtlov_UUID+4:7082:x1802425733032768:12345-0@lo:104: Request processed in 32us (127us total) trans 0 rc 0/0 00000100:00100000:2.0:1718930702.844152:0:7082:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880124689300 pname:cluuid:pid:xid:nid:opc:job mdt00_011:lustre-MDT0000_UUID:7082:1802425733032768:0@lo:104: 00000100:00100000:1.0:1718930702.844154:0:6824:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5506 00010000:00010000:2.0:1718930702.844161:0:7082:0:(ldlm_request.c:286:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008350ef40/0x4c38e74a547294b5 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x79c:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.844206:0:11341:0:(ldlm_lockd.c:2784:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1718930702.844210:0:11341:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009b057840/0x4c38e74a5472945a lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x79c:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0x4c38e74a54729461 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.844216:0:11341:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88009b057840 already unused, calling callback (ffffffffa0ea60e0) 00010000:00010000:3.0:1718930702.844218:0:11341:0:(ldlm_request.c:1235:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009b057840/0x4c38e74a5472945a lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x79c:0x0].0x0 bits 0x7f/0x12 rrc: 2 type: IBT gid 0 flags: 0x1408400000000 nid: local remote: 0x4c38e74a54729461 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1718930702.844222:0:11341:0:(mdt_handler.c:3608:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009b057840/0x4c38e74a5472945a lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x79c:0x0].0x0 bits 0x7f/0x12 rrc: 2 type: IBT gid 0 flags: 0x1409400000000 nid: local remote: 0x4c38e74a54729461 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.844235:0:11341:0:(ldlm_request.c:1301:ldlm_cancel_pack()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009b057840/0x4c38e74a5472945a lrc: 2/0,0 mode: --/EX res: [0x200000402:0x79c:0x0].0x0 bits 0x7f/0x12 rrc: 2 type: IBT gid 0 flags: 0x5c09400000000 nid: local remote: 0x4c38e74a54729461 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.844238:0:11341:0:(ldlm_request.c:1305:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1718930702.844256:0:11341:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009b057840/0x4c38e74a5472945a lrc: 1/0,0 mode: --/EX res: [0x200000402:0x79c:0x0].0x0 bits 0x7f/0x12 rrc: 2 type: IBT gid 0 flags: 0x5c09400000000 nid: local remote: 0x4c38e74a54729461 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.844259:0:11341:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009b057840/0x4c38e74a5472945a lrc: 0/0,0 mode: --/EX res: [0x200000402:0x79c:0x0].0x0 bits 0x7f/0x12 rrc: 2 type: IBT gid 0 flags: 0x5c09400000000 nid: local remote: 0x4c38e74a54729461 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718930702.844262:0:3321:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88011e306880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3321:1802425733032832:0@lo:103:ldlm_bl_04.0 00010000:00010000:3.0:1718930702.844267:0:11341:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1718930702.844268:0:11341:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1718930702.844269:0:11341:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1718930702.844280:0:3321:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718930702.844293:0:9277:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733032832 00010000:00010000:2.0:1718930702.844304:0:9277:0:(ldlm_lockd.c:2633:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008350df80/0x4c38e74a54729461 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x79c:0x0].0x0 bits 0x7f/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000401000020 nid: 0@lo remote: 0x4c38e74a5472945a expref: 9 pid: 6843 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930702.844325:0:9277:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63304 00000100:00100000:2.0:1718930702.844328:0:9277:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1cf1050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001-mdtlov_UUID+9:3321:x1802425733032832:12345-0@lo:103:ldlm_bl_04.0 00010000:00010000:2.0:1718930702.844333:0:9277:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000001:00080000:0.0:1718930702.844865:0:32428:0:(tgt_lastrcvd.c:926:tgt_cb_last_committed()) lustre-MDT0000: transno 8589959513 is committed 00010000:00010000:2.0:1718930702.844905:0:9277:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008350df80/0x4c38e74a54729461 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x79c:0x0].0x0 bits 0x7f/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801401000020 nid: 0@lo remote: 0x4c38e74a5472945a expref: 8 pid: 6843 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.844912:0:9277:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x79c:0x0].0x0 (ffff8800a1ad1100) 00010000:00010000:2.0:1718930702.844914:0:9277:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88008350ef40/0x4c38e74a547294b5 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x79c:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.844917:0:9277:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008350ef40/0x4c38e74a547294b5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x79c:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.844920:0:9277:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008350ef40/0x4c38e74a547294b5 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x79c:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.844929:0:9277:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1718930702.844935:0:7082:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008350ef40/0x4c38e74a547294b5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x79c:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.844940:0:7082:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008350ef40/0x4c38e74a547294b5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x79c:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930702.844951:0:9277:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1cf1050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001-mdtlov_UUID+7:3321:x1802425733032832:12345-0@lo:103:ldlm_bl_04.0 Request processed in 623us (671us total) trans 0 rc 0/0 00000004:00200000:0.0:1718930702.844953:0:7082:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x79c:0x0]: returning size 4096 00000100:00100000:2.0:1718930702.844955:0:9277:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63304 00000004:00200000:0.0:1718930702.844955:0:7082:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 12 stripe count 2 MDT count 2 00010000:00010000:0.0:1718930702.844967:0:7082:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008350c6c0/0x4c38e74a547294ae lrc: 0/0,0 mode: --/CR res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fa4b expref: 23 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.844975:0:7082:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008350ef40/0x4c38e74a547294b5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x79c:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fa4b expref: 22 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.844979:0:7082:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x79c:0x0].0x0 (ffff8800a1ad1100) 00010000:00010000:0.0:1718930702.844981:0:7082:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1718930702.844982:0:7082:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88008350ef40, rc 0) 00000100:00100000:0.0:1718930702.844998:0:7082:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a605a600 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:8a07974b-7506-4725-beb3-4b5c6f8f9250+22:26684:x1802425753271552:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 1058us (1169us total) trans 0 rc 0/0 00000100:00100000:0.0:1718930702.845002:0:7082:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230766 00000100:00100000:1.0:1718930702.845017:0:3321:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88011e306880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3321:1802425733032832:0@lo:103:ldlm_bl_04.0 00000100:00100000:0.0:1718930702.845816:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1718930702.845855:0:7082:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753271616 00000100:00100000:2.0:1718930702.845872:0:7082:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230767 00000100:00100000:2.0:1718930702.845875:0:7082:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a605b440 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:8a07974b-7506-4725-beb3-4b5c6f8f9250+17:26684:x1802425753271616:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:2.0:1718930702.845881:0:7082:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1718930702.845886:0:7082:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008350eac0/0x4c38e74a547294bc lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1a5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xceea94147812fa52 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.845897:0:7082:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008350eac0/0x4c38e74a547294bc lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fa52 expref: 18 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.845906:0:7082:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88008350eac0/0x4c38e74a547294bc lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fa52 expref: 18 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.845910:0:7082:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a5:0x0].0x0 (ffff8800a1ad1c00) 00010000:00010000:2.0:1718930702.845911:0:7082:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718930702.845912:0:7082:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88008350eac0, rc 0) 00000100:00100000:2.0:1718930702.845928:0:7082:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a605b440 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:8a07974b-7506-4725-beb3-4b5c6f8f9250+18:26684:x1802425753271616:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 52us (114us total) trans 0 rc 0/0 00000100:00100000:2.0:1718930702.845931:0:7082:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230767 00000100:00100000:2.0:1718930702.847313:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1718930702.847347:0:6840:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753271680 00000100:00100000:0.0:1718930702.847369:0:6840:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 10790 00000100:00100000:0.0:1718930702.847372:0:6840:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880124689300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+18:26684:x1802425753271680:12345-192.168.204.9@tcp:37:lfs.0 00000100:00100000:2.0:1718930702.848832:0:6840:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880124689300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+18:26684:x1802425753271680:12345-192.168.204.9@tcp:37:lfs.0 Request processed in 1458us (1519us total) trans 0 rc 0/0 00000100:00100000:2.0:1718930702.848837:0:6840:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 10790 00000100:00100000:0.0:1718930702.849925:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1718930702.849972:0:7082:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753271744 00000100:00100000:2.0:1718930702.849999:0:7082:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230768 00000100:00100000:2.0:1718930702.850003:0:7082:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a605a140 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:8a07974b-7506-4725-beb3-4b5c6f8f9250+22:26684:x1802425753271744:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:2.0:1718930702.850009:0:7082:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1718930702.850014:0:7082:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008350d8c0/0x4c38e74a547294c3 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x79a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xceea94147812fa59 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.850024:0:7082:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800849bbcc0/0x4c38e74a54729445 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0x4c38e74a5472943e expref: 6 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.850029:0:7082:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008350d8c0/0x4c38e74a547294c3 lrc: 4/0,0 mode: --/PR res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fa59 expref: 23 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.850043:0:7082:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800849bbcc0/0x4c38e74a54729445 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000001000020 nid: 0@lo remote: 0x4c38e74a5472943e expref: 6 pid: 32457 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930702.850048:0:7082:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880124688000 pname:cluuid:pid:xid:nid:opc:job mdt00_011:lustre-MDT0000_UUID:7082:1802425733032896:0@lo:104: 00000100:00100000:2.0:1718930702.850064:0:7082:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718930702.850078:0:7082:0:(client.c:2492:ptlrpc_set_wait()) set ffff880132b0ba80 going to sleep for 6 seconds 00000100:00100000:1.0:1718930702.850131:0:6824:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733032896 00000100:00100000:1.0:1718930702.850154:0:6824:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5507 00000100:00100000:1.0:1718930702.850157:0:6824:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8801246897c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0001-mdtlov_UUID+4:7082:x1802425733032896:12345-0@lo:104: 00000100:00100000:2.0:1718930702.850187:0:7082:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880124688000 pname:cluuid:pid:xid:nid:opc:job mdt00_011:lustre-MDT0000_UUID:7082:1802425733032896:0@lo:104: 00010000:00010000:1.0:1718930702.850187:0:6824:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1718930702.850189:0:6824:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8801246897c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0001-mdtlov_UUID+4:7082:x1802425733032896:12345-0@lo:104: Request processed in 32us (125us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930702.850193:0:6824:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5507 00010000:00010000:2.0:1718930702.850197:0:7082:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008350d8c0/0x4c38e74a547294c3 lrc: 3/0,0 mode: --/PR res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fa59 expref: 23 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.850198:0:6828:0:(ldlm_lockd.c:2784:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1718930702.850201:0:7082:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x79a:0x0].0x0 (ffff880098470800) 00010000:00010000:0.0:1718930702.850201:0:6828:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008350fa80/0x4c38e74a5472943e lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400001000000 nid: local remote: 0x4c38e74a54729445 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.850202:0:7082:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718930702.850204:0:7082:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88008350d8c0/0x4c38e74a547294c3 lrc: 3/0,0 mode: --/PR res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fa59 expref: 23 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.850207:0:7082:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88008350d8c0, rc 0) 00010000:00010000:0.0:1718930702.850207:0:6828:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008350fa80 already unused, calling callback (ffffffffa0ea60e0) 00010000:00010000:0.0:1718930702.850209:0:6828:0:(ldlm_request.c:1235:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008350fa80/0x4c38e74a5472943e lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x1408401000000 nid: local remote: 0x4c38e74a54729445 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1718930702.850213:0:6828:0:(mdt_handler.c:3608:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008350fa80/0x4c38e74a5472943e lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x1409401000000 nid: local remote: 0x4c38e74a54729445 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.850225:0:6828:0:(ldlm_request.c:1301:ldlm_cancel_pack()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008350fa80/0x4c38e74a5472943e lrc: 2/0,0 mode: --/PW res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x5c09401000000 nid: local remote: 0x4c38e74a54729445 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.850228:0:6828:0:(ldlm_request.c:1305:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:2.0:1718930702.850234:0:7082:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a605a140 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:8a07974b-7506-4725-beb3-4b5c6f8f9250+23:26684:x1802425753271744:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 231us (311us total) trans 0 rc 0/0 00000100:00100000:2.0:1718930702.850239:0:7082:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230768 00010000:00010000:0.0:1718930702.850239:0:6828:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008350fa80/0x4c38e74a5472943e lrc: 1/0,0 mode: --/PW res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x5c09401000000 nid: local remote: 0x4c38e74a54729445 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.850243:0:6828:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008350fa80/0x4c38e74a5472943e lrc: 0/0,0 mode: --/PW res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x5c09401000000 nid: local remote: 0x4c38e74a54729445 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718930702.850248:0:3322:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800a605d580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3322:1802425733032960:0@lo:103:ldlm_bl_01.0 00010000:00010000:0.0:1718930702.850251:0:6828:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1718930702.850251:0:6828:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1718930702.850252:0:6828:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1718930702.850264:0:3322:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718930702.850273:0:9277:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733032960 00010000:00010000:2.0:1718930702.850282:0:9277:0:(ldlm_lockd.c:2633:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800849bbcc0/0x4c38e74a54729445 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000401000020 nid: 0@lo remote: 0x4c38e74a5472943e expref: 7 pid: 32457 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930702.850296:0:9277:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63305 00000100:00100000:2.0:1718930702.850299:0:9277:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880134610980 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001-mdtlov_UUID+7:3322:x1802425733032960:12345-0@lo:103:ldlm_bl_01.0 00010000:00010000:2.0:1718930702.850305:0:9277:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1718930702.850463:0:9277:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800849bbcc0/0x4c38e74a54729445 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801401000020 nid: 0@lo remote: 0x4c38e74a5472943e expref: 7 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.850470:0:9277:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x79a:0x0].0x0 (ffff880098470800) 00010000:00010000:0.0:1718930702.850473:0:9277:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88008350d8c0/0x4c38e74a547294c3 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fa59 expref: 22 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.850477:0:9277:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008350d8c0/0x4c38e74a547294c3 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fa59 expref: 22 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.850480:0:9277:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008350d8c0/0x4c38e74a547294c3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fa59 expref: 22 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.850491:0:9277:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008350d8c0/0x4c38e74a547294c3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fa59 expref: 22 pid: 7082 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718930702.850497:0:9277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800a605c280 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000_UUID:9277:1802425733033024:192.168.204.9@tcp:105: 00000100:00100000:0.0:1718930702.850522:0:9277:0:(client.c:2492:ptlrpc_set_wait()) set ffff880084cb6840 going to sleep for 6 seconds 00000100:00100000:2.0:1718930702.851097:0:9277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800a605c280 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000_UUID:9277:1802425733033024:192.168.204.9@tcp:105: 00010000:00010000:2.0:1718930702.851106:0:9277:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1718930702.851133:0:9277:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880134610980 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001-mdtlov_UUID+6:3322:x1802425733032960:12345-0@lo:103:ldlm_bl_01.0 Request processed in 833us (868us total) trans 0 rc 0/0 00000100:00100000:2.0:1718930702.851137:0:9277:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63305 00000100:00100000:1.0:1718930702.851161:0:3322:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800a605d580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3322:1802425733032960:0@lo:103:ldlm_bl_01.0 00000100:00100000:1.0:1718930702.851530:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1718930702.851561:0:6840:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753271808 00000100:00100000:2.0:1718930702.851576:0:6840:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 10791 00000100:00100000:2.0:1718930702.851579:0:6840:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880134616d40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+23:26684:x1802425753271808:12345-192.168.204.9@tcp:37:lfs.0 00000100:00100000:2.0:1718930702.852921:0:6840:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880134616d40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+23:26684:x1802425753271808:12345-192.168.204.9@tcp:37:lfs.0 Request processed in 1340us (1390us total) trans 0 rc 0/0 00000100:00100000:2.0:1718930702.852925:0:6840:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 10791 00000100:00100000:0.0:1718930702.853969:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1718930702.854002:0:7082:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753271872 00000100:00100000:2.0:1718930702.854021:0:7082:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230769 00000100:00100000:2.0:1718930702.854024:0:7082:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a605b900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:8a07974b-7506-4725-beb3-4b5c6f8f9250+18:26684:x1802425753271872:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:2.0:1718930702.854029:0:7082:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1718930702.854049:0:7082:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008350db00/0x4c38e74a547294ca lrc: 2/0,0 mode: --/CR res: [0x200000402:0x79a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xceea94147812fa60 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.854067:0:7082:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008350cd80/0x4c38e74a547294d1 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x608:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.854073:0:7082:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008350cd80/0x4c38e74a547294d1 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x608:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.854077:0:7082:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008350cd80/0x4c38e74a547294d1 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x608:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00000004:00200000:2.0:1718930702.854113:0:7082:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x608:0x0]: returning size 4096 00000004:00200000:2.0:1718930702.854115:0:7082:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 4 stripe count 2 MDT count 2 00000004:00010000:2.0:1718930702.854120:0:7082:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff88008350cd80/0x4c38e74a547294d1 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x608:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.854129:0:7082:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008350db00/0x4c38e74a547294ca lrc: 0/0,0 mode: --/CR res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fa60 expref: 20 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.854138:0:7082:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88008350cd80/0x4c38e74a547294d1 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x608:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fa60 expref: 19 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.854142:0:7082:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x608:0x0].0x0 (ffff8800b4b15200) 00010000:00010000:2.0:1718930702.854144:0:7082:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1718930702.854145:0:7082:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88008350cd80, rc 0) 00000100:00100000:2.0:1718930702.854167:0:7082:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a605b900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:8a07974b-7506-4725-beb3-4b5c6f8f9250+19:26684:x1802425753271872:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 143us (200us total) trans 0 rc 0/0 00000100:00100000:2.0:1718930702.854171:0:7082:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230769 00000100:00100000:1.0:1718930702.855375:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1718930702.855457:0:6840:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753271936 00000100:00100000:2.0:1718930702.855481:0:6840:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 10792 00000100:00100000:2.0:1718930702.855484:0:6840:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88006e9df850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+19:26684:x1802425753271936:12345-192.168.204.9@tcp:37:lfs.0 00000100:00100000:2.0:1718930702.857041:0:6840:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88006e9df850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+19:26684:x1802425753271936:12345-192.168.204.9@tcp:37:lfs.0 Request processed in 1554us (1665us total) trans 0 rc 0/0 00000100:00100000:2.0:1718930702.857048:0:6840:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 10792 00000100:00100000:0.0:1718930702.858398:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1718930702.858470:0:6840:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753272000 00000100:00100000:2.0:1718930702.858494:0:6840:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 10793 00000100:00100000:2.0:1718930702.858497:0:6840:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a60597c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+23:26684:x1802425753272000:12345-192.168.204.9@tcp:37:lfs.0 00000100:00100000:2.0:1718930702.860010:0:6840:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a60597c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+23:26684:x1802425753272000:12345-192.168.204.9@tcp:37:lfs.0 Request processed in 1510us (1611us total) trans 0 rc 0/0 00000100:00100000:2.0:1718930702.860020:0:6840:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 10793 00000100:00100000:0.0:1718930702.861146:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1718930702.861183:0:7082:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753272064 00000100:00100000:2.0:1718930702.861210:0:7082:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230770 00000100:00100000:2.0:1718930702.861215:0:7082:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a605d580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:8a07974b-7506-4725-beb3-4b5c6f8f9250+23:26684:x1802425753272064:12345-192.168.204.9@tcp:34:lfs.0 00010000:00010000:2.0:1718930702.861236:0:7082:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008350f3c0/0x4c38e74a547294d8 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x79c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.861244:0:7082:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008350f3c0/0x4c38e74a547294d8 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.861251:0:7082:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008350f3c0/0x4c38e74a547294d8 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.861260:0:7082:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008350cfc0/0x4c38e74a547294df lrc: 3/1,0 mode: --/PR res: [0x200000402:0x79c:0x0].0x3066 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.861265:0:7082:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008350cfc0/0x4c38e74a547294df lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x79c:0x0].0x3066 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.861271:0:7082:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008350cfc0/0x4c38e74a547294df lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x79c:0x0].0x3066 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.861298:0:7082:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008350d200/0x4c38e74a547294e6 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x79d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.861305:0:7082:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008350d200/0x4c38e74a547294e6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x79d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.861310:0:7082:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008350d200/0x4c38e74a547294e6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x79d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1718930702.861330:0:7082:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008350d200/0x4c38e74a547294e6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x79d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.861337:0:7082:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008350f3c0/0x4c38e74a547294d8 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.861342:0:7082:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008350f3c0/0x4c38e74a547294d8 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.861347:0:7082:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008350f3c0/0x4c38e74a547294d8 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.861352:0:7082:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008350f3c0 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:2.0:1718930702.861353:0:7082:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008350f3c0/0x4c38e74a547294d8 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.861359:0:7082:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008350f3c0/0x4c38e74a547294d8 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.861365:0:7082:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x79c:0x0].0x0 (ffff8800a1ad1100) 00010000:00010000:2.0:1718930702.861368:0:7082:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718930702.861369:0:7082:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008350f3c0/0x4c38e74a547294d8 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.861374:0:7082:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008350f3c0/0x4c38e74a547294d8 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.861382:0:7082:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008350cfc0/0x4c38e74a547294df lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x79c:0x0].0x3066 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.861392:0:7082:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008350cfc0/0x4c38e74a547294df lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x79c:0x0].0x3066 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.861397:0:7082:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008350cfc0/0x4c38e74a547294df lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x79c:0x0].0x3066 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.861402:0:7082:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008350cfc0 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:2.0:1718930702.861404:0:7082:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008350cfc0/0x4c38e74a547294df lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x79c:0x0].0x3066 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.861409:0:7082:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008350cfc0/0x4c38e74a547294df lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x79c:0x0].0x3066 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.861414:0:7082:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x79c:0x0].0x3066 (ffff880093297100) 00010000:00010000:2.0:1718930702.861416:0:7082:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718930702.861417:0:7082:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008350cfc0/0x4c38e74a547294df lrc: 2/0,0 mode: --/PR res: [0x200000402:0x79c:0x0].0x3066 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.861422:0:7082:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008350cfc0/0x4c38e74a547294df lrc: 0/0,0 mode: --/PR res: [0x200000402:0x79c:0x0].0x3066 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.861453:0:7082:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008350d200/0x4c38e74a547294e6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x79d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.861459:0:7082:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008350d200/0x4c38e74a547294e6 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x79d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.861464:0:7082:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008350d200/0x4c38e74a547294e6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x79d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.861474:0:7082:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008350d200 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:2.0:1718930702.861476:0:7082:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008350d200/0x4c38e74a547294e6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x79d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.861480:0:7082:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008350d200/0x4c38e74a547294e6 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x79d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.861486:0:7082:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x79d:0x0].0x0 (ffff8800b4b15400) 00010000:00010000:2.0:1718930702.861488:0:7082:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718930702.861489:0:7082:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008350d200/0x4c38e74a547294e6 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x79d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.861494:0:7082:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008350d200/0x4c38e74a547294e6 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x79d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930702.861534:0:7082:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a605d580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:8a07974b-7506-4725-beb3-4b5c6f8f9250+23:26684:x1802425753272064:12345-192.168.204.9@tcp:34:lfs.0 Request processed in 318us (388us total) trans 0 rc 0/0 00000100:00100000:2.0:1718930702.861541:0:7082:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230770 00000100:00100000:0.0:1718930702.862234:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1718930702.862305:0:7082:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753272192 00000100:00100000:2.0:1718930702.862336:0:7082:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230771 00000100:00100000:2.0:1718930702.862340:0:7082:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a605c280 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:8a07974b-7506-4725-beb3-4b5c6f8f9250+23:26684:x1802425753272192:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:2.0:1718930702.862349:0:7082:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1718930702.862356:0:7082:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008350df80/0x4c38e74a547294ed lrc: 2/0,0 mode: --/CR res: [0x200000402:0x79d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xceea94147812fa67 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.862392:0:7082:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008350cb40/0x4c38e74a547294f4 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x79d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.862404:0:7082:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008350cb40/0x4c38e74a547294f4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x79d:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.862411:0:7082:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008350cb40/0x4c38e74a547294f4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x79d:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00000004:00200000:2.0:1718930702.862419:0:7082:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x79d:0x0]: returning size 0 00010000:00010000:2.0:1718930702.862475:0:7082:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008350df80/0x4c38e74a547294ed lrc: 0/0,0 mode: --/CR res: [0x200000402:0x79d:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fa67 expref: 26 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.862483:0:7082:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008350cb40/0x4c38e74a547294f4 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x79d:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fa67 expref: 25 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.862487:0:7082:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x79d:0x0].0x0 (ffff8800b4b15400) 00010000:00010000:2.0:1718930702.862488:0:7082:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1718930702.862489:0:7082:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88008350cb40, rc 0) 00000100:00100000:2.0:1718930702.862514:0:7082:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a605c280 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:8a07974b-7506-4725-beb3-4b5c6f8f9250+25:26684:x1802425753272192:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 174us (282us total) trans 8589959514 rc 0/0 00000100:00100000:2.0:1718930702.862519:0:7082:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230771 00000100:00100000:1.0:1718930702.863222:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1718930702.863260:0:22545:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753272256 00000100:00100000:2.0:1718930702.863290:0:22545:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.204.9@tcp, with round 483 00000100:00100000:2.0:1718930702.863293:0:22545:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880134615580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8a07974b-7506-4725-beb3-4b5c6f8f9250+7:1876:x1802425753272256:12345-192.168.204.9@tcp:1:lfs.0 00002000:00010000:2.0:1718930702.863317:0:22545:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x581:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1718930702.863321:0:22545:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008350dd40/0x4c38e74a54729502 lrc: 3/0,1 mode: --/PW res: [0x581:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.863330:0:22545:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1718930702.863332:0:22545:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1718930702.863335:0:22545:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008350dd40/0x4c38e74a54729502 lrc: 3/0,1 mode: PW/PW res: [0x581:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.863344:0:22545:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008350dd40/0x4c38e74a54729502 lrc: 3/0,1 mode: PW/PW res: [0x581:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.863353:0:22545:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008350dd40/0x4c38e74a54729502 lrc: 3/0,1 mode: PW/PW res: [0x581:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.863358:0:22545:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008350dd40/0x4c38e74a54729502 lrc: 2/0,0 mode: PW/PW res: [0x581:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.863375:0:22545:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1718930702.863388:0:4830:0:(ldlm_lockd.c:2784:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1718930702.863391:0:4830:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008350dd40/0x4c38e74a54729502 lrc: 2/0,0 mode: PW/PW res: [0x581:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.863396:0:4830:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008350dd40 already unused, calling callback (ffffffffa080a190) 00010000:00010000:1.0:1718930702.863397:0:4830:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008350dd40/0x4c38e74a54729502 lrc: 2/0,0 mode: PW/PW res: [0x581:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930702.863400:0:22545:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880134615580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8a07974b-7506-4725-beb3-4b5c6f8f9250+7:1876:x1802425753272256:12345-192.168.204.9@tcp:1:lfs.0 Request processed in 106us (179us total) trans 0 rc 0/0 00010000:00010000:1.0:1718930702.863401:0:4830:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008350dd40/0x4c38e74a54729502 lrc: 3/0,0 mode: PW/PW res: [0x581:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930702.863407:0:22545:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.204.9@tcp, with round 483 00010000:00010000:1.0:1718930702.863410:0:4830:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008350dd40/0x4c38e74a54729502 lrc: 1/0,0 mode: --/PW res: [0x581:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.863413:0:4830:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008350dd40/0x4c38e74a54729502 lrc: 0/0,0 mode: --/PW res: [0x581:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.863427:0:4830:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1718930702.863428:0:4830:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1718930702.863441:0:4830:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1718930702.864170:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1718930702.864186:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1718930702.864198:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1718930702.864207:0:9277:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753272320 00000100:00100000:0.0:1718930702.864214:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1718930702.864227:0:9277:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 9130 00000100:00100000:2.0:1718930702.864230:0:9277:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880083dc3dc0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8a07974b-7506-4725-beb3-4b5c6f8f9250+19:1877:x1802425753272320:12345-192.168.204.9@tcp:103:lfs.0 00010000:00010000:2.0:1718930702.864235:0:9277:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1718930702.864242:0:9277:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008350cd80/0x4c38e74a547294d1 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x608:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fa60 expref: 19 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.864249:0:9277:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x608:0x0].0x0 (ffff8800b4b15200) 00010000:00010000:2.0:1718930702.864251:0:9277:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1718930702.864253:0:6826:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753272448 00000100:00100000:2.0:1718930702.864266:0:9277:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880083dc3dc0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8a07974b-7506-4725-beb3-4b5c6f8f9250+19:1877:x1802425753272320:12345-192.168.204.9@tcp:103:lfs.0 Request processed in 35us (97us total) trans 0 rc 0/0 00000100:00100000:3.0:1718930702.864272:0:6826:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753272384 00000100:00100000:2.0:1718930702.864272:0:9277:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 9130 00000100:00100000:0.0:1718930702.864276:0:26732:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 9131 00000100:00100000:0.0:1718930702.864280:0:26732:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880083dc6d40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:8a07974b-7506-4725-beb3-4b5c6f8f9250+18:1877:x1802425753272448:12345-192.168.204.9@tcp:103:lfs.0 00000100:00100000:2.0:1718930702.864284:0:7082:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753272576 00010000:00010000:0.0:1718930702.864286:0:26732:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1718930702.864293:0:6826:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 9132 00010000:00010000:0.0:1718930702.864294:0:26732:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008350c240/0x4c38e74a547294a7 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1a6:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fa44 expref: 18 pid: 7082 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718930702.864297:0:6826:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880083dc2140 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8a07974b-7506-4725-beb3-4b5c6f8f9250+26:1877:x1802425753272384:12345-192.168.204.9@tcp:103:lfs.0 00010000:00010000:3.0:1718930702.864302:0:6826:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1718930702.864304:0:26732:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a6:0x0].0x0 (ffff880091ad1500) 00010000:00010000:0.0:1718930702.864308:0:26732:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1718930702.864309:0:6826:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008350ef40/0x4c38e74a547294b5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x79c:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fa4b expref: 26 pid: 7082 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930702.864311:0:6837:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230772 00000100:00100000:2.0:1718930702.864313:0:6837:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880083dc5580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+26:26684:x1802425753272576:12345-192.168.204.9@tcp:36:lfs.0 00010000:00010000:3.0:1718930702.864320:0:6826:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x79c:0x0].0x0 (ffff8800a1ad1100) 00000100:00100000:0.0:1718930702.864320:0:26732:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880083dc6d40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:8a07974b-7506-4725-beb3-4b5c6f8f9250+17:1877:x1802425753272448:12345-192.168.204.9@tcp:103:lfs.0 Request processed in 40us (133us total) trans 0 rc 0/0 00000100:00100000:0.0:1718930702.864324:0:26732:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 9131 00010000:00010000:3.0:1718930702.864325:0:6826:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1718930702.864330:0:6837:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1718930702.864339:0:6826:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880083dc2140 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8a07974b-7506-4725-beb3-4b5c6f8f9250+25:1877:x1802425753272384:12345-192.168.204.9@tcp:103:lfs.0 Request processed in 42us (140us total) trans 0 rc 0/0 00010000:00010000:2.0:1718930702.864340:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b056f40/0x4c38e74a54729001 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x79d:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812f94f expref: 25 pid: 7082 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718930702.864343:0:6826:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 9132 00010000:00010000:2.0:1718930702.864350:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x79d:0x0].0x0 (ffff8800b4b15400) 00010000:00010000:2.0:1718930702.864352:0:6837:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1718930702.864358:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008350e880/0x4c38e74a54729509 lrc: 3/0,1 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.864365:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008350e880/0x4c38e74a54729509 lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.864371:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008350e880/0x4c38e74a54729509 lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930702.864405:0:6837:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880124689300 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733033088:0@lo:1000:mdt00_000.0 00000100:00100000:2.0:1718930702.864441:0:6837:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718930702.864459:0:6837:0:(client.c:2492:ptlrpc_set_wait()) set ffff880132b0b900 going to sleep for 6 seconds 00000100:00100000:3.0:1718930702.864471:0:6843:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733033088 00000100:00100000:3.0:1718930702.864490:0:6843:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20658 00000100:00100000:3.0:1718930702.864492:0:6843:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880124688000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6837:x1802425733033088:12345-0@lo:1000:mdt00_000.0 00000100:00100000:3.0:1718930702.864531:0:6843:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880124688000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6837:x1802425733033088:12345-0@lo:1000:mdt00_000.0 Request processed in 38us (104us total) trans 0 rc 0/0 00000100:00100000:3.0:1718930702.864535:0:6843:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20658 00000100:00100000:2.0:1718930702.864551:0:6837:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880124689300 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733033088:0@lo:1000:mdt00_000.0 00000100:00100000:2.0:1718930702.864576:0:6837:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880124689300 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733033152:0@lo:1000:mdt00_000.0 00000100:00100000:2.0:1718930702.864589:0:6837:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718930702.864596:0:6837:0:(client.c:2492:ptlrpc_set_wait()) set ffff880132b0be40 going to sleep for 6 seconds 00000100:00100000:3.0:1718930702.864599:0:6843:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733033152 00000100:00100000:3.0:1718930702.864607:0:6843:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20659 00000100:00100000:3.0:1718930702.864608:0:6843:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a101da40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6837:x1802425733033152:12345-0@lo:1000:mdt00_000.0 00000100:00100000:3.0:1718930702.864635:0:6843:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a101da40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6837:x1802425733033152:12345-0@lo:1000:mdt00_000.0 Request processed in 26us (46us total) trans 0 rc 0/0 00000100:00100000:3.0:1718930702.864638:0:6843:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20659 00000100:00100000:2.0:1718930702.864642:0:6837:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880124689300 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733033152:0@lo:1000:mdt00_000.0 00000100:00100000:2.0:1718930702.864984:0:6837:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880124689300 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733033216:0@lo:403:mdt00_000.0 00000100:00100000:2.0:1718930702.865007:0:6837:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718930702.865024:0:6837:0:(client.c:2492:ptlrpc_set_wait()) set ffff880132b0be40 going to sleep for 6 seconds 00000100:00100000:3.0:1718930702.865074:0:6843:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733033216 00000100:00100000:3.0:1718930702.865099:0:6843:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20660 00000100:00100000:3.0:1718930702.865101:0:6843:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88009767cc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6837:x1802425733033216:12345-0@lo:403:mdt00_000.0 00000100:00100000:3.0:1718930702.866365:0:6843:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88009767cc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6837:x1802425733033216:12345-0@lo:403:mdt00_000.0 Request processed in 1263us (1358us total) trans 0 rc 0/0 00000100:00100000:3.0:1718930702.866370:0:6843:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20660 00000100:00100000:2.0:1718930702.866402:0:6837:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880124689300 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733033216:0@lo:403:mdt00_000.0 00010000:00010000:2.0:1718930702.866872:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350e640/0x4c38e74a54729510 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x608:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.866877:0:6837:0:(ldlm_request.c:1029:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000001000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350e640/0x4c38e74a54729510 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.866882:0:6837:0:(ldlm_request.c:1117:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350e640/0x4c38e74a54729510 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930702.866890:0:6837:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88009767d580 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733033280:0@lo:101:mdt00_000.0 00000100:00100000:2.0:1718930702.866906:0:6837:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718930702.866921:0:6837:0:(client.c:2492:ptlrpc_set_wait()) set ffff880132b0be40 going to sleep for 6 seconds 00000100:00100000:3.0:1718930702.866976:0:6843:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733033280 00000100:00100000:3.0:1718930702.867000:0:6843:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20661 00000100:00100000:3.0:1718930702.867002:0:6843:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880097678000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6837:x1802425733033280:12345-0@lo:101:mdt00_000.0 00010000:00010000:3.0:1718930702.867008:0:6843:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1718930702.867014:0:6843:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880097206880/0x4c38e74a54729517 lrc: 2/0,0 mode: --/PW res: [0x240000402:0x608:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4c38e74a54729510 expref: -99 pid: 6843 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.867024:0:6843:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff88009b057600/0x4c38e74a54729468 lrc: 2/0,1 mode: COS/COS res: [0x240000402:0x608:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.867028:0:6843:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff880097206880/0x4c38e74a54729517 lrc: 4/0,0 mode: --/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000001000000 nid: 0@lo remote: 0x4c38e74a54729510 expref: 6 pid: 6843 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.867035:0:6843:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0001_UUID lock: ffff88009b057600/0x4c38e74a54729468 lrc: 3/0,1 mode: COS/COS res: [0x240000402:0x608:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210401000020 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00080000:00080000:3.0:1718930702.867047:0:6843:0:(osd_handler.c:2525:osd_commit_async()) lustre-MDT0001: async commit OSD 00010000:00010000:3.0:1718930702.867070:0:6843:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff880097206880/0x4c38e74a54729517 lrc: 3/0,0 mode: --/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0x4c38e74a54729510 expref: 6 pid: 6843 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.867074:0:6843:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x608:0x0].0x0 (ffff8800b4b15200) 00010000:00010000:3.0:1718930702.867075:0:6843:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1718930702.867077:0:6843:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff880097206880/0x4c38e74a54729517 lrc: 3/0,0 mode: --/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0x4c38e74a54729510 expref: 6 pid: 6843 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.867080:0:6843:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff880097206880, rc 0) 00000100:00100000:3.0:1718930702.867102:0:6843:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880097678000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:6837:x1802425733033280:12345-0@lo:101:mdt00_000.0 Request processed in 99us (197us total) trans 0 rc 0/0 00000100:00100000:3.0:1718930702.867106:0:6843:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20661 00000100:00100000:2.0:1718930702.867132:0:6837:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88009767d580 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733033280:0@lo:101:mdt00_000.0 00010000:00010000:2.0:1718930702.867140:0:6837:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350e640/0x4c38e74a54729510 lrc: 4/0,1 mode: --/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0x4c38e74a54729517 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.867144:0:6837:0:(ldlm_request.c:286:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350e640/0x4c38e74a54729510 lrc: 4/0,1 mode: --/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0x4c38e74a54729517 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000001:00080000:0.0:1718930702.867803:0:8049:0:(tgt_lastrcvd.c:926:tgt_cb_last_committed()) lustre-MDT0001: transno 4294987115 is committed 00000020:00080000:0.0:1718930702.867811:0:8049:0:(update_trans.c:1351:distribute_txn_batchid_cb()) lustre-MDT0001: 3547 batchid updated 00010000:00010000:2.0:1718930702.867833:0:3307:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0001_UUID lock: ffff88008350f600/0x4c38e74a54729430 lrc: 3/0,1 mode: COS/COS res: [0x240000402:0x605:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.867841:0:3307:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008350f600/0x4c38e74a54729430 lrc: 2/0,0 mode: COS/COS res: [0x240000402:0x605:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210401000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.867847:0:3307:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88008350f600/0x4c38e74a54729430 lrc: 3/0,0 mode: COS/COS res: [0x240000402:0x605:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00000020:00080000:1.0:1718930702.867848:0:8070:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 3547 00010000:00010000:2.0:1718930702.867853:0:3307:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008350f600 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:2.0:1718930702.867855:0:3307:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008350f600/0x4c38e74a54729430 lrc: 3/0,0 mode: COS/COS res: [0x240000402:0x605:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00000040:00100000:1.0:1718930702.867855:0:8070:0:(llog.c:235:llog_cancel_arr_rec()) Canceling 1 records, first 1500 in log [0x3:0x401:0x2] 00010000:00010000:2.0:1718930702.867861:0:3307:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008350f600/0x4c38e74a54729430 lrc: 4/0,0 mode: COS/COS res: [0x240000402:0x605:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218401000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.867870:0:3307:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x605:0x0].0x0 (ffff880091ad1300) 00010000:00010000:2.0:1718930702.867872:0:3307:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718930702.867874:0:3307:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88008350f600/0x4c38e74a54729430 lrc: 2/0,0 mode: --/COS res: [0x240000402:0x605:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1718930702.867876:0:8070:0:(osp_trans.c:1598:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff880086beaf00 with version 7100 00010000:00010000:2.0:1718930702.867879:0:3307:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008350f600/0x4c38e74a54729430 lrc: 0/0,0 mode: --/COS res: [0x240000402:0x605:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00000020:00080000:1.0:1718930702.867888:0:8070:0:(update_trans.c:1313:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 3547 cancel update log [0x3:0x401:0x2].1500: rc = 0 00010000:00010000:2.0:1718930702.867889:0:3307:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0001_UUID lock: ffff88008350c900/0x4c38e74a54729437 lrc: 3/0,1 mode: COS/COS res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00000040:00100000:1.0:1718930702.867891:0:8070:0:(llog.c:235:llog_cancel_arr_rec()) Canceling 1 records, first 1127 in log [0x3:0x40000400:0x2] 00010000:00010000:2.0:1718930702.867894:0:3307:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008350c900/0x4c38e74a54729437 lrc: 2/0,0 mode: COS/COS res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210401000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.867899:0:3307:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88008350c900/0x4c38e74a54729437 lrc: 3/0,0 mode: COS/COS res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.867903:0:3307:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008350c900 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:2.0:1718930702.867905:0:3307:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008350c900/0x4c38e74a54729437 lrc: 3/0,0 mode: COS/COS res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.867911:0:3307:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008350c900/0x4c38e74a54729437 lrc: 4/0,0 mode: COS/COS res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218401000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.867916:0:3307:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a5:0x0].0x0 (ffff8800a1ad1c00) 00010000:00010000:2.0:1718930702.867918:0:3307:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000020:00080000:1.0:1718930702.867919:0:8070:0:(update_trans.c:1313:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 3547 cancel update log [0x3:0x40000400:0x2].1127: rc = 0 00010000:00010000:2.0:1718930702.867920:0:3307:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88008350c900/0x4c38e74a54729437 lrc: 2/0,0 mode: --/COS res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.867924:0:3307:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008350c900/0x4c38e74a54729437 lrc: 0/0,0 mode: --/COS res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00000020:00080000:1.0:1718930702.867924:0:8070:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 3547 00010000:00010000:2.0:1718930702.867932:0:3307:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0001_UUID lock: ffff88009b057600/0x4c38e74a54729468 lrc: 3/0,1 mode: COS/COS res: [0x240000402:0x608:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210401000020 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.867937:0:3307:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009b057600/0x4c38e74a54729468 lrc: 2/0,0 mode: COS/COS res: [0x240000402:0x608:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210401000020 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.867941:0:3307:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88009b057600/0x4c38e74a54729468 lrc: 3/0,0 mode: COS/COS res: [0x240000402:0x608:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210401000020 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1718930702.867943:0:8063:0:(osp_trans.c:1343:osp_get_next_request()) ou ffff88012a3cd000 version 7100 rpc_version 7100 00010000:00010000:2.0:1718930702.867945:0:3307:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88009b057600 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:2.0:1718930702.867947:0:3307:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009b057600/0x4c38e74a54729468 lrc: 3/0,0 mode: COS/COS res: [0x240000402:0x608:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210401000020 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.867951:0:3307:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009b057600/0x4c38e74a54729468 lrc: 4/0,0 mode: COS/COS res: [0x240000402:0x608:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218401000020 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.867957:0:3307:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x608:0x0].0x0 (ffff8800b4b15200) 00010000:00010000:2.0:1718930702.867959:0:3307:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 7f 00000100:00100000:3.0:1718930702.867961:0:8063:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88011e306d40 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:8063:1802425733033344:0@lo:1000:osp_up0-1.0 00010000:00010000:2.0:1718930702.867962:0:3307:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff880097206880/0x4c38e74a54729517 lrc: 2/0,0 mode: --/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0x4c38e74a54729510 expref: 5 pid: 6843 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.867969:0:3307:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff880097206880/0x4c38e74a54729517 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080001000000 nid: 0@lo remote: 0x4c38e74a54729510 expref: 5 pid: 6843 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.867974:0:3307:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880097206880/0x4c38e74a54729517 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080001000000 nid: 0@lo remote: 0x4c38e74a54729510 expref: 5 pid: 6843 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718930702.867979:0:8063:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1718930702.867990:0:3307:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0001_UUID lock: ffff880097206880/0x4c38e74a54729517 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0x4c38e74a54729510 expref: 5 pid: 6843 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718930702.867996:0:8063:0:(client.c:2492:ptlrpc_set_wait()) set ffff88008c2ed840 going to sleep for 6 seconds 00000100:00100000:2.0:1718930702.867996:0:3307:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88009767e880 pname:cluuid:pid:xid:nid:opc:job ptlrpc_hr00_001:lustre-MDT0001_UUID:3307:1802425733033408:0@lo:105: 00000100:00100000:0.0:1718930702.868010:0:6843:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733033344 00000100:00100000:2.0:1718930702.868017:0:3307:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1718930702.868029:0:6843:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20662 00000100:00100000:0.0:1718930702.868033:0:6843:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e301300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:8063:x1802425733033344:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1718930702.868036:0:3307:0:(client.c:2492:ptlrpc_set_wait()) set ffff880132b0be40 going to sleep for 6 seconds 00000100:00100000:1.0:1718930702.868053:0:6824:0:(service.c:168:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:1.0:1718930702.868061:0:6824:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733033408 00000100:00100000:1.0:1718930702.868075:0:6824:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5508 00000100:00100000:1.0:1718930702.868077:0:6824:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880123cae850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0000-mdtlov_UUID+4:3307:x1802425733033408:12345-0@lo:105: 00010000:00010000:1.0:1718930702.868082:0:6824:0:(ldlm_lockd.c:1933:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350e640/0x4c38e74a54729510 lrc: 5/0,1 mode: --/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0x4c38e74a54729517 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.868088:0:6824:0:(ldlm_lockd.c:2010:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350e640/0x4c38e74a54729510 lrc: 5/0,1 mode: --/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0x4c38e74a54729517 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.868092:0:6824:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350e640/0x4c38e74a54729510 lrc: 5/0,1 mode: PW/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080001000000 nid: local remote: 0x4c38e74a54729517 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.868095:0:6824:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350e640/0x4c38e74a54729510 lrc: 6/0,1 mode: PW/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080001000000 nid: local remote: 0x4c38e74a54729517 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.868099:0:6824:0:(ldlm_lockd.c:2038:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350e640/0x4c38e74a54729510 lrc: 6/0,1 mode: PW/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1080001000000 nid: local remote: 0x4c38e74a54729517 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.868106:0:6824:0:(ldlm_lockd.c:2049:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff88008350e640) 00000100:00100000:0.0:1718930702.868108:0:6843:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e301300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+7:8063:x1802425733033344:12345-0@lo:1000:osp_up0-1.0 Request processed in 75us (128us total) trans 8589959515 rc 0/0 00010000:00010000:2.0:1718930702.868109:0:6837:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350e640/0x4c38e74a54729510 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0x4c38e74a54729517 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.868113:0:6837:0:(ldlm_request.c:799:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350e640/0x4c38e74a54729510 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0x4c38e74a54729517 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718930702.868115:0:6843:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20662 00000100:00100000:3.0:1718930702.868123:0:8063:0:(client.c:2892:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 8589959513 gen 2 00000004:00080000:3.0:1718930702.868126:0:8063:0:(osp_trans.c:1044:osp_request_commit_cb()) trans no 8589959513 committed transno 8589959513 00000100:00100000:1.0:1718930702.868126:0:6824:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880123cae850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0000-mdtlov_UUID+4:3307:x1802425733033408:12345-0@lo:105: Request processed in 48us (109us total) trans 0 rc 0/0 00000020:00080000:3.0:1718930702.868128:0:8063:0:(update_trans.c:80:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff88008f8163c0 refcount 2 committed 0 result 0 batchid 3548 00000020:00080000:3.0:1718930702.868130:0:8063:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff8800b4b15700 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff880084f45780 00000100:00100000:1.0:1718930702.868130:0:6824:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5508 00000020:00080000:3.0:1718930702.868131:0:8063:0:(update_trans.c:94:top_multiple_thandle_dump()) cookie [0x3:0x401:0x2].1501 00000020:00080000:3.0:1718930702.868132:0:8063:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff8800b4b15e00 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8800b4b15900 00000020:00080000:3.0:1718930702.868134:0:8063:0:(update_trans.c:94:top_multiple_thandle_dump()) cookie [0x3:0x40000400:0x2].1128 00000100:00100000:2.0:1718930702.868139:0:6837:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88009767d580 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733033472:0@lo:1000:mdt00_000.0 00000020:00080000:0.0:1718930702.868140:0:8070:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 3548 committed batchid 3547 00000100:00100000:3.0:1718930702.868149:0:8063:0:(client.c:2918:ptlrpc_free_committed()) @@@ stopping search req@ffff88011e306d40 x1802425733033344/t8589959515(8589959515) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 1718930709 ref 3 fl Rpc:RQU/4/0 rc 0/0 job:'osp_up0-1.0' 00000100:00100000:2.0:1718930702.868154:0:6837:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00080000:0.0:1718930702.868154:0:8070:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 3547 00000100:00100000:3.0:1718930702.868160:0:8063:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88011e306d40 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:8063:1802425733033344:0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1718930702.868161:0:6837:0:(client.c:2492:ptlrpc_set_wait()) set ffff8800810cbd80 going to sleep for 6 seconds 00000100:00100000:1.0:1718930702.868169:0:32457:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733033472 00000100:00100000:2.0:1718930702.868172:0:3307:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88009767e880 pname:cluuid:pid:xid:nid:opc:job ptlrpc_hr00_001:lustre-MDT0001_UUID:3307:1802425733033408:0@lo:105: 00000100:00100000:1.0:1718930702.868177:0:32457:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20663 00010000:00010000:2.0:1718930702.868178:0:3307:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88009b057600/0x4c38e74a54729468 lrc: 2/0,0 mode: --/COS res: [0x240000402:0x608:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19401000020 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718930702.868180:0:32457:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88012468f200 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+6:6837:x1802425733033472:12345-0@lo:1000:mdt00_000.0 00010000:00010000:2.0:1718930702.868182:0:3307:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009b057600/0x4c38e74a54729468 lrc: 0/0,0 mode: --/COS res: [0x240000402:0x608:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19401000020 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718930702.868206:0:32457:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88012468f200 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+6:6837:x1802425733033472:12345-0@lo:1000:mdt00_000.0 Request processed in 26us (52us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930702.868209:0:32457:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20663 00000100:00100000:2.0:1718930702.868217:0:6837:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88009767d580 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733033472:0@lo:1000:mdt00_000.0 00010000:00010000:2.0:1718930702.868245:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350c6c0/0x4c38e74a5472951e lrc: 3/0,1 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.868251:0:6837:0:(ldlm_request.c:1029:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000001000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350c6c0/0x4c38e74a5472951e lrc: 3/0,1 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.868257:0:6837:0:(ldlm_request.c:1117:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350c6c0/0x4c38e74a5472951e lrc: 3/0,1 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930702.868267:0:6837:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880124689c80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733033536:0@lo:101:mdt00_000.0 00000100:00100000:2.0:1718930702.868285:0:6837:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718930702.868304:0:6837:0:(client.c:2492:ptlrpc_set_wait()) set ffff880133dd36c0 going to sleep for 6 seconds 00000100:00100000:1.0:1718930702.868314:0:32457:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733033536 00000100:00100000:1.0:1718930702.868328:0:32457:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20664 00000100:00100000:1.0:1718930702.868330:0:32457:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88012468ed40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+6:6837:x1802425733033536:12345-0@lo:101:mdt00_000.0 00010000:00010000:1.0:1718930702.868334:0:32457:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1718930702.868340:0:32457:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800849bb180/0x4c38e74a54729525 lrc: 2/0,0 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4c38e74a5472951e expref: -99 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.868348:0:32457:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800849bb180/0x4c38e74a54729525 lrc: 3/0,0 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000001000000 nid: 0@lo remote: 0x4c38e74a5472951e expref: 7 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.868353:0:32457:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8800849bb180/0x4c38e74a54729525 lrc: 3/0,0 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0x4c38e74a5472951e expref: 7 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.868357:0:32457:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a6:0x0].0x0 (ffff880098470100) 00010000:00010000:1.0:1718930702.868358:0:32457:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1718930702.868359:0:32457:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff8800849bb180, rc 0) 00000100:00100000:1.0:1718930702.868378:0:32457:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88012468ed40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+7:6837:x1802425733033536:12345-0@lo:101:mdt00_000.0 Request processed in 47us (94us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930702.868381:0:32457:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20664 00000100:00100000:2.0:1718930702.868400:0:6837:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880124689c80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733033536:0@lo:101:mdt00_000.0 00010000:00010000:2.0:1718930702.868408:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350c6c0/0x4c38e74a5472951e lrc: 4/0,1 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0x4c38e74a54729525 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.868415:0:6837:0:(ldlm_request.c:799:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350c6c0/0x4c38e74a5472951e lrc: 4/0,1 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0x4c38e74a54729525 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1718930702.868426:0:6837:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x240000400:0x1a6:0x0] 00010000:00010000:2.0:1718930702.868446:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008350d440/0x4c38e74a5472952c lrc: 3/0,1 mode: --/EX res: [0x200000402:0x79c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.868451:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008350d440/0x4c38e74a5472952c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.868455:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008350d440/0x4c38e74a5472952c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.868489:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x79d:0x0].0x0 (ffff8800b4b15400) 00010000:00010000:2.0:1718930702.868490:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1718930702.868493:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008350cb40/0x4c38e74a547294f4 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x79d:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fa67 expref: 23 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.868508:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008350c000/0x4c38e74a54729533 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x79d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.868512:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008350c000/0x4c38e74a54729533 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x79d:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.868516:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008350c000/0x4c38e74a54729533 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x79d:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930702.868540:0:6837:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880124689c80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733033600:0@lo:1000:mdt00_000.0 00000100:00100000:2.0:1718930702.868559:0:6837:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718930702.868578:0:6837:0:(client.c:2492:ptlrpc_set_wait()) set ffff880133dd3000 going to sleep for 6 seconds 00000100:00100000:1.0:1718930702.868587:0:32457:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733033600 00000100:00100000:1.0:1718930702.868601:0:32457:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20665 00000100:00100000:1.0:1718930702.868602:0:32457:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88012468f6c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+7:6837:x1802425733033600:12345-0@lo:1000:mdt00_000.0 00000100:00100000:1.0:1718930702.868653:0:32457:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88012468f6c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+7:6837:x1802425733033600:12345-0@lo:1000:mdt00_000.0 Request processed in 50us (95us total) trans 0 rc -2/-2 00000100:00100000:1.0:1718930702.868675:0:32457:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20665 00000100:00100000:2.0:1718930702.868678:0:6837:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880124689c80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733033600:0@lo:1000:mdt00_000.0 00010000:00010000:2.0:1718930702.868696:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008350f180/0x4c38e74a5472953a lrc: 3/0,1 mode: --/EX res: [0x240000402:0x609:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.868702:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008350f180/0x4c38e74a5472953a lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x609:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.868707:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008350f180/0x4c38e74a5472953a lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x609:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.868720:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350e400/0x4c38e74a54729541 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x609:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.868725:0:6837:0:(ldlm_request.c:1029:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000001000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350e400/0x4c38e74a54729541 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x609:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.868731:0:6837:0:(ldlm_request.c:1117:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350e400/0x4c38e74a54729541 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x609:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930702.868740:0:6837:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880124689c80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733033664:0@lo:101:mdt00_000.0 00000100:00100000:2.0:1718930702.868757:0:6837:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718930702.868767:0:6837:0:(client.c:2492:ptlrpc_set_wait()) set ffff880133dd3a80 going to sleep for 6 seconds 00000100:00100000:1.0:1718930702.868768:0:32457:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733033664 00000100:00100000:1.0:1718930702.868777:0:32457:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20666 00000100:00100000:1.0:1718930702.868779:0:32457:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880124688e40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+7:6837:x1802425733033664:12345-0@lo:101:mdt00_000.0 00010000:00010000:1.0:1718930702.868782:0:32457:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1718930702.868788:0:32457:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b98c0/0x4c38e74a54729548 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x609:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4c38e74a54729541 expref: -99 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.868796:0:32457:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b98c0/0x4c38e74a54729548 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x609:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000001000000 nid: 0@lo remote: 0x4c38e74a54729541 expref: 8 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.868800:0:32457:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b98c0/0x4c38e74a54729548 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x609:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0x4c38e74a54729541 expref: 8 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.868819:0:32457:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x609:0x0].0x0 (ffff880098470400) 00010000:00010000:1.0:1718930702.868821:0:32457:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 47 00010000:00010000:1.0:1718930702.868822:0:32457:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff8800849b98c0, rc 0) 00000100:00100000:1.0:1718930702.868843:0:32457:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880124688e40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+8:6837:x1802425733033664:12345-0@lo:101:mdt00_000.0 Request processed in 64us (87us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930702.868846:0:32457:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20666 00000100:00100000:2.0:1718930702.868863:0:6837:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880124689c80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733033664:0@lo:101:mdt00_000.0 00010000:00010000:2.0:1718930702.868869:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350e400/0x4c38e74a54729541 lrc: 4/0,1 mode: EX/EX res: [0x240000402:0x609:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0x4c38e74a54729548 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.868873:0:6837:0:(ldlm_request.c:799:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350e400/0x4c38e74a54729541 lrc: 4/0,1 mode: EX/EX res: [0x240000402:0x609:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0x4c38e74a54729548 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1718930702.868883:0:6837:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x240000402:0x609:0x0] 00000100:00100000:2.0:1718930702.869284:0:6837:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880124689c80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733033728:0@lo:403:mdt00_000.0 00000100:00100000:2.0:1718930702.869306:0:6837:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718930702.869323:0:6837:0:(client.c:2492:ptlrpc_set_wait()) set ffff880133dd3a80 going to sleep for 6 seconds 00000100:00100000:1.0:1718930702.869373:0:32457:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733033728 00000100:00100000:1.0:1718930702.869396:0:32457:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20667 00000100:00100000:1.0:1718930702.869398:0:32457:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8801246897c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+8:6837:x1802425733033728:12345-0@lo:403:mdt00_000.0 00000100:00100000:1.0:1718930702.870636:0:32457:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8801246897c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+8:6837:x1802425733033728:12345-0@lo:403:mdt00_000.0 Request processed in 1236us (1329us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930702.870640:0:32457:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20667 00000100:00100000:2.0:1718930702.870671:0:6837:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880124689c80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733033728:0@lo:403:mdt00_000.0 00000100:00100000:2.0:1718930702.871244:0:6837:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880124689c80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733033792:0@lo:1000:mdt00_000.0 00000100:00100000:2.0:1718930702.871264:0:6837:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718930702.871282:0:6837:0:(client.c:2492:ptlrpc_set_wait()) set ffff880133dd3000 going to sleep for 6 seconds 00000100:00100000:1.0:1718930702.871331:0:32457:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733033792 00000100:00100000:1.0:1718930702.871354:0:32457:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20668 00000100:00100000:1.0:1718930702.871356:0:32457:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880124689300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+8:6837:x1802425733033792:12345-0@lo:1000:mdt00_000.0 00000100:00100000:1.0:1718930702.871392:0:32457:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880124689300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+8:6837:x1802425733033792:12345-0@lo:1000:mdt00_000.0 Request processed in 35us (129us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930702.871396:0:32457:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20668 00000100:00100000:2.0:1718930702.871420:0:6837:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880124689c80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733033792:0@lo:1000:mdt00_000.0 00000100:00100000:2.0:1718930702.871485:0:6837:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880124689c80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733033856:0@lo:1000:mdt00_000.0 00000100:00100000:2.0:1718930702.871503:0:6837:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718930702.871521:0:6837:0:(client.c:2492:ptlrpc_set_wait()) set ffff880133dd3000 going to sleep for 6 seconds 00000100:00100000:1.0:1718930702.871531:0:32457:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733033856 00000100:00100000:1.0:1718930702.871546:0:32457:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20669 00000100:00100000:1.0:1718930702.871548:0:32457:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88009767d580 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+8:6837:x1802425733033856:12345-0@lo:1000:mdt00_000.0 00000100:00100000:1.0:1718930702.871580:0:32457:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88009767d580 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+8:6837:x1802425733033856:12345-0@lo:1000:mdt00_000.0 Request processed in 31us (77us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930702.871583:0:32457:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20669 00000100:00100000:2.0:1718930702.871591:0:6837:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880124689c80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733033856:0@lo:1000:mdt00_000.0 00000100:00100000:2.0:1718930702.871631:0:6837:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88009767e880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733033920:0@lo:1000:mdt00_000.0 00000100:00100000:2.0:1718930702.871648:0:6837:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718930702.871678:0:32457:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733033920 00000100:00100000:2.0:1718930702.871680:0:6837:0:(client.c:2492:ptlrpc_set_wait()) set ffff880133dd33c0 going to sleep for 6 seconds 00000100:00100000:1.0:1718930702.871689:0:32457:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20670 00000100:00100000:1.0:1718930702.871690:0:32457:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880124689c80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+8:6837:x1802425733033920:12345-0@lo:1000:mdt00_000.0 00000100:00100000:1.0:1718930702.871715:0:32457:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880124689c80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+8:6837:x1802425733033920:12345-0@lo:1000:mdt00_000.0 Request processed in 24us (67us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930702.871717:0:32457:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20670 00000100:00100000:2.0:1718930702.871726:0:6837:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88009767e880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733033920:0@lo:1000:mdt00_000.0 00000100:00100000:2.0:1718930702.871766:0:6837:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88009767e880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733033984:0@lo:1000:mdt00_000.0 00000100:00100000:2.0:1718930702.871784:0:6837:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718930702.871801:0:6837:0:(client.c:2492:ptlrpc_set_wait()) set ffff880133dd33c0 going to sleep for 6 seconds 00000100:00100000:1.0:1718930702.871809:0:32457:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733033984 00000100:00100000:1.0:1718930702.871824:0:32457:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20671 00000100:00100000:1.0:1718930702.871826:0:32457:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880083c1f6c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:6837:x1802425733033984:12345-0@lo:1000:mdt00_000.0 00000100:00100000:1.0:1718930702.871858:0:32457:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880083c1f6c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:6837:x1802425733033984:12345-0@lo:1000:mdt00_000.0 Request processed in 32us (75us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930702.871861:0:32457:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20671 00000100:00100000:2.0:1718930702.871871:0:6837:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88009767e880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733033984:0@lo:1000:mdt00_000.0 00000040:00080000:2.0:1718930702.872073:0:6837:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x200000bd0:0x2:0x0].753, 1064 off566328 00000040:00080000:2.0:1718930702.872104:0:6837:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x240000404:0x2:0x0].754, 1144 off629352 00000004:00080000:2.0:1718930702.872108:0:6837:0:(osp_trans.c:1598:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff8800a1683780 with version 1477 00000004:00080000:0.0:1718930702.872142:0:32441:0:(osp_trans.c:1343:osp_get_next_request()) ou ffff88007fc1bf00 version 1477 rpc_version 1477 00000100:00100000:0.0:1718930702.872164:0:32441:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880083dc5a40 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:32441:1802425733034048:0@lo:1000:osp_up1-0.0 00000100:00100000:0.0:1718930702.872191:0:32441:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1718930702.872209:0:32441:0:(client.c:2492:ptlrpc_set_wait()) set ffff880084cb6b40 going to sleep for 6 seconds 00000100:00100000:1.0:1718930702.872217:0:32457:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733034048 00000100:00100000:1.0:1718930702.872230:0:32457:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20672 00000100:00100000:1.0:1718930702.872232:0:32457:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da1a050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+8:32441:x1802425733034048:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:1.0:1718930702.872383:0:32457:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da1a050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+9:32441:x1802425733034048:12345-0@lo:1000:osp_up1-0.0 Request processed in 149us (192us total) trans 4294987116 rc 0/0 00000100:00100000:1.0:1718930702.872387:0:32457:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20672 00000100:00100000:0.0:1718930702.872423:0:32441:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880083dc5a40 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:32441:1802425733034048:0@lo:1000:osp_up1-0.0 00000004:00010000:2.0:1718930702.872458:0:6837:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff880083dc5580 reply state ffff880097b72000 transno 8589959516 ns: mdt-lustre-MDT0000_UUID lock: ffff88008350f180/0x4c38e74a5472953a lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x609:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1718930702.872467:0:6837:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x240000402:0x609:0x0] 00010000:00010000:2.0:1718930702.872470:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350e400/0x4c38e74a54729541 lrc: 4/0,1 mode: EX/EX res: [0x240000402:0x609:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0x4c38e74a54729548 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.872475:0:6837:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350e400/0x4c38e74a54729541 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x609:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0x4c38e74a54729548 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1718930702.872481:0:6837:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff880083dc5580 reply state ffff880097b72000 transno 8589959516 ns: mdt-lustre-MDT0000_UUID lock: ffff88008350c000/0x4c38e74a54729533 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x79d:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1718930702.872537:0:6837:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x240000400:0x1a6:0x0] 00010000:00010000:2.0:1718930702.872540:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350c6c0/0x4c38e74a5472951e lrc: 4/0,1 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0x4c38e74a54729525 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.872545:0:6837:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350c6c0/0x4c38e74a5472951e lrc: 3/0,0 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0x4c38e74a54729525 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1718930702.872551:0:6837:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff880083dc5580 reply state ffff880097b72000 transno 8589959516 ns: mdt-lustre-MDT0000_UUID lock: ffff88008350d440/0x4c38e74a5472952c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1718930702.872556:0:6837:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x240000402:0x608:0x0] 00010000:00010000:2.0:1718930702.872558:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350e640/0x4c38e74a54729510 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0x4c38e74a54729517 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.872562:0:6837:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350e640/0x4c38e74a54729510 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0x4c38e74a54729517 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.872567:0:6837:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008350e880/0x4c38e74a54729509 lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.872571:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008350e880/0x4c38e74a54729509 lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.872576:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008350e880/0x4c38e74a54729509 lrc: 2/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.872580:0:6837:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008350e880/0x4c38e74a54729509 lrc: 3/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.872588:0:6837:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008350e880 already unused, calling callback (ffffffffa080a190) 00010000:00010000:2.0:1718930702.872590:0:6837:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008350e880/0x4c38e74a54729509 lrc: 3/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.872594:0:6837:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008350e880/0x4c38e74a54729509 lrc: 4/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.872601:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000004:0x1:0x0].0x0 (ffff880093297500) 00010000:00010000:2.0:1718930702.872603:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718930702.872605:0:6837:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008350e880/0x4c38e74a54729509 lrc: 2/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.872609:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008350e880/0x4c38e74a54729509 lrc: 0/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930702.872644:0:6837:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880083dc5580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+24:26684:x1802425753272576:12345-192.168.204.9@tcp:36:lfs.0 Request processed in 8330us (8429us total) trans 8589959516 rc 0/0 00000100:00100000:2.0:1718930702.872649:0:6837:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230772 00010000:00010000:3.0:1718930702.873175:0:3306:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008350d440/0x4c38e74a5472952c lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.873183:0:3306:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x79c:0x0].0x0 (ffff880093297000) 00010000:00010000:3.0:1718930702.873184:0:3306:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1718930702.873186:0:3306:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008350c000/0x4c38e74a54729533 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x79d:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.873190:0:3306:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x79d:0x0].0x0 (ffff880093297400) 00010000:00010000:3.0:1718930702.873190:0:3306:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 7f 00010000:00010000:3.0:1718930702.873192:0:3306:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008350f180/0x4c38e74a5472953a lrc: 3/0,1 mode: COS/COS res: [0x240000402:0x609:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.873194:0:3306:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x609:0x0].0x0 (ffff880093297b00) 00010000:00010000:3.0:1718930702.873195:0:3306:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1 00000100:00100000:0.0:1718930702.873369:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1718930702.873402:0:6837:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753272640 00000100:00100000:2.0:1718930702.873417:0:6837:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230773 00000100:00100000:2.0:1718930702.873419:0:6837:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880083dc1300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+24:26684:x1802425753272640:12345-192.168.204.9@tcp:34:lfs.0 00010000:00010000:2.0:1718930702.873450:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008350fcc0/0x4c38e74a5472954f lrc: 3/1,0 mode: --/CR res: [0x200000402:0x79c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.873455:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008350fcc0/0x4c38e74a5472954f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.873459:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008350fcc0/0x4c38e74a5472954f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.873466:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008350ed00/0x4c38e74a54729556 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x79c:0x0].0x3866 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.873469:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008350ed00/0x4c38e74a54729556 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x79c:0x0].0x3866 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.873472:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008350ed00/0x4c38e74a54729556 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x79c:0x0].0x3866 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.873492:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008350e1c0/0x4c38e74a5472955d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7a5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.873496:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008350e1c0/0x4c38e74a5472955d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7a5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.873500:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008350e1c0/0x4c38e74a5472955d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7a5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1718930702.873516:0:6837:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008350e1c0/0x4c38e74a5472955d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7a5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.873520:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008350fcc0/0x4c38e74a5472954f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.873523:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008350fcc0/0x4c38e74a5472954f lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.873526:0:6837:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008350fcc0/0x4c38e74a5472954f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.873532:0:6837:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008350fcc0 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:2.0:1718930702.873533:0:6837:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008350fcc0/0x4c38e74a5472954f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.873536:0:6837:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008350fcc0/0x4c38e74a5472954f lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.873540:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x79c:0x0].0x0 (ffff880093297000) 00010000:00010000:2.0:1718930702.873541:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718930702.873542:0:6837:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008350fcc0/0x4c38e74a5472954f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.873545:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008350fcc0/0x4c38e74a5472954f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.873549:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008350ed00/0x4c38e74a54729556 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x79c:0x0].0x3866 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.873552:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008350ed00/0x4c38e74a54729556 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x79c:0x0].0x3866 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.873555:0:6837:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008350ed00/0x4c38e74a54729556 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x79c:0x0].0x3866 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.873557:0:6837:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008350ed00 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:2.0:1718930702.873558:0:6837:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008350ed00/0x4c38e74a54729556 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x79c:0x0].0x3866 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.873561:0:6837:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008350ed00/0x4c38e74a54729556 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x79c:0x0].0x3866 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.873564:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x79c:0x0].0x3866 (ffff88011ea76300) 00010000:00010000:2.0:1718930702.873566:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718930702.873567:0:6837:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008350ed00/0x4c38e74a54729556 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x79c:0x0].0x3866 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.873569:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008350ed00/0x4c38e74a54729556 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x79c:0x0].0x3866 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.873574:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008350e1c0/0x4c38e74a5472955d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7a5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.873577:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008350e1c0/0x4c38e74a5472955d lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7a5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.873579:0:6837:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008350e1c0/0x4c38e74a5472955d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7a5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.873582:0:6837:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008350e1c0 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:2.0:1718930702.873583:0:6837:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008350e1c0/0x4c38e74a5472955d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7a5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.873586:0:6837:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008350e1c0/0x4c38e74a5472955d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7a5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.873589:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7a5:0x0].0x0 (ffff88012d7bb300) 00010000:00010000:2.0:1718930702.873589:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718930702.873590:0:6837:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008350e1c0/0x4c38e74a5472955d lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7a5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.873595:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008350e1c0/0x4c38e74a5472955d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7a5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930702.873616:0:6837:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880083dc1300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+24:26684:x1802425753272640:12345-192.168.204.9@tcp:34:lfs.0 Request processed in 196us (249us total) trans 0 rc 0/0 00000100:00100000:2.0:1718930702.873620:0:6837:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230773 00000100:00100000:0.0:1718930702.874242:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1718930702.874275:0:6837:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753272768 00000100:00100000:2.0:1718930702.874288:0:6837:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230774 00000100:00100000:2.0:1718930702.874290:0:6837:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e3acc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+24:26684:x1802425753272768:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:2.0:1718930702.874295:0:6837:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1718930702.874300:0:6837:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008350c480/0x4c38e74a54729564 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7a5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xceea94147812fa6e expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.874325:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008350db00/0x4c38e74a5472956b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7a5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.874329:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008350db00/0x4c38e74a5472956b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7a5:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.874333:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008350db00/0x4c38e74a5472956b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7a5:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00200000:2.0:1718930702.874338:0:6837:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x7a5:0x0]: returning size 0 00010000:00010000:2.0:1718930702.874363:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008350c480/0x4c38e74a54729564 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7a5:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fa6e expref: 27 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.874370:0:6837:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008350db00/0x4c38e74a5472956b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7a5:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fa6e expref: 26 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.874377:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7a5:0x0].0x0 (ffff88012d7bb300) 00010000:00010000:2.0:1718930702.874378:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1718930702.874379:0:6837:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88008350db00, rc 0) 00000100:00100000:2.0:1718930702.874394:0:6837:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e3acc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+26:26684:x1802425753272768:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 104us (154us total) trans 8589959517 rc 0/0 00000100:00100000:2.0:1718930702.874398:0:6837:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230774 00000100:00100000:0.0:1718930702.875052:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1718930702.875085:0:22545:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753272832 00000100:00100000:2.0:1718930702.875104:0:22545:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.204.9@tcp, with round 484 00000100:00100000:2.0:1718930702.875107:0:22545:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88009840c280 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8a07974b-7506-4725-beb3-4b5c6f8f9250+7:1877:x1802425753272832:12345-192.168.204.9@tcp:1:lfs.0 00002000:00010000:2.0:1718930702.875123:0:22545:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x585:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1718930702.875125:0:22545:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008350ef40/0x4c38e74a54729579 lrc: 3/0,1 mode: --/PW res: [0x585:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.875131:0:22545:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1718930702.875132:0:22545:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1718930702.875133:0:22545:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008350ef40/0x4c38e74a54729579 lrc: 3/0,1 mode: PW/PW res: [0x585:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.875138:0:22545:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008350ef40/0x4c38e74a54729579 lrc: 3/0,1 mode: PW/PW res: [0x585:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.875143:0:22545:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008350ef40/0x4c38e74a54729579 lrc: 3/0,1 mode: PW/PW res: [0x585:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.875146:0:22545:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008350ef40/0x4c38e74a54729579 lrc: 2/0,0 mode: PW/PW res: [0x585:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.875162:0:22545:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1718930702.875180:0:22545:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88009840c280 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8a07974b-7506-4725-beb3-4b5c6f8f9250+7:1877:x1802425753272832:12345-192.168.204.9@tcp:1:lfs.0 Request processed in 72us (130us total) trans 0 rc 0/0 00000100:00100000:2.0:1718930702.875183:0:22545:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.204.9@tcp, with round 484 00010000:00010000:1.0:1718930702.875213:0:8059:0:(ldlm_lockd.c:2784:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1718930702.875217:0:8059:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008350ef40/0x4c38e74a54729579 lrc: 2/0,0 mode: PW/PW res: [0x585:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.875224:0:8059:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008350ef40 already unused, calling callback (ffffffffa080a190) 00010000:00010000:1.0:1718930702.875225:0:8059:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008350ef40/0x4c38e74a54729579 lrc: 2/0,0 mode: PW/PW res: [0x585:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.875229:0:8059:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008350ef40/0x4c38e74a54729579 lrc: 3/0,0 mode: PW/PW res: [0x585:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.875238:0:8059:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008350ef40/0x4c38e74a54729579 lrc: 1/0,0 mode: --/PW res: [0x585:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.875241:0:8059:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008350ef40/0x4c38e74a54729579 lrc: 0/0,0 mode: --/PW res: [0x585:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.875250:0:8059:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1718930702.875250:0:8059:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1718930702.875251:0:8059:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1718930702.875841:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1718930702.875873:0:6837:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753272960 00000100:00100000:2.0:1718930702.875887:0:6837:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230775 00000100:00100000:2.0:1718930702.875889:0:6837:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88009840af80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+26:26684:x1802425753272960:12345-192.168.204.9@tcp:36:lfs.0 00010000:00010000:2.0:1718930702.875903:0:6837:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1718930702.875910:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099ad9680/0x4c38e74a54729119 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7a5:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812f987 expref: 26 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.875916:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7a5:0x0].0x0 (ffff88012d7bb300) 00010000:00010000:2.0:1718930702.875918:0:6837:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1718930702.875922:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008350fa80/0x4c38e74a54729580 lrc: 3/0,1 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.875927:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008350fa80/0x4c38e74a54729580 lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.875930:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008350fa80/0x4c38e74a54729580 lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930702.875946:0:6837:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880083c1c740 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733034112:0@lo:1000:mdt00_000.0 00000100:00100000:2.0:1718930702.875961:0:6837:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718930702.875975:0:6837:0:(client.c:2492:ptlrpc_set_wait()) set ffff880133dd33c0 going to sleep for 6 seconds 00000100:00100000:1.0:1718930702.876031:0:32457:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733034112 00000100:00100000:1.0:1718930702.876055:0:32457:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20673 00000100:00100000:1.0:1718930702.876057:0:32457:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880083c1da40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+9:6837:x1802425733034112:12345-0@lo:1000:mdt00_000.0 00000100:00100000:1.0:1718930702.876094:0:32457:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880083c1da40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+9:6837:x1802425733034112:12345-0@lo:1000:mdt00_000.0 Request processed in 36us (132us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930702.876098:0:32457:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20673 00000100:00100000:2.0:1718930702.876112:0:6837:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880083c1c740 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733034112:0@lo:1000:mdt00_000.0 00000100:00100000:2.0:1718930702.876131:0:6837:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880083c1c740 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733034176:0@lo:1000:mdt00_000.0 00000100:00100000:2.0:1718930702.876143:0:6837:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718930702.876156:0:6837:0:(client.c:2492:ptlrpc_set_wait()) set ffff880133dd33c0 going to sleep for 6 seconds 00000100:00100000:1.0:1718930702.876169:0:32457:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733034176 00000100:00100000:1.0:1718930702.876184:0:32457:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20674 00000100:00100000:1.0:1718930702.876186:0:32457:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880083c1d0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+9:6837:x1802425733034176:12345-0@lo:1000:mdt00_000.0 00000100:00100000:1.0:1718930702.876215:0:32457:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880083c1d0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+9:6837:x1802425733034176:12345-0@lo:1000:mdt00_000.0 Request processed in 28us (72us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930702.876218:0:32457:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20674 00000100:00100000:2.0:1718930702.876221:0:6837:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880083c1c740 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733034176:0@lo:1000:mdt00_000.0 00000100:00100000:2.0:1718930702.876539:0:6837:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880083c1c740 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733034240:0@lo:403:mdt00_000.0 00000100:00100000:2.0:1718930702.876554:0:6837:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718930702.876567:0:6837:0:(client.c:2492:ptlrpc_set_wait()) set ffff880133dd3180 going to sleep for 6 seconds 00000100:00100000:1.0:1718930702.876586:0:32457:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733034240 00000100:00100000:1.0:1718930702.876603:0:32457:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20675 00000100:00100000:1.0:1718930702.876605:0:32457:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880083c1f6c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+9:6837:x1802425733034240:12345-0@lo:403:mdt00_000.0 00000100:00100000:1.0:1718930702.877564:0:32457:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880083c1f6c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+9:6837:x1802425733034240:12345-0@lo:403:mdt00_000.0 Request processed in 958us (1009us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930702.877569:0:32457:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20675 00000100:00100000:2.0:1718930702.877629:0:6837:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880083c1c740 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733034240:0@lo:403:mdt00_000.0 00010000:00010000:2.0:1718930702.878016:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350dd40/0x4c38e74a54729587 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x608:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.878021:0:6837:0:(ldlm_request.c:1029:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000001000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350dd40/0x4c38e74a54729587 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.878025:0:6837:0:(ldlm_request.c:1117:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350dd40/0x4c38e74a54729587 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930702.878032:0:6837:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880083c1c740 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733034304:0@lo:101:mdt00_000.0 00000100:00100000:2.0:1718930702.878048:0:6837:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718930702.878065:0:6837:0:(client.c:2492:ptlrpc_set_wait()) set ffff880133dd3180 going to sleep for 6 seconds 00000100:00100000:1.0:1718930702.878080:0:32457:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733034304 00000100:00100000:1.0:1718930702.878097:0:32457:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20676 00000100:00100000:1.0:1718930702.878099:0:32457:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88009767cc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+9:6837:x1802425733034304:12345-0@lo:101:mdt00_000.0 00010000:00010000:1.0:1718930702.878103:0:32457:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1718930702.878109:0:32457:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b8240/0x4c38e74a5472958e lrc: 2/0,0 mode: --/PW res: [0x240000402:0x608:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4c38e74a54729587 expref: -99 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.878118:0:32457:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff880097206880/0x4c38e74a54729517 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0x4c38e74a54729510 expref: 10 pid: 6843 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.878122:0:32457:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b8240/0x4c38e74a5472958e lrc: 4/0,0 mode: --/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000001000000 nid: 0@lo remote: 0x4c38e74a54729587 expref: 10 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.878133:0:32457:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff880097206880/0x4c38e74a54729517 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000001000020 nid: 0@lo remote: 0x4c38e74a54729510 expref: 10 pid: 6843 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718930702.878139:0:32457:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880134613dc0 pname:cluuid:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001_UUID:32457:1802425733034368:0@lo:104: 00000100:00100000:1.0:1718930702.878153:0:32457:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718930702.878166:0:32457:0:(client.c:2492:ptlrpc_set_wait()) set ffff8800a1b5b3c0 going to sleep for 6 seconds 00000100:00100000:2.0:1718930702.878182:0:6824:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733034368 00000100:00100000:2.0:1718930702.878202:0:6824:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5509 00000100:00100000:2.0:1718930702.878204:0:6824:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880134614740 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0000-mdtlov_UUID+4:32457:x1802425733034368:12345-0@lo:104: 00010000:00010000:2.0:1718930702.878233:0:6824:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1718930702.878236:0:6824:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880134614740 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0000-mdtlov_UUID+4:32457:x1802425733034368:12345-0@lo:104: Request processed in 31us (83us total) trans 0 rc 0/0 00000100:00100000:2.0:1718930702.878239:0:6824:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5509 00000100:00100000:1.0:1718930702.878246:0:32457:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880134613dc0 pname:cluuid:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001_UUID:32457:1802425733034368:0@lo:104: 00010000:00010000:1.0:1718930702.878257:0:32457:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b8240/0x4c38e74a5472958e lrc: 3/0,0 mode: --/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0x4c38e74a54729587 expref: 10 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.878262:0:32457:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x608:0x0].0x0 (ffff8800b4b15200) 00010000:00010000:1.0:1718930702.878263:0:32457:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1718930702.878264:0:32457:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b8240/0x4c38e74a5472958e lrc: 3/0,0 mode: --/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0x4c38e74a54729587 expref: 10 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.878268:0:32457:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff8800849b8240, rc 0) 00000100:00100000:1.0:1718930702.878282:0:32457:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88009767cc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+10:6837:x1802425733034304:12345-0@lo:101:mdt00_000.0 Request processed in 183us (234us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930702.878285:0:32457:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20676 00010000:00010000:3.0:1718930702.878291:0:6829:0:(ldlm_lockd.c:2784:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:2.0:1718930702.878291:0:6837:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880083c1c740 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733034304:0@lo:101:mdt00_000.0 00010000:00010000:3.0:1718930702.878295:0:6829:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350e640/0x4c38e74a54729510 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1400001000000 nid: local remote: 0x4c38e74a54729517 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.878297:0:6837:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350dd40/0x4c38e74a54729587 lrc: 4/0,1 mode: --/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0x4c38e74a5472958e expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.878301:0:6829:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008350e640 already unused, calling callback (ffffffffa0ea60e0) 00010000:00010000:2.0:1718930702.878301:0:6837:0:(ldlm_request.c:286:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350dd40/0x4c38e74a54729587 lrc: 4/0,1 mode: --/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0x4c38e74a5472958e expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.878304:0:6829:0:(ldlm_request.c:1235:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350e640/0x4c38e74a54729510 lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT gid 0 flags: 0x1408401000000 nid: local remote: 0x4c38e74a54729517 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1718930702.878308:0:6829:0:(mdt_handler.c:3608:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350e640/0x4c38e74a54729510 lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x1409401000000 nid: local remote: 0x4c38e74a54729517 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.878322:0:6829:0:(ldlm_request.c:1301:ldlm_cancel_pack()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350e640/0x4c38e74a54729510 lrc: 2/0,0 mode: --/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x5c09401000000 nid: local remote: 0x4c38e74a54729517 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.878328:0:6829:0:(ldlm_request.c:1305:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1718930702.878345:0:6829:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350e640/0x4c38e74a54729510 lrc: 1/0,0 mode: --/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x5c09401000000 nid: local remote: 0x4c38e74a54729517 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.878349:0:6829:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350e640/0x4c38e74a54729510 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x5c09401000000 nid: local remote: 0x4c38e74a54729517 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718930702.878350:0:3322:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1718930702.878354:0:3322:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88011e3017c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3322:1802425733034432:0@lo:103:ldlm_bl_02.0 00010000:00010000:3.0:1718930702.878355:0:6829:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1718930702.878356:0:6829:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1718930702.878356:0:6829:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1718930702.878367:0:3322:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718930702.878380:0:6826:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733034432 00010000:00010000:3.0:1718930702.878389:0:6826:0:(ldlm_lockd.c:2633:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff880097206880/0x4c38e74a54729517 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000401000020 nid: 0@lo remote: 0x4c38e74a54729510 expref: 10 pid: 6843 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718930702.878399:0:6826:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63306 00000100:00100000:3.0:1718930702.878402:0:6826:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880134613dc0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000-mdtlov_UUID+10:3322:x1802425733034432:12345-0@lo:103:ldlm_bl_02.0 00010000:00010000:3.0:1718930702.878406:0:6826:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000001:00080000:0.0:1718930702.878954:0:8049:0:(tgt_lastrcvd.c:926:tgt_cb_last_committed()) lustre-MDT0001: transno 4294987116 is committed 00000020:00080000:0.0:1718930702.878959:0:8049:0:(update_trans.c:1351:distribute_txn_batchid_cb()) lustre-MDT0001: 3548 batchid updated 00000020:00080000:2.0:1718930702.878988:0:8070:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 3548 00000040:00100000:2.0:1718930702.878993:0:8070:0:(llog.c:235:llog_cancel_arr_rec()) Canceling 1 records, first 1501 in log [0x3:0x401:0x2] 00000004:00080000:2.0:1718930702.879007:0:8070:0:(osp_trans.c:1598:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff880084a52100 with version 7101 00000020:00080000:2.0:1718930702.879012:0:8070:0:(update_trans.c:1313:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 3548 cancel update log [0x3:0x401:0x2].1501: rc = 0 00000040:00100000:2.0:1718930702.879014:0:8070:0:(llog.c:235:llog_cancel_arr_rec()) Canceling 1 records, first 1128 in log [0x3:0x40000400:0x2] 00000004:00080000:0.0:1718930702.879019:0:8063:0:(osp_trans.c:1343:osp_get_next_request()) ou ffff88012a3cd000 version 7101 rpc_version 7101 00000020:00080000:2.0:1718930702.879036:0:8070:0:(update_trans.c:1313:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 3548 cancel update log [0x3:0x40000400:0x2].1128: rc = 0 00000100:00100000:0.0:1718930702.879036:0:8063:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880082079c80 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:8063:1802425733034496:0@lo:1000:osp_up0-1.0 00000020:00080000:2.0:1718930702.879040:0:8070:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 3548 00010000:00010000:3.0:1718930702.879057:0:6826:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880097206880/0x4c38e74a54729517 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801401000020 nid: 0@lo remote: 0x4c38e74a54729510 expref: 9 pid: 6843 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718930702.879058:0:8063:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1718930702.879066:0:6826:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x608:0x0].0x0 (ffff8800b4b15200) 00010000:00010000:3.0:1718930702.879068:0:6826:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b8240/0x4c38e74a5472958e lrc: 2/0,0 mode: --/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0x4c38e74a54729587 expref: 8 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.879073:0:6826:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b8240/0x4c38e74a5472958e lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080001000000 nid: 0@lo remote: 0x4c38e74a54729587 expref: 8 pid: 32457 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718930702.879074:0:8063:0:(client.c:2492:ptlrpc_set_wait()) set ffff880084cb6b40 going to sleep for 6 seconds 00010000:00010000:3.0:1718930702.879076:0:6826:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b8240/0x4c38e74a5472958e lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080001000000 nid: 0@lo remote: 0x4c38e74a54729587 expref: 8 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.879089:0:6826:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b8240/0x4c38e74a5472958e lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0x4c38e74a54729587 expref: 8 pid: 32457 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718930702.879094:0:6826:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88011e300000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001_UUID:6826:1802425733034560:0@lo:105: 00000100:00100000:3.0:1718930702.879112:0:6826:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718930702.879124:0:32457:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733034496 00000100:00100000:3.0:1718930702.879130:0:6826:0:(client.c:2492:ptlrpc_set_wait()) set ffff88008c2ed840 going to sleep for 6 seconds 00000100:00100000:2.0:1718930702.879141:0:6824:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733034560 00000100:00100000:1.0:1718930702.879141:0:32457:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20677 00000100:00100000:1.0:1718930702.879144:0:32457:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88008207b440 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+7:8063:x1802425733034496:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1718930702.879152:0:6824:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5510 00000100:00100000:2.0:1718930702.879154:0:6824:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e300e40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0000-mdtlov_UUID+4:6826:x1802425733034560:12345-0@lo:105: 00010000:00010000:2.0:1718930702.879158:0:6824:0:(ldlm_lockd.c:1933:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350dd40/0x4c38e74a54729587 lrc: 5/0,1 mode: --/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0x4c38e74a5472958e expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.879163:0:6824:0:(ldlm_lockd.c:2010:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350dd40/0x4c38e74a54729587 lrc: 5/0,1 mode: --/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0x4c38e74a5472958e expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.879166:0:6824:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350dd40/0x4c38e74a54729587 lrc: 5/0,1 mode: PW/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080001000000 nid: local remote: 0x4c38e74a5472958e expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.879169:0:6824:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350dd40/0x4c38e74a54729587 lrc: 6/0,1 mode: PW/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080001000000 nid: local remote: 0x4c38e74a5472958e expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.879175:0:6824:0:(ldlm_lockd.c:2038:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350dd40/0x4c38e74a54729587 lrc: 6/0,1 mode: PW/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1080001000000 nid: local remote: 0x4c38e74a5472958e expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.879188:0:6824:0:(ldlm_lockd.c:2049:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff88008350dd40) 00000100:00100000:1.0:1718930702.879197:0:32457:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88008207b440 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+8:8063:x1802425733034496:12345-0@lo:1000:osp_up0-1.0 Request processed in 52us (139us total) trans 8589959518 rc 0/0 00000100:00100000:1.0:1718930702.879201:0:32457:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20677 00010000:00010000:3.0:1718930702.879205:0:6837:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350dd40/0x4c38e74a54729587 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0x4c38e74a5472958e expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.879211:0:6837:0:(ldlm_request.c:799:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350dd40/0x4c38e74a54729587 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0x4c38e74a5472958e expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930702.879212:0:6824:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e300e40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0000-mdtlov_UUID+4:6826:x1802425733034560:12345-0@lo:105: Request processed in 56us (100us total) trans 0 rc 0/0 00000100:00100000:0.0:1718930702.879213:0:8063:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880082079c80 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:8063:1802425733034496:0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1718930702.879215:0:6824:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5510 00000100:00100000:3.0:1718930702.879233:0:6826:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88011e300000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001_UUID:6826:1802425733034560:0@lo:105: 00010000:00010000:3.0:1718930702.879239:0:6826:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1718930702.879260:0:6826:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880134613dc0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000-mdtlov_UUID+8:3322:x1802425733034432:12345-0@lo:103:ldlm_bl_02.0 Request processed in 858us (893us total) trans 0 rc 0/0 00000100:00100000:3.0:1718930702.879264:0:6826:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63306 00000100:00100000:1.0:1718930702.879277:0:3322:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88011e3017c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3322:1802425733034432:0@lo:103:ldlm_bl_02.0 00010000:00010000:3.0:1718930702.879284:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff880097207a80/0x4c38e74a54729595 lrc: 3/0,1 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.879288:0:6837:0:(ldlm_request.c:1029:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000001000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff880097207a80/0x4c38e74a54729595 lrc: 3/0,1 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.879292:0:6837:0:(ldlm_request.c:1117:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff880097207a80/0x4c38e74a54729595 lrc: 3/0,1 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718930702.879298:0:6837:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88011e300000 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733034624:0@lo:101:mdt00_000.0 00000100:00100000:3.0:1718930702.879309:0:6837:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718930702.879315:0:6837:0:(client.c:2492:ptlrpc_set_wait()) set ffff88008c2ed840 going to sleep for 6 seconds 00000100:00100000:1.0:1718930702.879318:0:32457:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733034624 00000100:00100000:1.0:1718930702.879327:0:32457:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20678 00000100:00100000:1.0:1718930702.879330:0:32457:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e300980 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+8:6837:x1802425733034624:12345-0@lo:101:mdt00_000.0 00010000:00010000:1.0:1718930702.879334:0:32457:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1718930702.879339:0:32457:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b9f80/0x4c38e74a5472959c lrc: 2/0,0 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4c38e74a54729595 expref: -99 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.879349:0:32457:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8800849bb180/0x4c38e74a54729525 lrc: 2/0,0 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0x4c38e74a5472951e expref: 9 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.879353:0:32457:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b9f80/0x4c38e74a5472959c lrc: 4/0,0 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000001000000 nid: 0@lo remote: 0x4c38e74a54729595 expref: 9 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.879363:0:32457:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff8800849bb180/0x4c38e74a54729525 lrc: 3/0,0 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000001000020 nid: 0@lo remote: 0x4c38e74a5472951e expref: 9 pid: 32457 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718930702.879368:0:32457:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880134611300 pname:cluuid:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001_UUID:32457:1802425733034688:0@lo:104: 00000100:00100000:1.0:1718930702.879382:0:32457:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718930702.879397:0:32457:0:(client.c:2492:ptlrpc_set_wait()) set ffff8800a1b5b3c0 going to sleep for 6 seconds 00000100:00100000:2.0:1718930702.879410:0:6824:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733034688 00000100:00100000:2.0:1718930702.879419:0:6824:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5511 00000100:00100000:2.0:1718930702.879421:0:6824:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880134610e40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0000-mdtlov_UUID+4:32457:x1802425733034688:12345-0@lo:104: 00010000:00010000:2.0:1718930702.879484:0:6824:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1718930702.879487:0:6824:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880134610e40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0000-mdtlov_UUID+4:32457:x1802425733034688:12345-0@lo:104: Request processed in 65us (105us total) trans 0 rc 0/0 00000100:00100000:2.0:1718930702.879490:0:6824:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5511 00000100:00100000:1.0:1718930702.879499:0:32457:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880134611300 pname:cluuid:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001_UUID:32457:1802425733034688:0@lo:104: 00010000:00010000:3.0:1718930702.879500:0:11341:0:(ldlm_lockd.c:2784:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1718930702.879502:0:11341:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350c6c0/0x4c38e74a5472951e lrc: 3/0,0 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1400001000000 nid: local remote: 0x4c38e74a54729525 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.879507:0:11341:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008350c6c0 already unused, calling callback (ffffffffa0ea60e0) 00010000:00010000:1.0:1718930702.879508:0:32457:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b9f80/0x4c38e74a5472959c lrc: 3/0,0 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0x4c38e74a54729595 expref: 9 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.879509:0:11341:0:(ldlm_request.c:1235:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350c6c0/0x4c38e74a5472951e lrc: 4/0,0 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x1408401000000 nid: local remote: 0x4c38e74a54729525 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1718930702.879512:0:11341:0:(mdt_handler.c:3608:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350c6c0/0x4c38e74a5472951e lrc: 4/0,0 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x1409401000000 nid: local remote: 0x4c38e74a54729525 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.879513:0:32457:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a6:0x0].0x0 (ffff880098470100) 00010000:00010000:1.0:1718930702.879514:0:32457:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1718930702.879516:0:32457:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b9f80/0x4c38e74a5472959c lrc: 3/0,0 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0x4c38e74a54729595 expref: 9 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.879522:0:11341:0:(ldlm_request.c:1301:ldlm_cancel_pack()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350c6c0/0x4c38e74a5472951e lrc: 2/0,0 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x5c09401000000 nid: local remote: 0x4c38e74a54729525 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.879522:0:32457:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff8800849b9f80, rc 0) 00010000:00010000:3.0:1718930702.879525:0:11341:0:(ldlm_request.c:1305:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1718930702.879533:0:11341:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350c6c0/0x4c38e74a5472951e lrc: 1/0,0 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x5c09401000000 nid: local remote: 0x4c38e74a54729525 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.879536:0:11341:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350c6c0/0x4c38e74a5472951e lrc: 0/0,0 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x5c09401000000 nid: local remote: 0x4c38e74a54729525 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930702.879537:0:3320:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88011e301c80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3320:1802425733034752:0@lo:103:ldlm_bl_04.0 00000100:00100000:1.0:1718930702.879538:0:32457:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e300980 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+9:6837:x1802425733034624:12345-0@lo:101:mdt00_000.0 Request processed in 207us (228us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930702.879541:0:32457:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20678 00010000:00010000:3.0:1718930702.879542:0:11341:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1718930702.879542:0:11341:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1718930702.879543:0:11341:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1718930702.879552:0:3320:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718930702.879553:0:6837:0:(client.c:2892:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 4294987116 gen 2 00000004:00080000:3.0:1718930702.879555:0:6837:0:(osp_trans.c:1044:osp_request_commit_cb()) trans no 4294987116 committed transno 4294987116 00000100:00100000:3.0:1718930702.879565:0:6837:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88011e300000 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733034624:0@lo:101:mdt00_000.0 00000100:00100000:0.0:1718930702.879566:0:6826:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733034752 00010000:00010000:3.0:1718930702.879570:0:6837:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff880097207a80/0x4c38e74a54729595 lrc: 4/0,1 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0x4c38e74a5472959c expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.879577:0:6837:0:(ldlm_request.c:286:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-MDT0001-osp-MDT0000 lock: ffff880097207a80/0x4c38e74a54729595 lrc: 4/0,1 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0x4c38e74a5472959c expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.879577:0:6826:0:(ldlm_lockd.c:2633:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800849bb180/0x4c38e74a54729525 lrc: 3/0,0 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000401000020 nid: 0@lo remote: 0x4c38e74a5472951e expref: 9 pid: 32457 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718930702.879591:0:6826:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63307 00000100:00100000:0.0:1718930702.879595:0:6826:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880097678000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000-mdtlov_UUID+9:3320:x1802425733034752:12345-0@lo:103:ldlm_bl_04.0 00010000:00010000:0.0:1718930702.879601:0:6826:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1718930702.880096:0:6826:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800849bb180/0x4c38e74a54729525 lrc: 0/0,0 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801401000020 nid: 0@lo remote: 0x4c38e74a5472951e expref: 9 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.880112:0:6826:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a6:0x0].0x0 (ffff880098470100) 00010000:00010000:0.0:1718930702.880114:0:6826:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b9f80/0x4c38e74a5472959c lrc: 2/0,0 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0x4c38e74a54729595 expref: 8 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.880120:0:6826:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b9f80/0x4c38e74a5472959c lrc: 2/0,0 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080001000000 nid: 0@lo remote: 0x4c38e74a54729595 expref: 8 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.880125:0:6826:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b9f80/0x4c38e74a5472959c lrc: 3/0,0 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080001000000 nid: 0@lo remote: 0x4c38e74a54729595 expref: 8 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.880138:0:6826:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b9f80/0x4c38e74a5472959c lrc: 3/0,0 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0x4c38e74a54729595 expref: 8 pid: 32457 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718930702.880145:0:6826:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88013461cc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001_UUID:6826:1802425733034816:0@lo:105: 00000100:00100000:0.0:1718930702.880161:0:6826:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1718930702.880169:0:6826:0:(client.c:2492:ptlrpc_set_wait()) set ffff880084cb6b40 going to sleep for 6 seconds 00000100:00100000:2.0:1718930702.880172:0:6824:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733034816 00000100:00100000:2.0:1718930702.880185:0:6824:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5512 00000100:00100000:2.0:1718930702.880187:0:6824:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88013461f6c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0000-mdtlov_UUID+4:6826:x1802425733034816:12345-0@lo:105: 00010000:00010000:2.0:1718930702.880190:0:6824:0:(ldlm_lockd.c:1933:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0001-osp-MDT0000 lock: ffff880097207a80/0x4c38e74a54729595 lrc: 5/0,1 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0x4c38e74a5472959c expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.880194:0:6824:0:(ldlm_lockd.c:2010:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0001-osp-MDT0000 lock: ffff880097207a80/0x4c38e74a54729595 lrc: 5/0,1 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0x4c38e74a5472959c expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.880198:0:6824:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0001-osp-MDT0000 lock: ffff880097207a80/0x4c38e74a54729595 lrc: 5/0,1 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080001000000 nid: local remote: 0x4c38e74a5472959c expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.880201:0:6824:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff880097207a80/0x4c38e74a54729595 lrc: 6/0,1 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080001000000 nid: local remote: 0x4c38e74a5472959c expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.880204:0:6824:0:(ldlm_lockd.c:2038:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0001-osp-MDT0000 lock: ffff880097207a80/0x4c38e74a54729595 lrc: 6/0,1 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1080001000000 nid: local remote: 0x4c38e74a5472959c expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.880216:0:6824:0:(ldlm_lockd.c:2049:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff880097207a80) 00000100:00100000:2.0:1718930702.880232:0:6824:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88013461f6c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0000-mdtlov_UUID+4:6826:x1802425733034816:12345-0@lo:105: Request processed in 45us (71us total) trans 0 rc 0/0 00000100:00100000:2.0:1718930702.880235:0:6824:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5512 00000100:00100000:0.0:1718930702.880241:0:6826:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88013461cc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001_UUID:6826:1802425733034816:0@lo:105: 00010000:00010000:0.0:1718930702.880250:0:6826:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1718930702.880268:0:6826:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880097678000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000-mdtlov_UUID+8:3320:x1802425733034752:12345-0@lo:103:ldlm_bl_04.0 Request processed in 673us (715us total) trans 0 rc 0/0 00000100:00100000:0.0:1718930702.880273:0:6826:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63307 00010000:00010000:3.0:1718930702.880274:0:6837:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-MDT0001-osp-MDT0000 lock: ffff880097207a80/0x4c38e74a54729595 lrc: 4/0,1 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0x4c38e74a5472959c expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930702.880276:0:3320:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88011e301c80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3320:1802425733034752:0@lo:103:ldlm_bl_04.0 00010000:00010000:3.0:1718930702.880281:0:6837:0:(ldlm_request.c:799:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff880097207a80/0x4c38e74a54729595 lrc: 4/0,1 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0x4c38e74a5472959c expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1718930702.880292:0:6837:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x240000400:0x1a6:0x0] 00010000:00010000:3.0:1718930702.880300:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880097205d40/0x4c38e74a547295a3 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x79c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.880304:0:6837:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008350d440/0x4c38e74a5472952c lrc: 2/0,1 mode: COS/COS res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.880308:0:6837:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880097205d40/0x4c38e74a547295a3 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.880313:0:6837:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff88008350d440/0x4c38e74a5472952c lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210401000020 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00080000:00080000:3.0:1718930702.880322:0:6837:0:(osd_handler.c:2525:osd_commit_async()) lustre-MDT0000: async commit OSD 00010000:00010000:3.0:1718930702.880339:0:6837:0:(ldlm_request.c:286:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880097205d40/0x4c38e74a547295a3 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.880788:0:32428:0:(ldlm_request.c:1235:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350e400/0x4c38e74a54729541 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x609:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008401000000 nid: local remote: 0x4c38e74a54729548 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1718930702.880794:0:32428:0:(mdt_handler.c:3608:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350e400/0x4c38e74a54729541 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x609:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009401000000 nid: local remote: 0x4c38e74a54729548 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.880804:0:32428:0:(ldlm_request.c:1301:ldlm_cancel_pack()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350e400/0x4c38e74a54729541 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x609:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0x4c38e74a54729548 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.880807:0:32428:0:(ldlm_request.c:1305:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1718930702.880820:0:32428:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350e400/0x4c38e74a54729541 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x609:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0x4c38e74a54729548 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000001:00080000:0.0:1718930702.880829:0:32428:0:(tgt_lastrcvd.c:926:tgt_cb_last_committed()) lustre-MDT0000: transno 8589959518 is committed 00000001:00080000:0.0:1718930702.880834:0:32428:0:(tgt_lastrcvd.c:926:tgt_cb_last_committed()) lustre-MDT0000: transno 8589959517 is committed 00000100:00100000:2.0:1718930702.880836:0:3321:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88013461cc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3321:1802425733034880:0@lo:103:jbd2/dm-0-8.0 00000020:00080000:0.0:1718930702.880836:0:32428:0:(update_trans.c:80:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff880133dd3f00 refcount 2 committed 0 result 0 batchid 4295040263 00000020:00080000:0.0:1718930702.880838:0:32428:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff88011ea76500 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff880084a52b00 00000020:00080000:0.0:1718930702.880840:0:32428:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff88011ea76900 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff8800a1683780 00000020:00080000:0.0:1718930702.880841:0:32428:0:(update_trans.c:94:top_multiple_thandle_dump()) cookie [0x2:0x40000404:0x2].754 00000020:00080000:0.0:1718930702.880843:0:32428:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff880093297800 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff880093297c00 00000020:00080000:0.0:1718930702.880844:0:32428:0:(update_trans.c:94:top_multiple_thandle_dump()) cookie [0x2:0xbd0:0x2].753 00000100:00100000:2.0:1718930702.880853:0:3321:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1718930702.880861:0:3307:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: ffff88008350d440/0x4c38e74a5472952c lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210401000020 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718930702.880867:0:6826:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733034880 00010000:00010000:3.0:1718930702.880869:0:3307:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008350d440/0x4c38e74a5472952c lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210401000020 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.880875:0:3307:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008350d440/0x4c38e74a5472952c lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210401000020 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.880879:0:3307:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008350d440 already unused, calling callback (ffffffffa0ea5360) 00000100:00100000:0.0:1718930702.880880:0:6826:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9133 00010000:00010000:3.0:1718930702.880881:0:3307:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008350d440/0x4c38e74a5472952c lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210401000020 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718930702.880882:0:6826:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1cf0850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000-mdtlov_UUID+8:3321:x1802425733034880:12345-0@lo:103:jbd2/dm-0-8.0 00010000:00010000:3.0:1718930702.880887:0:3307:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008350d440/0x4c38e74a5472952c lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218401000020 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.880887:0:6826:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000004:00010000:0.0:1718930702.880893:0:6826:0:(mdt_lvb.c:117:mdt_dom_disk_lvbo_update()) res: [0x240000402:0x609:0x0] updating lvb mtime from disk: 0 -> 1718930701 00010000:00010000:3.0:1718930702.880895:0:3307:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x79c:0x0].0x0 (ffff880093297000) 00000004:00010000:0.0:1718930702.880895:0:6826:0:(mdt_lvb.c:123:mdt_dom_disk_lvbo_update()) res: [0x240000402:0x609:0x0] updating lvb atime from disk: 0 -> 1718930701 00000004:00010000:0.0:1718930702.880896:0:6826:0:(mdt_lvb.c:129:mdt_dom_disk_lvbo_update()) res: [0x240000402:0x609:0x0] updating lvb ctime from disk: 0 -> 1718930701 00010000:00010000:3.0:1718930702.880897:0:3307:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1718930702.880898:0:3307:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880097205d40/0x4c38e74a547295a3 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.880901:0:6826:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b98c0/0x4c38e74a54729548 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x609:0x0].0x0 bits 0x47/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801001000000 nid: 0@lo remote: 0x4c38e74a54729541 expref: 8 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.880904:0:3307:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880097205d40/0x4c38e74a547295a3 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000020:00080000:1.0:1718930702.880905:0:32454:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 4295040263 committed batchid 4295040262 00010000:00010000:3.0:1718930702.880909:0:3307:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097205d40/0x4c38e74a547295a3 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.880909:0:6826:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x609:0x0].0x0 (ffff880098470400) 00010000:00010000:0.0:1718930702.880913:0:6826:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1718930702.880924:0:3307:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008350d440/0x4c38e74a5472952c lrc: 2/0,0 mode: --/COS res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19401000020 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000020:00080000:1.0:1718930702.880928:0:32454:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4295040262 00000100:00100000:0.0:1718930702.880928:0:6826:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1cf0850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000-mdtlov_UUID+7:3321:x1802425733034880:12345-0@lo:103:jbd2/dm-0-8.0 Request processed in 45us (75us total) trans 0 rc 0/0 00010000:00010000:3.0:1718930702.880929:0:3307:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008350d440/0x4c38e74a5472952c lrc: 0/0,0 mode: --/COS res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19401000020 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930702.880932:0:3321:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88013461cc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3321:1802425733034880:0@lo:103:jbd2/dm-0-8.0 00000100:00100000:0.0:1718930702.880932:0:6826:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9133 00010000:00010000:3.0:1718930702.880938:0:3307:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: ffff88008350c000/0x4c38e74a54729533 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x79d:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.880941:0:6837:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880097205d40/0x4c38e74a547295a3 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.880946:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097205d40/0x4c38e74a547295a3 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.880947:0:3307:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008350c000/0x4c38e74a54729533 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x79d:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.880950:0:3307:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008350c000/0x4c38e74a54729533 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x79d:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.880952:0:3307:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008350c000 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:3.0:1718930702.880954:0:3307:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008350c000/0x4c38e74a54729533 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x79d:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.880956:0:3307:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008350c000/0x4c38e74a54729533 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x79d:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.880960:0:3307:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x79d:0x0].0x0 (ffff880093297400) 00010000:00010000:3.0:1718930702.880961:0:3307:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 7f 00010000:00010000:3.0:1718930702.880962:0:3307:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008350c000/0x4c38e74a54729533 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x79d:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.880965:0:3307:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008350c000/0x4c38e74a54729533 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x79d:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.880972:0:3307:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: ffff88008350f180/0x4c38e74a5472953a lrc: 3/0,1 mode: COS/COS res: [0x240000402:0x609:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.880975:0:3307:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008350f180/0x4c38e74a5472953a lrc: 2/0,0 mode: COS/COS res: [0x240000402:0x609:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.880978:0:3307:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008350f180/0x4c38e74a5472953a lrc: 3/0,0 mode: COS/COS res: [0x240000402:0x609:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.880980:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7a5:0x0].0x0 (ffff88012d7bb300) 00010000:00010000:2.0:1718930702.880982:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1718930702.880983:0:3307:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008350f180 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:3.0:1718930702.880984:0:3307:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008350f180/0x4c38e74a5472953a lrc: 3/0,0 mode: COS/COS res: [0x240000402:0x609:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.880984:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008350db00/0x4c38e74a5472956b lrc: 0/0,0 mode: --/PW res: [0x200000402:0x7a5:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fa6e expref: 22 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.880987:0:3307:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008350f180/0x4c38e74a5472953a lrc: 4/0,0 mode: COS/COS res: [0x240000402:0x609:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.880990:0:3307:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x609:0x0].0x0 (ffff880093297b00) 00010000:00010000:3.0:1718930702.880991:0:3307:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1718930702.880992:0:3307:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008350f180/0x4c38e74a5472953a lrc: 2/0,0 mode: --/COS res: [0x240000402:0x609:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.880994:0:3307:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008350f180/0x4c38e74a5472953a lrc: 0/0,0 mode: --/COS res: [0x240000402:0x609:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.881001:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008350c240/0x4c38e74a547295aa lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7a5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.881005:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008350c240/0x4c38e74a547295aa lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7a5:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.881009:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008350c240/0x4c38e74a547295aa lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7a5:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930702.881030:0:6837:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88009767d580 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733034944:0@lo:1000:mdt00_000.0 00000100:00100000:2.0:1718930702.881044:0:6837:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718930702.881058:0:6837:0:(client.c:2492:ptlrpc_set_wait()) set ffff880133dd3600 going to sleep for 6 seconds 00000100:00100000:1.0:1718930702.881071:0:32457:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733034944 00000100:00100000:1.0:1718930702.881093:0:32457:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20679 00000100:00100000:1.0:1718930702.881096:0:32457:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88009767e880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+7:6837:x1802425733034944:12345-0@lo:1000:mdt00_000.0 00000100:00100000:1.0:1718930702.881143:0:32457:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88009767e880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+7:6837:x1802425733034944:12345-0@lo:1000:mdt00_000.0 Request processed in 47us (99us total) trans 0 rc -2/-2 00000100:00100000:1.0:1718930702.881147:0:32457:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20679 00000100:00100000:2.0:1718930702.881149:0:6837:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88009767d580 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733034944:0@lo:1000:mdt00_000.0 00010000:00010000:2.0:1718930702.881162:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008350cb40/0x4c38e74a547295b1 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x60a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.881167:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008350cb40/0x4c38e74a547295b1 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x60a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.881171:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008350cb40/0x4c38e74a547295b1 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x60a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.881180:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350c900/0x4c38e74a547295b8 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x60a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.881183:0:6837:0:(ldlm_request.c:1029:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000001000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350c900/0x4c38e74a547295b8 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x60a:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.881187:0:6837:0:(ldlm_request.c:1117:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350c900/0x4c38e74a547295b8 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x60a:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930702.881192:0:6837:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88009767d580 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733035008:0@lo:101:mdt00_000.0 00000100:00100000:2.0:1718930702.881204:0:6837:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718930702.881210:0:6837:0:(client.c:2492:ptlrpc_set_wait()) set ffff880133dd3480 going to sleep for 6 seconds 00000100:00100000:1.0:1718930702.881213:0:32457:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733035008 00000100:00100000:1.0:1718930702.881229:0:32457:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20680 00000100:00100000:1.0:1718930702.881231:0:32457:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880097678000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+7:6837:x1802425733035008:12345-0@lo:101:mdt00_000.0 00010000:00010000:1.0:1718930702.881236:0:32457:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1718930702.881242:0:32457:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800849bad00/0x4c38e74a547295bf lrc: 2/0,0 mode: --/EX res: [0x240000402:0x60a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4c38e74a547295b8 expref: -99 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.881251:0:32457:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800849bad00/0x4c38e74a547295bf lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x60a:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000001000000 nid: 0@lo remote: 0x4c38e74a547295b8 expref: 8 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.881256:0:32457:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8800849bad00/0x4c38e74a547295bf lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x60a:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0x4c38e74a547295b8 expref: 8 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.881275:0:32457:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x60a:0x0].0x0 (ffff880098470000) 00010000:00010000:1.0:1718930702.881277:0:32457:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 47 00010000:00010000:1.0:1718930702.881278:0:32457:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff8800849bad00, rc 0) 00000100:00100000:1.0:1718930702.881293:0:32457:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880097678000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+8:6837:x1802425733035008:12345-0@lo:101:mdt00_000.0 Request processed in 61us (89us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930702.881296:0:32457:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20680 00000100:00100000:2.0:1718930702.881299:0:6837:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88009767d580 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733035008:0@lo:101:mdt00_000.0 00010000:00010000:2.0:1718930702.881304:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350c900/0x4c38e74a547295b8 lrc: 4/0,1 mode: EX/EX res: [0x240000402:0x60a:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0x4c38e74a547295bf expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.881308:0:6837:0:(ldlm_request.c:799:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350c900/0x4c38e74a547295b8 lrc: 4/0,1 mode: EX/EX res: [0x240000402:0x60a:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0x4c38e74a547295bf expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1718930702.881314:0:6837:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x240000402:0x60a:0x0] 00000100:00100000:2.0:1718930702.881654:0:6837:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88009767d580 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733035072:0@lo:403:mdt00_000.0 00000100:00100000:2.0:1718930702.881686:0:6837:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718930702.881698:0:6837:0:(client.c:2492:ptlrpc_set_wait()) set ffff880133dd3480 going to sleep for 6 seconds 00000100:00100000:1.0:1718930702.881752:0:32457:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733035072 00000100:00100000:1.0:1718930702.881775:0:32457:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20681 00000100:00100000:1.0:1718930702.881777:0:32457:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e3d7200 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+8:6837:x1802425733035072:12345-0@lo:403:mdt00_000.0 00000100:00100000:1.0:1718930702.882892:0:32457:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e3d7200 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+8:6837:x1802425733035072:12345-0@lo:403:mdt00_000.0 Request processed in 1113us (1204us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930702.882897:0:32457:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20681 00000100:00100000:2.0:1718930702.882949:0:6837:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88009767d580 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733035072:0@lo:403:mdt00_000.0 00000100:00100000:2.0:1718930702.883362:0:6837:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88008e3d1300 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733035136:0@lo:1000:mdt00_000.0 00000100:00100000:2.0:1718930702.883379:0:6837:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718930702.883396:0:6837:0:(client.c:2492:ptlrpc_set_wait()) set ffff880133dd3600 going to sleep for 6 seconds 00000100:00100000:1.0:1718930702.883461:0:32457:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733035136 00000100:00100000:1.0:1718930702.883483:0:32457:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20682 00000100:00100000:1.0:1718930702.883486:0:32457:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88009767d580 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+8:6837:x1802425733035136:12345-0@lo:1000:mdt00_000.0 00000100:00100000:1.0:1718930702.883522:0:32457:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88009767d580 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+8:6837:x1802425733035136:12345-0@lo:1000:mdt00_000.0 Request processed in 36us (143us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930702.883526:0:32457:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20682 00000100:00100000:2.0:1718930702.883541:0:6837:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88008e3d1300 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733035136:0@lo:1000:mdt00_000.0 00000100:00100000:2.0:1718930702.883580:0:6837:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88008e3d1300 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733035200:0@lo:1000:mdt00_000.0 00000100:00100000:2.0:1718930702.883594:0:6837:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718930702.883607:0:6837:0:(client.c:2492:ptlrpc_set_wait()) set ffff880133dd3600 going to sleep for 6 seconds 00000100:00100000:1.0:1718930702.883621:0:32457:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733035200 00000100:00100000:1.0:1718930702.883635:0:32457:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20683 00000100:00100000:1.0:1718930702.883637:0:32457:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880085728e40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+8:6837:x1802425733035200:12345-0@lo:1000:mdt00_000.0 00000100:00100000:1.0:1718930702.883684:0:32457:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880085728e40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+8:6837:x1802425733035200:12345-0@lo:1000:mdt00_000.0 Request processed in 46us (90us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930702.883688:0:32457:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20683 00000100:00100000:2.0:1718930702.883705:0:6837:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88008e3d1300 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733035200:0@lo:1000:mdt00_000.0 00000100:00100000:2.0:1718930702.883741:0:6837:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88008572a600 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733035264:0@lo:1000:mdt00_000.0 00000100:00100000:2.0:1718930702.883753:0:6837:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718930702.883766:0:6837:0:(client.c:2492:ptlrpc_set_wait()) set ffff880133dd3b40 going to sleep for 6 seconds 00000100:00100000:1.0:1718930702.883776:0:32457:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733035264 00000100:00100000:1.0:1718930702.883790:0:32457:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20684 00000100:00100000:1.0:1718930702.883792:0:32457:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e3d1300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:6837:x1802425733035264:12345-0@lo:1000:mdt00_000.0 00000100:00100000:1.0:1718930702.883827:0:32457:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e3d1300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:6837:x1802425733035264:12345-0@lo:1000:mdt00_000.0 Request processed in 33us (73us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930702.883830:0:32457:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20684 00000100:00100000:2.0:1718930702.883833:0:6837:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88008572a600 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733035264:0@lo:1000:mdt00_000.0 00000040:00080000:2.0:1718930702.883942:0:6837:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x200000bd0:0x2:0x0].754, 1064 off567392 00000040:00080000:2.0:1718930702.883962:0:6837:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x240000404:0x2:0x0].755, 1144 off630496 00000004:00080000:2.0:1718930702.883965:0:6837:0:(osp_trans.c:1598:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff8800a1683a80 with version 1478 00000004:00080000:0.0:1718930702.883994:0:32441:0:(osp_trans.c:1343:osp_get_next_request()) ou ffff88007fc1bf00 version 1478 rpc_version 1478 00000100:00100000:0.0:1718930702.884014:0:32441:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8801346184c0 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:32441:1802425733035328:0@lo:1000:osp_up1-0.0 00000100:00100000:0.0:1718930702.884035:0:32441:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1718930702.884052:0:32441:0:(client.c:2492:ptlrpc_set_wait()) set ffff880084cb6900 going to sleep for 6 seconds 00000100:00100000:1.0:1718930702.884062:0:32457:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733035328 00000100:00100000:1.0:1718930702.884071:0:32457:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20685 00000100:00100000:1.0:1718930702.884073:0:32457:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88013461d580 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+8:32441:x1802425733035328:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:1.0:1718930702.884201:0:32457:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88013461d580 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+9:32441:x1802425733035328:12345-0@lo:1000:osp_up1-0.0 Request processed in 126us (166us total) trans 4294987117 rc 0/0 00000100:00100000:1.0:1718930702.884205:0:32457:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20685 00000100:00100000:0.0:1718930702.884240:0:32441:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8801346184c0 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:32441:1802425733035328:0@lo:1000:osp_up1-0.0 00000004:00010000:2.0:1718930702.884258:0:6837:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff88009840af80 reply state ffff880091879000 transno 8589959519 ns: mdt-lustre-MDT0000_UUID lock: ffff88008350cb40/0x4c38e74a547295b1 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x60a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1718930702.884265:0:6837:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x240000402:0x60a:0x0] 00010000:00010000:2.0:1718930702.884267:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350c900/0x4c38e74a547295b8 lrc: 4/0,1 mode: EX/EX res: [0x240000402:0x60a:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0x4c38e74a547295bf expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.884271:0:6837:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350c900/0x4c38e74a547295b8 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x60a:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0x4c38e74a547295bf expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1718930702.884275:0:6837:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff88009840af80 reply state ffff880091879000 transno 8589959519 ns: mdt-lustre-MDT0000_UUID lock: ffff88008350c240/0x4c38e74a547295aa lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7a5:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1718930702.884310:0:6837:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x240000400:0x1a6:0x0] 00010000:00010000:2.0:1718930702.884312:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff880097207a80/0x4c38e74a54729595 lrc: 4/0,1 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0x4c38e74a5472959c expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.884315:0:6837:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-osp-MDT0000 lock: ffff880097207a80/0x4c38e74a54729595 lrc: 3/0,0 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0x4c38e74a5472959c expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1718930702.884319:0:6837:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff88009840af80 reply state ffff880091879000 transno 8589959519 ns: mdt-lustre-MDT0000_UUID lock: ffff880097205d40/0x4c38e74a547295a3 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1718930702.884323:0:6837:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x240000402:0x608:0x0] 00010000:00010000:2.0:1718930702.884325:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350dd40/0x4c38e74a54729587 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0x4c38e74a5472958e expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.884328:0:6837:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350dd40/0x4c38e74a54729587 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0x4c38e74a5472958e expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.884331:0:6837:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008350fa80/0x4c38e74a54729580 lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.884334:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008350fa80/0x4c38e74a54729580 lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.884337:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008350fa80/0x4c38e74a54729580 lrc: 2/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.884339:0:6837:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008350fa80/0x4c38e74a54729580 lrc: 3/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.884342:0:6837:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008350fa80 already unused, calling callback (ffffffffa080a190) 00010000:00010000:2.0:1718930702.884343:0:6837:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008350fa80/0x4c38e74a54729580 lrc: 3/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.884346:0:6837:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008350fa80/0x4c38e74a54729580 lrc: 4/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.884351:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000004:0x1:0x0].0x0 (ffff8800792a0300) 00010000:00010000:2.0:1718930702.884352:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718930702.884353:0:6837:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008350fa80/0x4c38e74a54729580 lrc: 2/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.884356:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008350fa80/0x4c38e74a54729580 lrc: 0/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930702.884399:0:6837:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88009840af80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+22:26684:x1802425753272960:12345-192.168.204.9@tcp:36:lfs.0 Request processed in 8508us (8558us total) trans 8589959519 rc 0/0 00000100:00100000:2.0:1718930702.884403:0:6837:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230775 00010000:00010000:3.0:1718930702.884920:0:3306:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097205d40/0x4c38e74a547295a3 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.884928:0:3306:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x79c:0x0].0x0 (ffff880093297000) 00010000:00010000:3.0:1718930702.884929:0:3306:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1718930702.884931:0:3306:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008350c240/0x4c38e74a547295aa lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7a5:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.884934:0:3306:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7a5:0x0].0x0 (ffff8800792a0800) 00010000:00010000:3.0:1718930702.884935:0:3306:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 7f 00010000:00010000:3.0:1718930702.884936:0:3306:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008350cb40/0x4c38e74a547295b1 lrc: 3/0,1 mode: COS/COS res: [0x240000402:0x60a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.884939:0:3306:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x60a:0x0].0x0 (ffff8800792a0700) 00010000:00010000:3.0:1718930702.884941:0:3306:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1 00000100:00100000:0.0:1718930702.885083:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1718930702.885116:0:6837:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753273024 00000100:00100000:2.0:1718930702.885130:0:6837:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230776 00000100:00100000:2.0:1718930702.885133:0:6837:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88013461ed40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+22:26684:x1802425753273024:12345-192.168.204.9@tcp:34:lfs.0 00010000:00010000:2.0:1718930702.885151:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008350f600/0x4c38e74a547295c6 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x79c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.885156:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008350f600/0x4c38e74a547295c6 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.885160:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008350f600/0x4c38e74a547295c6 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.885165:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008350cd80/0x4c38e74a547295cd lrc: 3/1,0 mode: --/PR res: [0x200000402:0x79c:0x0].0x3366 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.885168:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008350cd80/0x4c38e74a547295cd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x79c:0x0].0x3366 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.885171:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008350cd80/0x4c38e74a547295cd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x79c:0x0].0x3366 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.885190:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008350df80/0x4c38e74a547295d4 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7a0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.885194:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008350df80/0x4c38e74a547295d4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7a0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.885197:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008350df80/0x4c38e74a547295d4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7a0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1718930702.885213:0:6837:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008350df80/0x4c38e74a547295d4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7a0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.885217:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008350f600/0x4c38e74a547295c6 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.885220:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008350f600/0x4c38e74a547295c6 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.885223:0:6837:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008350f600/0x4c38e74a547295c6 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.885225:0:6837:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008350f600 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:2.0:1718930702.885226:0:6837:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008350f600/0x4c38e74a547295c6 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.885229:0:6837:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008350f600/0x4c38e74a547295c6 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.885233:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x79c:0x0].0x0 (ffff880093297000) 00010000:00010000:2.0:1718930702.885234:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718930702.885236:0:6837:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008350f600/0x4c38e74a547295c6 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.885239:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008350f600/0x4c38e74a547295c6 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.885247:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008350cd80/0x4c38e74a547295cd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x79c:0x0].0x3366 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.885250:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008350cd80/0x4c38e74a547295cd lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x79c:0x0].0x3366 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.885253:0:6837:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008350cd80/0x4c38e74a547295cd lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x79c:0x0].0x3366 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.885255:0:6837:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008350cd80 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:2.0:1718930702.885256:0:6837:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008350cd80/0x4c38e74a547295cd lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x79c:0x0].0x3366 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.885258:0:6837:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008350cd80/0x4c38e74a547295cd lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x79c:0x0].0x3366 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.885261:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x79c:0x0].0x3366 (ffff88009cbed700) 00010000:00010000:2.0:1718930702.885262:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718930702.885263:0:6837:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008350cd80/0x4c38e74a547295cd lrc: 2/0,0 mode: --/PR res: [0x200000402:0x79c:0x0].0x3366 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.885265:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008350cd80/0x4c38e74a547295cd lrc: 0/0,0 mode: --/PR res: [0x200000402:0x79c:0x0].0x3366 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.885270:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008350df80/0x4c38e74a547295d4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7a0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.885273:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008350df80/0x4c38e74a547295d4 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7a0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.885278:0:6837:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008350df80/0x4c38e74a547295d4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7a0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.885281:0:6837:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008350df80 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:2.0:1718930702.885282:0:6837:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008350df80/0x4c38e74a547295d4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7a0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.885285:0:6837:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008350df80/0x4c38e74a547295d4 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7a0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.885287:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7a0:0x0].0x0 (ffff88006f4e6000) 00010000:00010000:2.0:1718930702.885288:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718930702.885289:0:6837:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008350df80/0x4c38e74a547295d4 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7a0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.885292:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008350df80/0x4c38e74a547295d4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7a0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930702.885319:0:6837:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88013461ed40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+22:26684:x1802425753273024:12345-192.168.204.9@tcp:34:lfs.0 Request processed in 185us (238us total) trans 0 rc 0/0 00000100:00100000:2.0:1718930702.885324:0:6837:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230776 00000100:00100000:0.0:1718930702.885999:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1718930702.886039:0:6837:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753273152 00000100:00100000:2.0:1718930702.886057:0:6837:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230777 00000100:00100000:2.0:1718930702.886060:0:6837:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88013461cc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+22:26684:x1802425753273152:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:2.0:1718930702.886066:0:6837:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1718930702.886071:0:6837:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008350d200/0x4c38e74a547295db lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7a0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xceea94147812fa75 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.886102:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008350cfc0/0x4c38e74a547295e2 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7a0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.886107:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008350cfc0/0x4c38e74a547295e2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7a0:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.886111:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008350cfc0/0x4c38e74a547295e2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7a0:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00200000:2.0:1718930702.886116:0:6837:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x7a0:0x0]: returning size 0 00010000:00010000:2.0:1718930702.886144:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008350d200/0x4c38e74a547295db lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7a0:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fa75 expref: 25 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.886152:0:6837:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008350cfc0/0x4c38e74a547295e2 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7a0:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fa75 expref: 24 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.886156:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7a0:0x0].0x0 (ffff88006f4e6000) 00010000:00010000:2.0:1718930702.886157:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1718930702.886158:0:6837:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88008350cfc0, rc 0) 00000100:00100000:2.0:1718930702.886183:0:6837:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88013461cc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+24:26684:x1802425753273152:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 123us (186us total) trans 8589959520 rc 0/0 00000100:00100000:2.0:1718930702.886187:0:6837:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230777 00000100:00100000:0.0:1718930702.886989:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1718930702.887028:0:22545:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753273216 00000100:00100000:2.0:1718930702.887048:0:22545:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.204.9@tcp, with round 485 00000100:00100000:2.0:1718930702.887051:0:22545:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880073d48000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:1874:x1802425753273216:12345-192.168.204.9@tcp:8:lfs.0 00010000:00080000:2.0:1718930702.887065:0:22545:0:(ldlm_lib.c:1370:target_handle_connect()) lustre-OST0000: connection from 8a07974b-7506-4725-beb3-4b5c6f8f9250@192.168.204.9@tcp t18446612135149409032 exp (null) cur 3613 last 0 00000020:00000080:2.0:1718930702.887081:0:22545:0:(genops.c:1359:class_connect()) connect: client 8a07974b-7506-4725-beb3-4b5c6f8f9250, cookie 0x4c38e74a547295f0 00002000:00100000:2.0:1718930702.887087:0:22545:0:(ofd_obd.c:150:ofd_parse_connect_data()) lustre-OST0000: cli 8a07974b-7506-4725-beb3-4b5c6f8f9250/ffff880097708800 ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 20f0400 ocd_grant: 489881600 ocd_index: 0 ocd_group 0 00002000:00100000:2.0:1718930702.887094:0:22545:0:(ofd_obd.c:249:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00000020:01000000:2.0:1718930702.887121:0:22545:0:(lprocfs_status_server.c:544:lprocfs_exp_setup()) using hash ffff880092c8c000 00002000:00080000:2.0:1718930702.887125:0:22545:0:(ofd_obd.c:391:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:2.0:1718930702.887140:0:22545:0:(import.c:86:import_set_state_nolock()) ffff88009770f800 í¯Þÿÿÿÿÿÿÿÿÿÿÿÿ: changing import state from RECOVER to FULL 00000100:00100000:2.0:1718930702.887160:0:22545:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880073d48000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8a07974b-7506-4725-beb3-4b5c6f8f9250+6:1874:x1802425753273216:12345-192.168.204.9@tcp:8:lfs.0 Request processed in 109us (174us total) trans 0 rc 0/0 00000100:00100000:2.0:1718930702.887165:0:22545:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.204.9@tcp, with round 485 00000100:00100000:0.0:1718930702.887868:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1718930702.887906:0:22545:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753273280 00000100:00100000:2.0:1718930702.887925:0:22545:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.204.9@tcp, with round 486 00000100:00100000:2.0:1718930702.887928:0:22545:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a30000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8a07974b-7506-4725-beb3-4b5c6f8f9250+6:0:x1802425753273280:12345-192.168.204.9@tcp:1:lfs.0 00002000:00010000:2.0:1718930702.887948:0:22545:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x58a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1718930702.887951:0:22545:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008350f3c0/0x4c38e74a547295f7 lrc: 3/0,1 mode: --/PW res: [0x58a:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.887957:0:22545:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1718930702.887958:0:22545:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1718930702.887959:0:22545:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008350f3c0/0x4c38e74a547295f7 lrc: 3/0,1 mode: PW/PW res: [0x58a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.887966:0:22545:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008350f3c0/0x4c38e74a547295f7 lrc: 3/0,1 mode: PW/PW res: [0x58a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.887971:0:22545:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008350f3c0/0x4c38e74a547295f7 lrc: 3/0,1 mode: PW/PW res: [0x58a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.887978:0:22545:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008350f3c0/0x4c38e74a547295f7 lrc: 2/0,0 mode: PW/PW res: [0x58a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.887984:0:22545:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1718930702.887987:0:6828:0:(ldlm_lockd.c:2784:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1718930702.887991:0:6828:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008350f3c0/0x4c38e74a547295f7 lrc: 2/0,0 mode: PW/PW res: [0x58a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.887999:0:6828:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008350f3c0 already unused, calling callback (ffffffffa080a190) 00010000:00010000:0.0:1718930702.888001:0:6828:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008350f3c0/0x4c38e74a547295f7 lrc: 2/0,0 mode: PW/PW res: [0x58a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.888007:0:6828:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008350f3c0/0x4c38e74a547295f7 lrc: 3/0,0 mode: PW/PW res: [0x58a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.888019:0:6828:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008350f3c0/0x4c38e74a547295f7 lrc: 1/0,0 mode: --/PW res: [0x58a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.888024:0:6828:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008350f3c0/0x4c38e74a547295f7 lrc: 0/0,0 mode: --/PW res: [0x58a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.888035:0:6828:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1718930702.888036:0:6828:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1718930702.888037:0:6828:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1718930702.888046:0:22545:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a30000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8a07974b-7506-4725-beb3-4b5c6f8f9250+6:0:x1802425753273280:12345-192.168.204.9@tcp:1:lfs.0 Request processed in 116us (180us total) trans 0 rc 0/0 00000100:00100000:2.0:1718930702.888050:0:22545:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.204.9@tcp, with round 486 00000100:00100000:0.0:1718930702.888772:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1718930702.888810:0:6837:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753273408 00000100:00100000:2.0:1718930702.888837:0:6837:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230778 00000100:00100000:2.0:1718930702.888839:0:6837:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a304c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+24:26684:x1802425753273408:12345-192.168.204.9@tcp:36:lfs.0 00010000:00010000:2.0:1718930702.888856:0:6837:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1718930702.888865:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099ad9d40/0x4c38e74a5472906a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7a0:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812f964 expref: 24 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.888872:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7a0:0x0].0x0 (ffff88006f4e6000) 00010000:00010000:2.0:1718930702.888874:0:6837:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1718930702.888878:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008350c480/0x4c38e74a547295fe lrc: 3/0,1 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.888883:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008350c480/0x4c38e74a547295fe lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.888886:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008350c480/0x4c38e74a547295fe lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930702.888903:0:6837:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88008572a600 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733035392:0@lo:1000:mdt00_000.0 00000100:00100000:2.0:1718930702.888928:0:6837:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718930702.888944:0:6837:0:(client.c:2492:ptlrpc_set_wait()) set ffff880133dd3840 going to sleep for 6 seconds 00000100:00100000:1.0:1718930702.888965:0:32457:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733035392 00000100:00100000:1.0:1718930702.888993:0:32457:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20686 00000100:00100000:1.0:1718930702.888997:0:32457:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800967d8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+9:6837:x1802425733035392:12345-0@lo:1000:mdt00_000.0 00000100:00100000:1.0:1718930702.889045:0:32457:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800967d8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+9:6837:x1802425733035392:12345-0@lo:1000:mdt00_000.0 Request processed in 47us (116us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930702.889050:0:32457:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20686 00000100:00100000:2.0:1718930702.889063:0:6837:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88008572a600 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733035392:0@lo:1000:mdt00_000.0 00000100:00100000:2.0:1718930702.889085:0:6837:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800967d84c0 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733035456:0@lo:1000:mdt00_000.0 00000100:00100000:2.0:1718930702.889098:0:6837:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718930702.889111:0:6837:0:(client.c:2492:ptlrpc_set_wait()) set ffff880133dd3840 going to sleep for 6 seconds 00000100:00100000:1.0:1718930702.889125:0:32457:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733035456 00000100:00100000:1.0:1718930702.889141:0:32457:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20687 00000100:00100000:1.0:1718930702.889143:0:32457:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800967d8980 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+9:6837:x1802425733035456:12345-0@lo:1000:mdt00_000.0 00000100:00100000:1.0:1718930702.889173:0:32457:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800967d8980 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+9:6837:x1802425733035456:12345-0@lo:1000:mdt00_000.0 Request processed in 30us (76us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930702.889176:0:32457:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20687 00000100:00100000:2.0:1718930702.889179:0:6837:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800967d84c0 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733035456:0@lo:1000:mdt00_000.0 00000100:00100000:2.0:1718930702.889519:0:6837:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800967d84c0 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733035520:0@lo:403:mdt00_000.0 00000100:00100000:2.0:1718930702.889535:0:6837:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718930702.889547:0:6837:0:(client.c:2492:ptlrpc_set_wait()) set ffff880133dd3b40 going to sleep for 6 seconds 00000100:00100000:1.0:1718930702.889603:0:32457:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733035520 00000100:00100000:1.0:1718930702.889625:0:32457:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20688 00000100:00100000:1.0:1718930702.889628:0:32457:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800967d8e40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+9:6837:x1802425733035520:12345-0@lo:403:mdt00_000.0 00000100:00100000:1.0:1718930702.890599:0:32457:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800967d8e40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+9:6837:x1802425733035520:12345-0@lo:403:mdt00_000.0 Request processed in 969us (1062us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930702.890605:0:32457:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20688 00000100:00100000:2.0:1718930702.890709:0:6837:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800967d84c0 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733035520:0@lo:403:mdt00_000.0 00010000:00010000:2.0:1718930702.891209:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350e1c0/0x4c38e74a54729605 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x608:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.891215:0:6837:0:(ldlm_request.c:1029:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000001000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350e1c0/0x4c38e74a54729605 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.891219:0:6837:0:(ldlm_request.c:1117:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350e1c0/0x4c38e74a54729605 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930702.891226:0:6837:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800967d84c0 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733035584:0@lo:101:mdt00_000.0 00000100:00100000:2.0:1718930702.891242:0:6837:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718930702.891259:0:6837:0:(client.c:2492:ptlrpc_set_wait()) set ffff880133dd3b40 going to sleep for 6 seconds 00000100:00100000:1.0:1718930702.891283:0:32457:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733035584 00000100:00100000:1.0:1718930702.891304:0:32457:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20689 00000100:00100000:1.0:1718930702.891306:0:32457:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800967d9300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+9:6837:x1802425733035584:12345-0@lo:101:mdt00_000.0 00010000:00010000:1.0:1718930702.891312:0:32457:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1718930702.891318:0:32457:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800849bb180/0x4c38e74a5472960c lrc: 2/0,0 mode: --/PW res: [0x240000402:0x608:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4c38e74a54729605 expref: -99 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.891328:0:32457:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b8240/0x4c38e74a5472958e lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0x4c38e74a54729587 expref: 10 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.891332:0:32457:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800849bb180/0x4c38e74a5472960c lrc: 4/0,0 mode: --/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000001000000 nid: 0@lo remote: 0x4c38e74a54729605 expref: 10 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.891343:0:32457:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b8240/0x4c38e74a5472958e lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000001000020 nid: 0@lo remote: 0x4c38e74a54729587 expref: 10 pid: 32457 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718930702.891348:0:32457:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880134611300 pname:cluuid:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001_UUID:32457:1802425733035648:0@lo:104: 00000100:00100000:1.0:1718930702.891365:0:32457:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718930702.891379:0:32457:0:(client.c:2492:ptlrpc_set_wait()) set ffff8800a1b5be40 going to sleep for 6 seconds 00000100:00100000:2.0:1718930702.891394:0:6824:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733035648 00000100:00100000:2.0:1718930702.891414:0:6824:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5513 00000100:00100000:2.0:1718930702.891416:0:6824:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880134610980 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0000-mdtlov_UUID+4:32457:x1802425733035648:12345-0@lo:104: 00010000:00010000:2.0:1718930702.891457:0:6824:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1718930702.891460:0:6824:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880134610980 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0000-mdtlov_UUID+4:32457:x1802425733035648:12345-0@lo:104: Request processed in 43us (95us total) trans 0 rc 0/0 00000100:00100000:2.0:1718930702.891463:0:6824:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5513 00010000:00010000:0.0:1718930702.891466:0:4830:0:(ldlm_lockd.c:2784:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1718930702.891470:0:4830:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350dd40/0x4c38e74a54729587 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1400001000000 nid: local remote: 0x4c38e74a5472958e expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718930702.891476:0:32457:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880134611300 pname:cluuid:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001_UUID:32457:1802425733035648:0@lo:104: 00010000:00010000:0.0:1718930702.891478:0:4830:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008350dd40 already unused, calling callback (ffffffffa0ea60e0) 00010000:00010000:0.0:1718930702.891480:0:4830:0:(ldlm_request.c:1235:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350dd40/0x4c38e74a54729587 lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x1408401000000 nid: local remote: 0x4c38e74a5472958e expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.891486:0:32457:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8800849bb180/0x4c38e74a5472960c lrc: 3/0,0 mode: --/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0x4c38e74a54729605 expref: 10 pid: 32457 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1718930702.891486:0:4830:0:(mdt_handler.c:3608:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350dd40/0x4c38e74a54729587 lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x1409401000000 nid: local remote: 0x4c38e74a5472958e expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.891491:0:32457:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x608:0x0].0x0 (ffff8800b4b15200) 00010000:00010000:1.0:1718930702.891492:0:32457:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1718930702.891493:0:32457:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff8800849bb180/0x4c38e74a5472960c lrc: 3/0,0 mode: --/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0x4c38e74a54729605 expref: 10 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.891497:0:32457:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff8800849bb180, rc 0) 00010000:00010000:0.0:1718930702.891502:0:4830:0:(ldlm_request.c:1301:ldlm_cancel_pack()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350dd40/0x4c38e74a54729587 lrc: 2/0,0 mode: --/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x5c09401000000 nid: local remote: 0x4c38e74a5472958e expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.891507:0:4830:0:(ldlm_request.c:1305:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:1.0:1718930702.891513:0:32457:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800967d9300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+10:6837:x1802425733035584:12345-0@lo:101:mdt00_000.0 Request processed in 206us (271us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930702.891516:0:32457:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20689 00010000:00010000:0.0:1718930702.891522:0:4830:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350dd40/0x4c38e74a54729587 lrc: 1/0,0 mode: --/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x5c09401000000 nid: local remote: 0x4c38e74a5472958e expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.891527:0:4830:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350dd40/0x4c38e74a54729587 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x5c09401000000 nid: local remote: 0x4c38e74a5472958e expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930702.891528:0:6837:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800967d84c0 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733035584:0@lo:101:mdt00_000.0 00000100:00100000:1.0:1718930702.891529:0:3322:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880092a30980 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3322:1802425733035712:0@lo:103:ldlm_bl_05.0 00010000:00010000:0.0:1718930702.891535:0:4830:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1718930702.891535:0:4830:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1718930702.891537:0:6837:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350e1c0/0x4c38e74a54729605 lrc: 4/0,1 mode: --/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0x4c38e74a5472960c expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.891537:0:4830:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1718930702.891540:0:3322:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1718930702.891543:0:6837:0:(ldlm_request.c:286:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350e1c0/0x4c38e74a54729605 lrc: 4/0,1 mode: --/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0x4c38e74a5472960c expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718930702.891558:0:6826:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733035712 00010000:00010000:0.0:1718930702.891568:0:6826:0:(ldlm_lockd.c:2633:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b8240/0x4c38e74a5472958e lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000401000020 nid: 0@lo remote: 0x4c38e74a54729587 expref: 10 pid: 32457 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718930702.891582:0:6826:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63308 00000100:00100000:0.0:1718930702.891585:0:6826:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880134611300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000-mdtlov_UUID+10:3322:x1802425733035712:12345-0@lo:103:ldlm_bl_05.0 00010000:00010000:0.0:1718930702.891591:0:6826:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000001:00080000:2.0:1718930702.892176:0:8049:0:(tgt_lastrcvd.c:926:tgt_cb_last_committed()) lustre-MDT0001: transno 4294987117 is committed 00010000:00010000:0.0:1718930702.892221:0:6826:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b8240/0x4c38e74a5472958e lrc: 0/0,0 mode: --/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801401000020 nid: 0@lo remote: 0x4c38e74a54729587 expref: 9 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.892231:0:6826:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x608:0x0].0x0 (ffff8800b4b15200) 00010000:00010000:0.0:1718930702.892234:0:6826:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff8800849bb180/0x4c38e74a5472960c lrc: 2/0,0 mode: --/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0x4c38e74a54729605 expref: 8 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.892240:0:6826:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8800849bb180/0x4c38e74a5472960c lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080001000000 nid: 0@lo remote: 0x4c38e74a54729605 expref: 8 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.892246:0:6826:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800849bb180/0x4c38e74a5472960c lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080001000000 nid: 0@lo remote: 0x4c38e74a54729605 expref: 8 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.892261:0:6826:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0001_UUID lock: ffff8800849bb180/0x4c38e74a5472960c lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0x4c38e74a54729605 expref: 8 pid: 32457 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718930702.892268:0:6826:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880092a30e40 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001_UUID:6826:1802425733035776:0@lo:105: 00000100:00100000:0.0:1718930702.892288:0:6826:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1718930702.892298:0:6826:0:(client.c:2492:ptlrpc_set_wait()) set ffff880084cb6900 going to sleep for 6 seconds 00000100:00100000:2.0:1718930702.892300:0:6824:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733035776 00000100:00100000:2.0:1718930702.892312:0:6824:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5514 00000100:00100000:2.0:1718930702.892314:0:6824:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a31300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0000-mdtlov_UUID+4:6826:x1802425733035776:12345-0@lo:105: 00010000:00010000:2.0:1718930702.892318:0:6824:0:(ldlm_lockd.c:1933:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350e1c0/0x4c38e74a54729605 lrc: 5/0,1 mode: --/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0x4c38e74a5472960c expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.892323:0:6824:0:(ldlm_lockd.c:2010:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350e1c0/0x4c38e74a54729605 lrc: 5/0,1 mode: --/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0x4c38e74a5472960c expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.892326:0:6824:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350e1c0/0x4c38e74a54729605 lrc: 5/0,1 mode: PW/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080001000000 nid: local remote: 0x4c38e74a5472960c expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.892329:0:6824:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350e1c0/0x4c38e74a54729605 lrc: 6/0,1 mode: PW/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080001000000 nid: local remote: 0x4c38e74a5472960c expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.892332:0:6824:0:(ldlm_lockd.c:2038:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350e1c0/0x4c38e74a54729605 lrc: 6/0,1 mode: PW/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1080001000000 nid: local remote: 0x4c38e74a5472960c expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.892340:0:6824:0:(ldlm_lockd.c:2049:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff88008350e1c0) 00010000:00010000:0.0:1718930702.892344:0:6837:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350e1c0/0x4c38e74a54729605 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0x4c38e74a5472960c expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.892350:0:6837:0:(ldlm_request.c:799:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350e1c0/0x4c38e74a54729605 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0x4c38e74a5472960c expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930702.892363:0:6824:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a31300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0000-mdtlov_UUID+4:6826:x1802425733035776:12345-0@lo:105: Request processed in 48us (75us total) trans 0 rc 0/0 00000100:00100000:2.0:1718930702.892366:0:6824:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5514 00010000:00010000:0.0:1718930702.892374:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009b055b00/0x4c38e74a54729613 lrc: 3/0,1 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.892380:0:6837:0:(ldlm_request.c:1029:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000001000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009b055b00/0x4c38e74a54729613 lrc: 3/0,1 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.892386:0:6837:0:(ldlm_request.c:1117:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009b055b00/0x4c38e74a54729613 lrc: 3/0,1 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718930702.892395:0:6837:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880092a317c0 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733035840:0@lo:101:mdt00_000.0 00000100:00100000:0.0:1718930702.892412:0:6837:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718930702.892423:0:32457:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733035840 00000100:00100000:0.0:1718930702.892423:0:6837:0:(client.c:2492:ptlrpc_set_wait()) set ffff880084cb69c0 going to sleep for 6 seconds 00000100:00100000:1.0:1718930702.892427:0:6826:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880092a30e40 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001_UUID:6826:1802425733035776:0@lo:105: 00000100:00100000:2.0:1718930702.892448:0:32457:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20690 00000100:00100000:2.0:1718930702.892450:0:32457:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a31c80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+9:6837:x1802425733035840:12345-0@lo:101:mdt00_000.0 00010000:00010000:1.0:1718930702.892451:0:6826:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1718930702.892455:0:32457:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1718930702.892460:0:32457:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008350ed00/0x4c38e74a5472961a lrc: 2/0,0 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4c38e74a54729613 expref: -99 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.892467:0:32457:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b9f80/0x4c38e74a5472959c lrc: 2/0,0 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0x4c38e74a54729595 expref: 10 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.892471:0:32457:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008350ed00/0x4c38e74a5472961a lrc: 4/0,0 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000001000000 nid: 0@lo remote: 0x4c38e74a54729613 expref: 10 pid: 32457 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718930702.892471:0:6826:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880134611300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000-mdtlov_UUID+10:3322:x1802425733035712:12345-0@lo:103:ldlm_bl_05.0 Request processed in 885us (930us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930702.892475:0:6826:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63308 00000100:00100000:0.0:1718930702.892480:0:3322:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880092a30980 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3322:1802425733035712:0@lo:103:ldlm_bl_05.0 00010000:00010000:2.0:1718930702.892481:0:32457:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b9f80/0x4c38e74a5472959c lrc: 3/0,0 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000001000020 nid: 0@lo remote: 0x4c38e74a54729595 expref: 9 pid: 32457 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930702.892486:0:32457:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800967d97c0 pname:cluuid:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001_UUID:32457:1802425733035904:0@lo:104: 00000100:00100000:2.0:1718930702.892500:0:32457:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718930702.892506:0:32457:0:(client.c:2492:ptlrpc_set_wait()) set ffff880133dd3b40 going to sleep for 6 seconds 00000100:00100000:0.0:1718930702.892510:0:6824:0:(service.c:168:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:0.0:1718930702.892518:0:6824:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733035904 00000100:00100000:0.0:1718930702.892532:0:6824:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5515 00000100:00100000:0.0:1718930702.892536:0:6824:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88009756a050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0000-mdtlov_UUID+4:32457:x1802425733035904:12345-0@lo:104: 00000100:00100000:2.0:1718930702.892564:0:32457:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800967d97c0 pname:cluuid:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001_UUID:32457:1802425733035904:0@lo:104: 00010000:00010000:0.0:1718930702.892569:0:6824:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00010000:2.0:1718930702.892571:0:32457:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88008350ed00/0x4c38e74a5472961a lrc: 3/0,0 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0x4c38e74a54729613 expref: 9 pid: 32457 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718930702.892573:0:6824:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88009756a050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0000-mdtlov_UUID+4:32457:x1802425733035904:12345-0@lo:104: Request processed in 37us (72us total) trans 0 rc 0/0 00000100:00100000:0.0:1718930702.892578:0:6824:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5515 00010000:00010000:2.0:1718930702.892579:0:32457:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a6:0x0].0x0 (ffff880098470100) 00010000:00010000:2.0:1718930702.892580:0:32457:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718930702.892581:0:32457:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff88008350ed00/0x4c38e74a5472961a lrc: 3/0,0 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0x4c38e74a54729613 expref: 9 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.892583:0:8059:0:(ldlm_lockd.c:2784:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1718930702.892585:0:32457:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88008350ed00, rc 0) 00010000:00010000:1.0:1718930702.892586:0:8059:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff880097207a80/0x4c38e74a54729595 lrc: 3/0,0 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1400001000000 nid: local remote: 0x4c38e74a5472959c expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.892591:0:8059:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880097207a80 already unused, calling callback (ffffffffa0ea60e0) 00010000:00010000:1.0:1718930702.892593:0:8059:0:(ldlm_request.c:1235:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff880097207a80/0x4c38e74a54729595 lrc: 4/0,0 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x1408401000000 nid: local remote: 0x4c38e74a5472959c expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1718930702.892597:0:8059:0:(mdt_handler.c:3608:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff880097207a80/0x4c38e74a54729595 lrc: 4/0,0 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x1409401000000 nid: local remote: 0x4c38e74a5472959c expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930702.892598:0:32457:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a31c80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+9:6837:x1802425733035840:12345-0@lo:101:mdt00_000.0 Request processed in 148us (186us total) trans 0 rc 0/0 00000100:00100000:2.0:1718930702.892601:0:32457:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20690 00010000:00010000:1.0:1718930702.892609:0:8059:0:(ldlm_request.c:1301:ldlm_cancel_pack()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff880097207a80/0x4c38e74a54729595 lrc: 2/0,0 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x5c09401000000 nid: local remote: 0x4c38e74a5472959c expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.892612:0:8059:0:(ldlm_request.c:1305:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:0.0:1718930702.892613:0:6837:0:(client.c:2892:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 4294987117 gen 2 00000004:00080000:0.0:1718930702.892616:0:6837:0:(osp_trans.c:1044:osp_request_commit_cb()) trans no 4294987117 committed transno 4294987117 00010000:00010000:1.0:1718930702.892625:0:8059:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff880097207a80/0x4c38e74a54729595 lrc: 1/0,0 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x5c09401000000 nid: local remote: 0x4c38e74a5472959c expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.892628:0:8059:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff880097207a80/0x4c38e74a54729595 lrc: 0/0,0 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x5c09401000000 nid: local remote: 0x4c38e74a5472959c expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718930702.892631:0:6837:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880092a317c0 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733035840:0@lo:101:mdt00_000.0 00000100:00100000:2.0:1718930702.892632:0:3323:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880134613dc0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3323:1802425733035968:0@lo:103:ldlm_bl_03.0 00010000:00010000:1.0:1718930702.892634:0:8059:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1718930702.892635:0:8059:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1718930702.892635:0:8059:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1718930702.892639:0:6837:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009b055b00/0x4c38e74a54729613 lrc: 4/0,1 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0x4c38e74a5472961a expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930702.892643:0:3323:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1718930702.892645:0:6837:0:(ldlm_request.c:286:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009b055b00/0x4c38e74a54729613 lrc: 4/0,1 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0x4c38e74a5472961a expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718930702.892655:0:6826:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733035968 00010000:00010000:1.0:1718930702.892680:0:6826:0:(ldlm_lockd.c:2633:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b9f80/0x4c38e74a5472959c lrc: 3/0,0 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000401000020 nid: 0@lo remote: 0x4c38e74a54729595 expref: 9 pid: 32457 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718930702.892690:0:6826:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63309 00000100:00100000:1.0:1718930702.892692:0:6826:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800967d97c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000-mdtlov_UUID+9:3323:x1802425733035968:12345-0@lo:103:ldlm_bl_03.0 00010000:00010000:1.0:1718930702.892696:0:6826:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1718930702.892866:0:6826:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b9f80/0x4c38e74a5472959c lrc: 0/0,0 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801401000020 nid: 0@lo remote: 0x4c38e74a54729595 expref: 9 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.892872:0:6826:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a6:0x0].0x0 (ffff880098470100) 00010000:00010000:1.0:1718930702.892874:0:6826:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff88008350ed00/0x4c38e74a5472961a lrc: 2/0,0 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0x4c38e74a54729613 expref: 8 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.892878:0:6826:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff88008350ed00/0x4c38e74a5472961a lrc: 2/0,0 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080001000000 nid: 0@lo remote: 0x4c38e74a54729613 expref: 8 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.892881:0:6826:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008350ed00/0x4c38e74a5472961a lrc: 3/0,0 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080001000000 nid: 0@lo remote: 0x4c38e74a54729613 expref: 8 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.892891:0:6826:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0001_UUID lock: ffff88008350ed00/0x4c38e74a5472961a lrc: 3/0,0 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0x4c38e74a54729613 expref: 8 pid: 32457 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718930702.892900:0:6826:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880134616d40 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001_UUID:6826:1802425733036032:0@lo:105: 00000100:00100000:1.0:1718930702.892914:0:6826:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718930702.892921:0:6826:0:(client.c:2492:ptlrpc_set_wait()) set ffff8800a1b5be40 going to sleep for 6 seconds 00000100:00100000:0.0:1718930702.892931:0:6824:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733036032 00000100:00100000:0.0:1718930702.892951:0:6824:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5516 00000100:00100000:0.0:1718930702.892954:0:6824:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8801346104c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0000-mdtlov_UUID+4:6826:x1802425733036032:12345-0@lo:105: 00010000:00010000:0.0:1718930702.892959:0:6824:0:(ldlm_lockd.c:1933:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009b055b00/0x4c38e74a54729613 lrc: 5/0,1 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0x4c38e74a5472961a expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.892966:0:6824:0:(ldlm_lockd.c:2010:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009b055b00/0x4c38e74a54729613 lrc: 5/0,1 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0x4c38e74a5472961a expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.892971:0:6824:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009b055b00/0x4c38e74a54729613 lrc: 5/0,1 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080001000000 nid: local remote: 0x4c38e74a5472961a expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.892977:0:6824:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009b055b00/0x4c38e74a54729613 lrc: 6/0,1 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080001000000 nid: local remote: 0x4c38e74a5472961a expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.892982:0:6824:0:(ldlm_lockd.c:2038:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009b055b00/0x4c38e74a54729613 lrc: 6/0,1 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1080001000000 nid: local remote: 0x4c38e74a5472961a expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.892993:0:6824:0:(ldlm_lockd.c:2049:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff88009b055b00) 00010000:00010000:2.0:1718930702.892996:0:6837:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009b055b00/0x4c38e74a54729613 lrc: 4/0,1 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0x4c38e74a5472961a expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.893001:0:6837:0:(ldlm_request.c:799:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009b055b00/0x4c38e74a54729613 lrc: 4/0,1 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0x4c38e74a5472961a expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1718930702.893010:0:6837:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x240000400:0x1a6:0x0] 00010000:00010000:2.0:1718930702.893016:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008350f180/0x4c38e74a54729621 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x79c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718930702.893019:0:6824:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8801346104c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0000-mdtlov_UUID+4:6826:x1802425733036032:12345-0@lo:105: Request processed in 64us (103us total) trans 0 rc 0/0 00010000:00010000:2.0:1718930702.893020:0:6837:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880097205d40/0x4c38e74a547295a3 lrc: 2/0,1 mode: COS/COS res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.893024:0:6837:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008350f180/0x4c38e74a54729621 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718930702.893024:0:6824:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5516 00010000:00010000:2.0:1718930702.893028:0:6837:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff880097205d40/0x4c38e74a547295a3 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210401000020 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00080000:00080000:2.0:1718930702.893039:0:6837:0:(osd_handler.c:2525:osd_commit_async()) lustre-MDT0000: async commit OSD 00000100:00100000:1.0:1718930702.893044:0:6826:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880134616d40 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001_UUID:6826:1802425733036032:0@lo:105: 00010000:00010000:2.0:1718930702.893053:0:6837:0:(ldlm_request.c:286:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008350f180/0x4c38e74a54729621 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.893053:0:6826:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1718930702.893068:0:6826:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800967d97c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000-mdtlov_UUID+8:3323:x1802425733035968:12345-0@lo:103:ldlm_bl_03.0 Request processed in 376us (425us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930702.893072:0:6826:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63309 00000100:00100000:2.0:1718930702.893077:0:3323:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880134613dc0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3323:1802425733035968:0@lo:103:ldlm_bl_03.0 00010000:00010000:0.0:1718930702.893533:0:32428:0:(ldlm_request.c:1235:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350c900/0x4c38e74a547295b8 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x60a:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008401000000 nid: local remote: 0x4c38e74a547295bf expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1718930702.893540:0:32428:0:(mdt_handler.c:3608:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350c900/0x4c38e74a547295b8 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x60a:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009401000000 nid: local remote: 0x4c38e74a547295bf expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.893554:0:32428:0:(ldlm_request.c:1301:ldlm_cancel_pack()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350c900/0x4c38e74a547295b8 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x60a:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0x4c38e74a547295bf expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.893559:0:32428:0:(ldlm_request.c:1305:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1718930702.893573:0:32428:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350c900/0x4c38e74a547295b8 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x60a:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0x4c38e74a547295bf expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000001:00080000:0.0:1718930702.893584:0:32428:0:(tgt_lastrcvd.c:926:tgt_cb_last_committed()) lustre-MDT0000: transno 8589959520 is committed 00000100:00100000:2.0:1718930702.893586:0:3321:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:3.0:1718930702.893587:0:3307:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: ffff880097205d40/0x4c38e74a547295a3 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210401000020 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000020:00080000:0.0:1718930702.893589:0:32428:0:(update_trans.c:80:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff880133dd3780 refcount 2 committed 0 result 0 batchid 4295040264 00000100:00100000:2.0:1718930702.893592:0:3321:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880092a31300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3321:1802425733036096:0@lo:103:jbd2/dm-0-8.0 00000020:00080000:0.0:1718930702.893592:0:32428:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff88009cbedd00 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff8800a1683200 00010000:00010000:3.0:1718930702.893594:0:3307:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880097205d40/0x4c38e74a547295a3 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210401000020 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000020:00080000:0.0:1718930702.893594:0:32428:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff88009cbed900 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff8800a1683a80 00010000:00010000:3.0:1718930702.893597:0:3307:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880097205d40/0x4c38e74a547295a3 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210401000020 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000020:00080000:0.0:1718930702.893598:0:32428:0:(update_trans.c:94:top_multiple_thandle_dump()) cookie [0x2:0x40000404:0x2].755 00010000:00010000:3.0:1718930702.893600:0:3307:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880097205d40 already unused, calling callback (ffffffffa0ea5360) 00000020:00080000:0.0:1718930702.893600:0:32428:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff8800792a0c00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8800792a0000 00010000:00010000:3.0:1718930702.893601:0:3307:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880097205d40/0x4c38e74a547295a3 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210401000020 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000020:00080000:0.0:1718930702.893602:0:32428:0:(update_trans.c:94:top_multiple_thandle_dump()) cookie [0x2:0xbd0:0x2].754 00010000:00010000:3.0:1718930702.893604:0:3307:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880097205d40/0x4c38e74a547295a3 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218401000020 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930702.893606:0:3321:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1718930702.893610:0:3307:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x79c:0x0].0x0 (ffff880093297000) 00010000:00010000:3.0:1718930702.893611:0:3307:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000020:00080000:0.0:1718930702.893611:0:32428:0:(update_trans.c:1351:distribute_txn_batchid_cb()) lustre-MDT0000: 4295040263 batchid updated 00010000:00010000:3.0:1718930702.893612:0:3307:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88008350f180/0x4c38e74a54729621 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.893616:0:3307:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008350f180/0x4c38e74a54729621 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.893619:0:3307:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008350f180/0x4c38e74a54729621 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.893630:0:3307:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880097205d40/0x4c38e74a547295a3 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19401000020 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000020:00080000:1.0:1718930702.893631:0:32454:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 4295040264 committed batchid 4295040263 00010000:00010000:2.0:1718930702.893633:0:6837:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008350f180/0x4c38e74a54729621 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.893636:0:3307:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097205d40/0x4c38e74a547295a3 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19401000020 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.893637:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008350f180/0x4c38e74a54729621 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.893650:0:3307:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: ffff88008350c240/0x4c38e74a547295aa lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7a5:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000040:00100000:1.0:1718930702.893652:0:32454:0:(llog.c:235:llog_cancel_arr_rec()) Canceling 1 records, first 754 in log [0x2:0x40000404:0x2] 00010000:00010000:3.0:1718930702.893653:0:3307:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008350c240/0x4c38e74a547295aa lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x7a5:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.893656:0:3307:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008350c240/0x4c38e74a547295aa lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x7a5:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.893673:0:3307:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008350c240 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:3.0:1718930702.893674:0:3307:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008350c240/0x4c38e74a547295aa lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x7a5:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.893678:0:3307:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008350c240/0x4c38e74a547295aa lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x7a5:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.893681:0:3307:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7a5:0x0].0x0 (ffff8800792a0800) 00010000:00010000:3.0:1718930702.893682:0:3307:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 7f 00010000:00010000:3.0:1718930702.893683:0:3307:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008350c240/0x4c38e74a547295aa lrc: 2/0,0 mode: --/COS res: [0x200000402:0x7a5:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1718930702.893683:0:32454:0:(osp_trans.c:1598:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff880086bea100 with version 1479 00010000:00010000:3.0:1718930702.893685:0:3307:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008350c240/0x4c38e74a547295aa lrc: 0/0,0 mode: --/COS res: [0x200000402:0x7a5:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000020:00080000:1.0:1718930702.893687:0:32454:0:(update_trans.c:1313:distribute_txn_cancel_records()) lustre-MDT0001-osp-MDT0000: batchid 4295040263 cancel update log [0x2:0x40000404:0x2].754: rc = 0 00000040:00100000:1.0:1718930702.893690:0:32454:0:(llog.c:235:llog_cancel_arr_rec()) Canceling 1 records, first 753 in log [0x2:0xbd0:0x2] 00010000:00010000:2.0:1718930702.893691:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7a0:0x0].0x0 (ffff88006f4e6000) 00010000:00010000:3.0:1718930702.893692:0:3307:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: ffff88008350cb40/0x4c38e74a547295b1 lrc: 3/0,1 mode: COS/COS res: [0x240000402:0x60a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.893692:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1718930702.893695:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008350cfc0/0x4c38e74a547295e2 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x7a0:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fa75 expref: 21 pid: 6837 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1718930702.893695:0:32441:0:(osp_trans.c:1343:osp_get_next_request()) ou ffff88007fc1bf00 version 1479 rpc_version 1479 00010000:00010000:3.0:1718930702.893698:0:3307:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008350cb40/0x4c38e74a547295b1 lrc: 2/0,0 mode: COS/COS res: [0x240000402:0x60a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.893701:0:3307:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008350cb40/0x4c38e74a547295b1 lrc: 3/0,0 mode: COS/COS res: [0x240000402:0x60a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.893704:0:3307:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008350cb40 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:3.0:1718930702.893704:0:3307:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008350cb40/0x4c38e74a547295b1 lrc: 3/0,0 mode: COS/COS res: [0x240000402:0x60a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000020:00080000:1.0:1718930702.893704:0:32454:0:(update_trans.c:1313:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 4295040263 cancel update log [0x2:0xbd0:0x2].753: rc = 0 00010000:00010000:3.0:1718930702.893707:0:3307:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008350cb40/0x4c38e74a547295b1 lrc: 4/0,0 mode: COS/COS res: [0x240000402:0x60a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000020:00080000:1.0:1718930702.893709:0:32454:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4295040263 00000100:00100000:0.0:1718930702.893709:0:32441:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880092a30980 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:32441:1802425733036160:0@lo:1000:osp_up1-0.0 00010000:00010000:3.0:1718930702.893710:0:3307:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x60a:0x0].0x0 (ffff8800792a0700) 00010000:00010000:3.0:1718930702.893711:0:3307:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1718930702.893711:0:3307:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008350cb40/0x4c38e74a547295b1 lrc: 2/0,0 mode: --/COS res: [0x240000402:0x60a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.893711:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008350c000/0x4c38e74a54729628 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7a0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.893714:0:3307:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008350cb40/0x4c38e74a547295b1 lrc: 0/0,0 mode: --/COS res: [0x240000402:0x60a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.893715:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008350c000/0x4c38e74a54729628 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7a0:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718930702.893716:0:6826:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733036096 00010000:00010000:2.0:1718930702.893718:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008350c000/0x4c38e74a54729628 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7a0:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718930702.893729:0:6826:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9134 00000100:00100000:0.0:1718930702.893729:0:32441:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718930702.893731:0:6826:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800967d9c80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000-mdtlov_UUID+8:3321:x1802425733036096:12345-0@lo:103:jbd2/dm-0-8.0 00010000:00010000:1.0:1718930702.893735:0:6826:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1718930702.893738:0:32441:0:(client.c:2492:ptlrpc_set_wait()) set ffff880084cb69c0 going to sleep for 6 seconds 00000004:00010000:1.0:1718930702.893740:0:6826:0:(mdt_lvb.c:117:mdt_dom_disk_lvbo_update()) res: [0x240000402:0x60a:0x0] updating lvb mtime from disk: 0 -> 1718930701 00000004:00010000:1.0:1718930702.893742:0:6826:0:(mdt_lvb.c:123:mdt_dom_disk_lvbo_update()) res: [0x240000402:0x60a:0x0] updating lvb atime from disk: 0 -> 1718930701 00000100:00100000:2.0:1718930702.893743:0:6837:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800967da140 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733036224:0@lo:1000:mdt00_000.0 00000004:00010000:1.0:1718930702.893743:0:6826:0:(mdt_lvb.c:129:mdt_dom_disk_lvbo_update()) res: [0x240000402:0x60a:0x0] updating lvb ctime from disk: 0 -> 1718930701 00010000:00010000:1.0:1718930702.893748:0:6826:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800849bad00/0x4c38e74a547295bf lrc: 0/0,0 mode: --/EX res: [0x240000402:0x60a:0x0].0x0 bits 0x47/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801001000000 nid: 0@lo remote: 0x4c38e74a547295b8 expref: 8 pid: 32457 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930702.893757:0:6837:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1718930702.893758:0:6826:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x60a:0x0].0x0 (ffff880098470000) 00010000:00010000:1.0:1718930702.893761:0:6826:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1718930702.893764:0:6837:0:(client.c:2492:ptlrpc_set_wait()) set ffff880133dd3540 going to sleep for 6 seconds 00000100:00100000:2.0:1718930702.893772:0:32457:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733036224 00000100:00100000:0.0:1718930702.893772:0:6843:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733036160 00000100:00100000:2.0:1718930702.893785:0:32457:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20691 00000100:00100000:1.0:1718930702.893785:0:6826:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800967d9c80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000-mdtlov_UUID+9:3321:x1802425733036096:12345-0@lo:103:jbd2/dm-0-8.0 Request processed in 53us (178us total) trans 0 rc 0/0 00000100:00100000:2.0:1718930702.893787:0:32457:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800967da600 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+9:6837:x1802425733036224:12345-0@lo:1000:mdt00_000.0 00000100:00100000:1.0:1718930702.893788:0:6826:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9134 00000100:00100000:0.0:1718930702.893790:0:6843:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20692 00000100:00100000:0.0:1718930702.893793:0:6843:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a32140 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+8:32441:x1802425733036160:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:3.0:1718930702.893807:0:3321:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880092a31300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3321:1802425733036096:0@lo:103:jbd2/dm-0-8.0 00000100:00100000:2.0:1718930702.893828:0:32457:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800967da600 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+8:6837:x1802425733036224:12345-0@lo:1000:mdt00_000.0 Request processed in 40us (70us total) trans 0 rc -2/-2 00000100:00100000:2.0:1718930702.893832:0:32457:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20691 00000100:00100000:3.0:1718930702.893835:0:6837:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800967da140 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733036224:0@lo:1000:mdt00_000.0 00010000:00010000:3.0:1718930702.893850:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880097205b00/0x4c38e74a5472962f lrc: 3/0,1 mode: --/EX res: [0x240000402:0x60b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.893855:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097205b00/0x4c38e74a5472962f lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x60b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.893862:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097205b00/0x4c38e74a5472962f lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x60b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718930702.893865:0:6843:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a32140 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+8:32441:x1802425733036160:12345-0@lo:1000:osp_up1-0.0 Request processed in 70us (136us total) trans 4294987118 rc 0/0 00000100:00100000:0.0:1718930702.893871:0:6843:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20692 00010000:00010000:3.0:1718930702.893874:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff880097204900/0x4c38e74a54729636 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x60b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.893877:0:6837:0:(ldlm_request.c:1029:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000001000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff880097204900/0x4c38e74a54729636 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x60b:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.893882:0:6837:0:(ldlm_request.c:1117:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff880097204900/0x4c38e74a54729636 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x60b:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718930702.893887:0:32441:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880092a30980 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:32441:1802425733036160:0@lo:1000:osp_up1-0.0 00000100:00100000:3.0:1718930702.893889:0:6837:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88011e300000 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733036288:0@lo:101:mdt00_000.0 00000100:00100000:3.0:1718930702.893905:0:6837:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718930702.893913:0:6837:0:(client.c:2492:ptlrpc_set_wait()) set ffff88008c2ed840 going to sleep for 6 seconds 00000100:00100000:0.0:1718930702.893918:0:6843:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733036288 00000100:00100000:0.0:1718930702.893929:0:6843:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20693 00000100:00100000:0.0:1718930702.893932:0:6843:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e300e40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+8:6837:x1802425733036288:12345-0@lo:101:mdt00_000.0 00010000:00010000:0.0:1718930702.893938:0:6843:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1718930702.893946:0:6843:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009b055d40/0x4c38e74a5472963d lrc: 2/0,0 mode: --/EX res: [0x240000402:0x60b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4c38e74a54729636 expref: -99 pid: 6843 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.893958:0:6843:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009b055d40/0x4c38e74a5472963d lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x60b:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000001000000 nid: 0@lo remote: 0x4c38e74a54729636 expref: 9 pid: 6843 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.893965:0:6843:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88009b055d40/0x4c38e74a5472963d lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x60b:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0x4c38e74a54729636 expref: 9 pid: 6843 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.894002:0:6843:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x60b:0x0].0x0 (ffff88008120ab00) 00010000:00010000:0.0:1718930702.894005:0:6843:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 47 00010000:00010000:0.0:1718930702.894006:0:6843:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88009b055d40, rc 0) 00000100:00100000:0.0:1718930702.894034:0:6843:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e300e40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+9:6837:x1802425733036288:12345-0@lo:101:mdt00_000.0 Request processed in 101us (129us total) trans 0 rc 0/0 00000100:00100000:0.0:1718930702.894040:0:6843:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20693 00000100:00100000:3.0:1718930702.894049:0:6837:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88011e300000 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733036288:0@lo:101:mdt00_000.0 00010000:00010000:3.0:1718930702.894056:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff880097204900/0x4c38e74a54729636 lrc: 4/0,1 mode: EX/EX res: [0x240000402:0x60b:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0x4c38e74a5472963d expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.894060:0:6837:0:(ldlm_request.c:799:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff880097204900/0x4c38e74a54729636 lrc: 4/0,1 mode: EX/EX res: [0x240000402:0x60b:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0x4c38e74a5472963d expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1718930702.894068:0:6837:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x240000402:0x60b:0x0] 00000100:00100000:3.0:1718930702.894392:0:6837:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88011e300000 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733036352:0@lo:403:mdt00_000.0 00000100:00100000:3.0:1718930702.894410:0:6837:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718930702.894424:0:6837:0:(client.c:2492:ptlrpc_set_wait()) set ffff88008c2ed840 going to sleep for 6 seconds 00000100:00100000:0.0:1718930702.894455:0:6843:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733036352 00000100:00100000:0.0:1718930702.894477:0:6843:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20694 00000100:00100000:0.0:1718930702.894481:0:6843:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e301c80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+9:6837:x1802425733036352:12345-0@lo:403:mdt00_000.0 00000100:00100000:0.0:1718930702.895819:0:6843:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e301c80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+9:6837:x1802425733036352:12345-0@lo:403:mdt00_000.0 Request processed in 1337us (1408us total) trans 0 rc 0/0 00000100:00100000:0.0:1718930702.895825:0:6843:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20694 00000100:00100000:3.0:1718930702.895881:0:6837:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88011e300000 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733036352:0@lo:403:mdt00_000.0 00000100:00100000:3.0:1718930702.896487:0:6837:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88011e300000 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733036416:0@lo:1000:mdt00_000.0 00000100:00100000:3.0:1718930702.896514:0:6837:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718930702.896535:0:6837:0:(client.c:2492:ptlrpc_set_wait()) set ffff88008c2eda80 going to sleep for 6 seconds 00000100:00100000:0.0:1718930702.896590:0:6843:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733036416 00000100:00100000:0.0:1718930702.896617:0:6843:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20695 00000100:00100000:0.0:1718930702.896620:0:6843:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e3017c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+9:6837:x1802425733036416:12345-0@lo:1000:mdt00_000.0 00000100:00100000:0.0:1718930702.896693:0:6843:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e3017c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+9:6837:x1802425733036416:12345-0@lo:1000:mdt00_000.0 Request processed in 55us (163us total) trans 0 rc 0/0 00000100:00100000:0.0:1718930702.896699:0:6843:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20695 00000100:00100000:3.0:1718930702.896703:0:6837:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88011e300000 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733036416:0@lo:1000:mdt00_000.0 00000100:00100000:3.0:1718930702.896804:0:6837:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88011e300000 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733036480:0@lo:1000:mdt00_000.0 00000100:00100000:3.0:1718930702.896826:0:6837:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718930702.896850:0:6837:0:(client.c:2492:ptlrpc_set_wait()) set ffff88008c2eda80 going to sleep for 6 seconds 00000100:00100000:2.0:1718930702.896873:0:32457:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733036480 00000100:00100000:2.0:1718930702.896912:0:32457:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20696 00000100:00100000:2.0:1718930702.896915:0:32457:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e307200 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+9:6837:x1802425733036480:12345-0@lo:1000:mdt00_000.0 00000100:00100000:2.0:1718930702.896951:0:32457:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e307200 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+9:6837:x1802425733036480:12345-0@lo:1000:mdt00_000.0 Request processed in 36us (125us total) trans 0 rc 0/0 00000100:00100000:2.0:1718930702.896955:0:32457:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20696 00000100:00100000:3.0:1718930702.896969:0:6837:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88011e300000 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733036480:0@lo:1000:mdt00_000.0 00000100:00100000:3.0:1718930702.897005:0:6837:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88011e300000 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733036544:0@lo:1000:mdt00_000.0 00000100:00100000:3.0:1718930702.897019:0:6837:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718930702.897033:0:6837:0:(client.c:2492:ptlrpc_set_wait()) set ffff88008c2ed480 going to sleep for 6 seconds 00000100:00100000:2.0:1718930702.897046:0:32457:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733036544 00000100:00100000:2.0:1718930702.897059:0:32457:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20697 00000100:00100000:2.0:1718930702.897061:0:32457:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e3076c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:6837:x1802425733036544:12345-0@lo:1000:mdt00_000.0 00000100:00100000:2.0:1718930702.897091:0:32457:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e3076c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:6837:x1802425733036544:12345-0@lo:1000:mdt00_000.0 Request processed in 30us (72us total) trans 0 rc 0/0 00000100:00100000:2.0:1718930702.897094:0:32457:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20697 00000100:00100000:3.0:1718930702.897098:0:6837:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88011e300000 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733036544:0@lo:1000:mdt00_000.0 00000040:00080000:3.0:1718930702.897217:0:6837:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x200000bd0:0x2:0x0].755, 1064 off568456 00000040:00080000:3.0:1718930702.897238:0:6837:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x240000404:0x2:0x0].756, 1144 off631640 00000004:00080000:3.0:1718930702.897241:0:6837:0:(osp_trans.c:1598:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff8800b257d880 with version 1480 00000004:00080000:1.0:1718930702.897276:0:32441:0:(osp_trans.c:1343:osp_get_next_request()) ou ffff88007fc1bf00 version 1480 rpc_version 1480 00000100:00100000:1.0:1718930702.897296:0:32441:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880134616d40 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:32441:1802425733036608:0@lo:1000:osp_up1-0.0 00000100:00100000:1.0:1718930702.897314:0:32441:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718930702.897330:0:32441:0:(client.c:2492:ptlrpc_set_wait()) set ffff8800a1b5b780 going to sleep for 6 seconds 00000100:00100000:2.0:1718930702.897343:0:32457:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733036608 00000100:00100000:2.0:1718930702.897358:0:32457:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20698 00000100:00100000:2.0:1718930702.897359:0:32457:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8801346176c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+9:32441:x1802425733036608:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:2.0:1718930702.897549:0:32457:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8801346176c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+10:32441:x1802425733036608:12345-0@lo:1000:osp_up1-0.0 Request processed in 188us (234us total) trans 4294987119 rc 0/0 00000100:00100000:2.0:1718930702.897553:0:32457:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20698 00000100:00100000:1.0:1718930702.897613:0:32441:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880134616d40 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:32441:1802425733036608:0@lo:1000:osp_up1-0.0 00000004:00010000:3.0:1718930702.897637:0:6837:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff880092a304c0 reply state ffff880092bef000 transno 8589959521 ns: mdt-lustre-MDT0000_UUID lock: ffff880097205b00/0x4c38e74a5472962f lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x60b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1718930702.897645:0:6837:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x240000402:0x60b:0x0] 00010000:00010000:3.0:1718930702.897648:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff880097204900/0x4c38e74a54729636 lrc: 4/0,1 mode: EX/EX res: [0x240000402:0x60b:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0x4c38e74a5472963d expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.897652:0:6837:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-osp-MDT0000 lock: ffff880097204900/0x4c38e74a54729636 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x60b:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0x4c38e74a5472963d expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1718930702.897657:0:6837:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff880092a304c0 reply state ffff880092bef000 transno 8589959521 ns: mdt-lustre-MDT0000_UUID lock: ffff88008350c000/0x4c38e74a54729628 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7a0:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1718930702.897713:0:6837:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x240000400:0x1a6:0x0] 00010000:00010000:3.0:1718930702.897715:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009b055b00/0x4c38e74a54729613 lrc: 4/0,1 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0x4c38e74a5472961a expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.897719:0:6837:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009b055b00/0x4c38e74a54729613 lrc: 3/0,0 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0x4c38e74a5472961a expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1718930702.897723:0:6837:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff880092a304c0 reply state ffff880092bef000 transno 8589959521 ns: mdt-lustre-MDT0000_UUID lock: ffff88008350f180/0x4c38e74a54729621 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1718930702.897727:0:6837:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x240000402:0x608:0x0] 00010000:00010000:3.0:1718930702.897729:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350e1c0/0x4c38e74a54729605 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0x4c38e74a5472960c expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.897732:0:6837:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350e1c0/0x4c38e74a54729605 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0x4c38e74a5472960c expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.897736:0:6837:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008350c480/0x4c38e74a547295fe lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.897738:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008350c480/0x4c38e74a547295fe lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.897741:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008350c480/0x4c38e74a547295fe lrc: 2/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.897744:0:6837:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008350c480/0x4c38e74a547295fe lrc: 3/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.897749:0:6837:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008350c480 already unused, calling callback (ffffffffa080a190) 00010000:00010000:3.0:1718930702.897751:0:6837:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008350c480/0x4c38e74a547295fe lrc: 3/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.897754:0:6837:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008350c480/0x4c38e74a547295fe lrc: 4/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.897759:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000004:0x1:0x0].0x0 (ffff88008120a300) 00010000:00010000:3.0:1718930702.897760:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1718930702.897761:0:6837:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008350c480/0x4c38e74a547295fe lrc: 2/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.897764:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008350c480/0x4c38e74a547295fe lrc: 0/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718930702.897802:0:6837:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a304c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+21:26684:x1802425753273408:12345-192.168.204.9@tcp:36:lfs.0 Request processed in 8962us (9032us total) trans 8589959521 rc 0/0 00000100:00100000:3.0:1718930702.897807:0:6837:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230778 00010000:00010000:3.0:1718930702.898487:0:3306:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008350f180/0x4c38e74a54729621 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.898495:0:3306:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x79c:0x0].0x0 (ffff880093297000) 00010000:00010000:3.0:1718930702.898496:0:3306:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1718930702.898498:0:3306:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008350c000/0x4c38e74a54729628 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7a0:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.898501:0:3306:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7a0:0x0].0x0 (ffff8800a13cfe00) 00010000:00010000:3.0:1718930702.898502:0:3306:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 7f 00010000:00010000:3.0:1718930702.898504:0:3306:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097205b00/0x4c38e74a5472962f lrc: 3/0,1 mode: COS/COS res: [0x240000402:0x60b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.898506:0:3306:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x60b:0x0].0x0 (ffff880130245500) 00010000:00010000:3.0:1718930702.898507:0:3306:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1 00000100:00100000:0.0:1718930702.898595:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1718930702.898622:0:6837:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753273472 00000100:00100000:3.0:1718930702.898638:0:6837:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230779 00000100:00100000:3.0:1718930702.898641:0:6837:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a32600 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+21:26684:x1802425753273472:12345-192.168.204.9@tcp:34:lfs.0 00010000:00010000:3.0:1718930702.898677:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097205440/0x4c38e74a54729644 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x79c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.898682:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097205440/0x4c38e74a54729644 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.898686:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097205440/0x4c38e74a54729644 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.898691:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097207180/0x4c38e74a5472964b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x79c:0x0].0x3266 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.898695:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097207180/0x4c38e74a5472964b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x79c:0x0].0x3266 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.898698:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097207180/0x4c38e74a5472964b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x79c:0x0].0x3266 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.898719:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097204d80/0x4c38e74a54729652 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x79f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.898722:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097204d80/0x4c38e74a54729652 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x79f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.898728:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097204d80/0x4c38e74a54729652 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x79f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1718930702.898744:0:6837:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880097204d80/0x4c38e74a54729652 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x79f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.898748:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097205440/0x4c38e74a54729644 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.898751:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880097205440/0x4c38e74a54729644 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.898754:0:6837:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880097205440/0x4c38e74a54729644 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.898757:0:6837:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880097205440 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:3.0:1718930702.898758:0:6837:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880097205440/0x4c38e74a54729644 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.898761:0:6837:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880097205440/0x4c38e74a54729644 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.898765:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x79c:0x0].0x0 (ffff880093297000) 00010000:00010000:3.0:1718930702.898766:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1718930702.898767:0:6837:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880097205440/0x4c38e74a54729644 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.898770:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097205440/0x4c38e74a54729644 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.898778:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097207180/0x4c38e74a5472964b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x79c:0x0].0x3266 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.898781:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880097207180/0x4c38e74a5472964b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x79c:0x0].0x3266 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.898784:0:6837:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880097207180/0x4c38e74a5472964b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x79c:0x0].0x3266 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.898786:0:6837:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880097207180 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:3.0:1718930702.898787:0:6837:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880097207180/0x4c38e74a5472964b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x79c:0x0].0x3266 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.898789:0:6837:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880097207180/0x4c38e74a5472964b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x79c:0x0].0x3266 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.898792:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x79c:0x0].0x3266 (ffff880130245f00) 00010000:00010000:3.0:1718930702.898793:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1718930702.898794:0:6837:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880097207180/0x4c38e74a5472964b lrc: 2/0,0 mode: --/PR res: [0x200000402:0x79c:0x0].0x3266 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.898796:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097207180/0x4c38e74a5472964b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x79c:0x0].0x3266 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.898801:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097204d80/0x4c38e74a54729652 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x79f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.898804:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880097204d80/0x4c38e74a54729652 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x79f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.898809:0:6837:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880097204d80/0x4c38e74a54729652 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x79f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.898812:0:6837:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880097204d80 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:3.0:1718930702.898813:0:6837:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880097204d80/0x4c38e74a54729652 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x79f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.898815:0:6837:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880097204d80/0x4c38e74a54729652 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x79f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.898818:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x79f:0x0].0x0 (ffff880096cd7100) 00010000:00010000:3.0:1718930702.898819:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1718930702.898820:0:6837:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880097204d80/0x4c38e74a54729652 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x79f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.898822:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097204d80/0x4c38e74a54729652 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x79f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718930702.898853:0:6837:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a32600 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+21:26684:x1802425753273472:12345-192.168.204.9@tcp:34:lfs.0 Request processed in 211us (260us total) trans 0 rc 0/0 00000100:00100000:3.0:1718930702.898857:0:6837:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230779 00000100:00100000:1.0:1718930702.899506:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1718930702.899577:0:6837:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753273600 00000100:00100000:3.0:1718930702.899602:0:6837:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230780 00000100:00100000:3.0:1718930702.899604:0:6837:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880134613dc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+21:26684:x1802425753273600:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:3.0:1718930702.899611:0:6837:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1718930702.899616:0:6837:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097206f40/0x4c38e74a54729659 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x79f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xceea94147812fa7c expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.899650:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880097207840/0x4c38e74a54729660 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x79f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.899655:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097207840/0x4c38e74a54729660 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x79f:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.899675:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097207840/0x4c38e74a54729660 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x79f:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00200000:3.0:1718930702.899681:0:6837:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x79f:0x0]: returning size 0 00010000:00010000:3.0:1718930702.899713:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097206f40/0x4c38e74a54729659 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x79f:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fa7c expref: 24 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.899721:0:6837:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880097207840/0x4c38e74a54729660 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x79f:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fa7c expref: 23 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.899725:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x79f:0x0].0x0 (ffff880096cd7100) 00010000:00010000:3.0:1718930702.899726:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1718930702.899727:0:6837:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff880097207840, rc 0) 00000100:00100000:3.0:1718930702.899745:0:6837:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880134613dc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+23:26684:x1802425753273600:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 140us (241us total) trans 8589959522 rc 0/0 00000100:00100000:3.0:1718930702.899749:0:6837:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230780 00000100:00100000:0.0:1718930702.900509:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1718930702.900556:0:22545:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753273664 00000100:00100000:2.0:1718930702.900581:0:22545:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.204.9@tcp, with round 487 00000100:00100000:2.0:1718930702.900585:0:22545:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a32ac0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8a07974b-7506-4725-beb3-4b5c6f8f9250+7:1876:x1802425753273664:12345-192.168.204.9@tcp:1:lfs.0 00002000:00010000:2.0:1718930702.900617:0:22545:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x582:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1718930702.900621:0:22545:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008350d440/0x4c38e74a5472966e lrc: 3/0,1 mode: --/PW res: [0x582:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.900631:0:22545:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1718930702.900632:0:22545:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1718930702.900634:0:22545:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008350d440/0x4c38e74a5472966e lrc: 3/0,1 mode: PW/PW res: [0x582:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.900643:0:22545:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008350d440/0x4c38e74a5472966e lrc: 3/0,1 mode: PW/PW res: [0x582:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.900651:0:22545:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008350d440/0x4c38e74a5472966e lrc: 3/0,1 mode: PW/PW res: [0x582:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.900656:0:22545:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008350d440/0x4c38e74a5472966e lrc: 2/0,0 mode: PW/PW res: [0x582:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.900688:0:22545:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1718930702.900711:0:6829:0:(ldlm_lockd.c:2784:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1718930702.900714:0:6829:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008350d440/0x4c38e74a5472966e lrc: 2/0,0 mode: PW/PW res: [0x582:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.900719:0:6829:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008350d440 already unused, calling callback (ffffffffa080a190) 00010000:00010000:3.0:1718930702.900721:0:6829:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008350d440/0x4c38e74a5472966e lrc: 2/0,0 mode: PW/PW res: [0x582:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930702.900723:0:22545:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a32ac0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8a07974b-7506-4725-beb3-4b5c6f8f9250+7:1876:x1802425753273664:12345-192.168.204.9@tcp:1:lfs.0 Request processed in 137us (215us total) trans 0 rc 0/0 00010000:00010000:3.0:1718930702.900725:0:6829:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008350d440/0x4c38e74a5472966e lrc: 3/0,0 mode: PW/PW res: [0x582:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930702.900733:0:22545:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.204.9@tcp, with round 487 00010000:00010000:3.0:1718930702.900734:0:6829:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008350d440/0x4c38e74a5472966e lrc: 1/0,0 mode: --/PW res: [0x582:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.900737:0:6829:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008350d440/0x4c38e74a5472966e lrc: 0/0,0 mode: --/PW res: [0x582:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.900746:0:6829:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1718930702.900747:0:6829:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1718930702.900747:0:6829:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1718930702.901443:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1718930702.901478:0:6837:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753273792 00000100:00100000:3.0:1718930702.901495:0:6837:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230781 00000100:00100000:3.0:1718930702.901498:0:6837:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a32f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+23:26684:x1802425753273792:12345-192.168.204.9@tcp:36:lfs.0 00010000:00010000:3.0:1718930702.901514:0:6837:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1718930702.901521:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008350d680/0x4c38e74a54729047 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x79f:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812f95d expref: 23 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.901528:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x79f:0x0].0x0 (ffff880096cd7100) 00010000:00010000:3.0:1718930702.901530:0:6837:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1718930702.901536:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800972061c0/0x4c38e74a54729675 lrc: 3/0,1 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.901543:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800972061c0/0x4c38e74a54729675 lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.901553:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800972061c0/0x4c38e74a54729675 lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718930702.901578:0:6837:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88011e300000 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733036672:0@lo:1000:mdt00_000.0 00000100:00100000:3.0:1718930702.901603:0:6837:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718930702.901624:0:6837:0:(client.c:2492:ptlrpc_set_wait()) set ffff88008c2edc00 going to sleep for 6 seconds 00000100:00100000:2.0:1718930702.901641:0:32457:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733036672 00000100:00100000:2.0:1718930702.901673:0:32457:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20699 00000100:00100000:2.0:1718930702.901676:0:32457:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e303900 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+10:6837:x1802425733036672:12345-0@lo:1000:mdt00_000.0 00000100:00100000:2.0:1718930702.901712:0:32457:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e303900 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+10:6837:x1802425733036672:12345-0@lo:1000:mdt00_000.0 Request processed in 36us (110us total) trans 0 rc 0/0 00000100:00100000:2.0:1718930702.901716:0:32457:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20699 00000100:00100000:3.0:1718930702.901741:0:6837:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88011e300000 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733036672:0@lo:1000:mdt00_000.0 00000100:00100000:3.0:1718930702.901770:0:6837:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88011e300000 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733036736:0@lo:1000:mdt00_000.0 00000100:00100000:3.0:1718930702.901785:0:6837:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718930702.901800:0:6837:0:(client.c:2492:ptlrpc_set_wait()) set ffff88008c2edc00 going to sleep for 6 seconds 00000100:00100000:2.0:1718930702.901809:0:32457:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733036736 00000100:00100000:2.0:1718930702.901823:0:32457:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20700 00000100:00100000:2.0:1718930702.901825:0:32457:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e303dc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+10:6837:x1802425733036736:12345-0@lo:1000:mdt00_000.0 00000100:00100000:2.0:1718930702.901854:0:32457:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e303dc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+10:6837:x1802425733036736:12345-0@lo:1000:mdt00_000.0 Request processed in 28us (68us total) trans 0 rc 0/0 00000100:00100000:2.0:1718930702.901857:0:32457:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20700 00000100:00100000:3.0:1718930702.901861:0:6837:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88011e300000 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733036736:0@lo:1000:mdt00_000.0 00000100:00100000:3.0:1718930702.902214:0:6837:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88011e300000 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733036800:0@lo:403:mdt00_000.0 00000100:00100000:3.0:1718930702.902232:0:6837:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718930702.902246:0:6837:0:(client.c:2492:ptlrpc_set_wait()) set ffff88008c2eda80 going to sleep for 6 seconds 00000100:00100000:2.0:1718930702.902255:0:32457:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733036800 00000100:00100000:2.0:1718930702.902270:0:32457:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20701 00000100:00100000:2.0:1718930702.902272:0:32457:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e304280 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+10:6837:x1802425733036800:12345-0@lo:403:mdt00_000.0 00000100:00100000:2.0:1718930702.903349:0:32457:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e304280 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+10:6837:x1802425733036800:12345-0@lo:403:mdt00_000.0 Request processed in 1075us (1116us total) trans 0 rc 0/0 00000100:00100000:2.0:1718930702.903353:0:32457:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20701 00000100:00100000:3.0:1718930702.903408:0:6837:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88011e300000 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733036800:0@lo:403:mdt00_000.0 00010000:00010000:3.0:1718930702.903881:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff880097207cc0/0x4c38e74a5472967c lrc: 3/0,1 mode: --/PW res: [0x240000402:0x608:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.903887:0:6837:0:(ldlm_request.c:1029:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000001000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff880097207cc0/0x4c38e74a5472967c lrc: 3/0,1 mode: --/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.903892:0:6837:0:(ldlm_request.c:1117:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff880097207cc0/0x4c38e74a5472967c lrc: 3/0,1 mode: --/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718930702.903899:0:6837:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88011e300000 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733036864:0@lo:101:mdt00_000.0 00000100:00100000:3.0:1718930702.903916:0:6837:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718930702.903931:0:6837:0:(client.c:2492:ptlrpc_set_wait()) set ffff88008c2eda80 going to sleep for 6 seconds 00000100:00100000:2.0:1718930702.903984:0:32457:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733036864 00000100:00100000:2.0:1718930702.904008:0:32457:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20702 00000100:00100000:2.0:1718930702.904010:0:32457:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e304740 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+10:6837:x1802425733036864:12345-0@lo:101:mdt00_000.0 00010000:00010000:2.0:1718930702.904016:0:32457:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1718930702.904023:0:32457:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008350c6c0/0x4c38e74a54729683 lrc: 2/0,0 mode: --/PW res: [0x240000402:0x608:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4c38e74a5472967c expref: -99 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.904036:0:32457:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8800849bb180/0x4c38e74a5472960c lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0x4c38e74a54729605 expref: 11 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.904040:0:32457:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008350c6c0/0x4c38e74a54729683 lrc: 4/0,0 mode: --/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000001000000 nid: 0@lo remote: 0x4c38e74a5472967c expref: 11 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.904052:0:32457:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff8800849bb180/0x4c38e74a5472960c lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000001000020 nid: 0@lo remote: 0x4c38e74a54729605 expref: 11 pid: 32457 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930702.904057:0:32457:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800967daac0 pname:cluuid:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001_UUID:32457:1802425733036928:0@lo:104: 00000100:00100000:2.0:1718930702.904074:0:32457:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718930702.904088:0:32457:0:(client.c:2492:ptlrpc_set_wait()) set ffff880133dd3c00 going to sleep for 6 seconds 00000100:00100000:0.0:1718930702.904101:0:6824:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733036928 00000100:00100000:0.0:1718930702.904118:0:6824:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5517 00000100:00100000:0.0:1718930702.904121:0:6824:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800967daf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0000-mdtlov_UUID+4:32457:x1802425733036928:12345-0@lo:104: 00000100:00100000:2.0:1718930702.904156:0:32457:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800967daac0 pname:cluuid:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001_UUID:32457:1802425733036928:0@lo:104: 00010000:00010000:0.0:1718930702.904157:0:6824:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1718930702.904160:0:6824:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800967daf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0000-mdtlov_UUID+4:32457:x1802425733036928:12345-0@lo:104: Request processed in 39us (86us total) trans 0 rc 0/0 00000100:00100000:0.0:1718930702.904164:0:6824:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5517 00010000:00010000:2.0:1718930702.904165:0:32457:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88008350c6c0/0x4c38e74a54729683 lrc: 3/0,0 mode: --/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0x4c38e74a5472967c expref: 11 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.904170:0:32457:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x608:0x0].0x0 (ffff8800b4b15200) 00010000:00010000:2.0:1718930702.904171:0:32457:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718930702.904172:0:32457:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff88008350c6c0/0x4c38e74a54729683 lrc: 3/0,0 mode: --/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0x4c38e74a5472967c expref: 11 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.904173:0:11341:0:(ldlm_lockd.c:2784:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1718930702.904175:0:32457:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88008350c6c0, rc 0) 00010000:00010000:3.0:1718930702.904176:0:11341:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350e1c0/0x4c38e74a54729605 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1400001000000 nid: local remote: 0x4c38e74a5472960c expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.904180:0:11341:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008350e1c0 already unused, calling callback (ffffffffa0ea60e0) 00010000:00010000:3.0:1718930702.904182:0:11341:0:(ldlm_request.c:1235:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350e1c0/0x4c38e74a54729605 lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x1408401000000 nid: local remote: 0x4c38e74a5472960c expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1718930702.904186:0:11341:0:(mdt_handler.c:3608:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350e1c0/0x4c38e74a54729605 lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x1409401000000 nid: local remote: 0x4c38e74a5472960c expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930702.904191:0:32457:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e304740 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+11:6837:x1802425733036864:12345-0@lo:101:mdt00_000.0 Request processed in 180us (275us total) trans 0 rc 0/0 00000100:00100000:2.0:1718930702.904194:0:32457:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20702 00010000:00010000:3.0:1718930702.904198:0:11341:0:(ldlm_request.c:1301:ldlm_cancel_pack()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350e1c0/0x4c38e74a54729605 lrc: 2/0,0 mode: --/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x5c09401000000 nid: local remote: 0x4c38e74a5472960c expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.904201:0:11341:0:(ldlm_request.c:1305:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:0.0:1718930702.904203:0:6837:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88011e300000 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733036864:0@lo:101:mdt00_000.0 00010000:00010000:3.0:1718930702.904208:0:11341:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350e1c0/0x4c38e74a54729605 lrc: 1/0,0 mode: --/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x5c09401000000 nid: local remote: 0x4c38e74a5472960c expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.904210:0:6837:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff880097207cc0/0x4c38e74a5472967c lrc: 4/0,1 mode: --/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0x4c38e74a54729683 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.904212:0:11341:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350e1c0/0x4c38e74a54729605 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT gid 0 flags: 0x5c09401000000 nid: local remote: 0x4c38e74a5472960c expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930702.904214:0:3321:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88011e304c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3321:1802425733036992:0@lo:103:ldlm_bl_04.0 00010000:00010000:0.0:1718930702.904216:0:6837:0:(ldlm_request.c:286:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-MDT0001-osp-MDT0000 lock: ffff880097207cc0/0x4c38e74a5472967c lrc: 4/0,1 mode: --/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0x4c38e74a54729683 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.904218:0:11341:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1718930702.904218:0:11341:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1718930702.904219:0:11341:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1718930702.904227:0:3321:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718930702.904296:0:6826:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733036992 00010000:00010000:1.0:1718930702.904308:0:6826:0:(ldlm_lockd.c:2633:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800849bb180/0x4c38e74a5472960c lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000401000020 nid: 0@lo remote: 0x4c38e74a54729605 expref: 11 pid: 32457 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718930702.904330:0:6826:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63310 00000100:00100000:1.0:1718930702.904333:0:6826:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800967daac0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000-mdtlov_UUID+11:3321:x1802425733036992:12345-0@lo:103:ldlm_bl_04.0 00010000:00010000:1.0:1718930702.904339:0:6826:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000001:00080000:2.0:1718930702.905014:0:8049:0:(tgt_lastrcvd.c:926:tgt_cb_last_committed()) lustre-MDT0001: transno 4294987119 is committed 00010000:00010000:1.0:1718930702.905107:0:6826:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800849bb180/0x4c38e74a5472960c lrc: 0/0,0 mode: --/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801401000020 nid: 0@lo remote: 0x4c38e74a54729605 expref: 9 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.905116:0:6826:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x608:0x0].0x0 (ffff8800b4b15200) 00010000:00010000:1.0:1718930702.905118:0:6826:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff88008350c6c0/0x4c38e74a54729683 lrc: 2/0,0 mode: --/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0x4c38e74a5472967c expref: 8 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.905126:0:6826:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff88008350c6c0/0x4c38e74a54729683 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080001000000 nid: 0@lo remote: 0x4c38e74a5472967c expref: 8 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.905129:0:6826:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008350c6c0/0x4c38e74a54729683 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080001000000 nid: 0@lo remote: 0x4c38e74a5472967c expref: 8 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.905141:0:6826:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0001_UUID lock: ffff88008350c6c0/0x4c38e74a54729683 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0x4c38e74a5472967c expref: 8 pid: 32457 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718930702.905146:0:6826:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880134614740 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001_UUID:6826:1802425733037056:0@lo:105: 00000100:00100000:1.0:1718930702.905162:0:6826:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718930702.905179:0:6826:0:(client.c:2492:ptlrpc_set_wait()) set ffff8800a1b5b780 going to sleep for 6 seconds 00000100:00100000:0.0:1718930702.905188:0:6824:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733037056 00000100:00100000:0.0:1718930702.905207:0:6824:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5518 00000100:00100000:0.0:1718930702.905210:0:6824:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880134610e40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0000-mdtlov_UUID+4:6826:x1802425733037056:12345-0@lo:105: 00010000:00010000:0.0:1718930702.905215:0:6824:0:(ldlm_lockd.c:1933:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0001-osp-MDT0000 lock: ffff880097207cc0/0x4c38e74a5472967c lrc: 5/0,1 mode: --/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0x4c38e74a54729683 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.905220:0:6824:0:(ldlm_lockd.c:2010:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0001-osp-MDT0000 lock: ffff880097207cc0/0x4c38e74a5472967c lrc: 5/0,1 mode: --/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0x4c38e74a54729683 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.905224:0:6824:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0001-osp-MDT0000 lock: ffff880097207cc0/0x4c38e74a5472967c lrc: 5/0,1 mode: PW/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080001000000 nid: local remote: 0x4c38e74a54729683 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.905228:0:6824:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff880097207cc0/0x4c38e74a5472967c lrc: 6/0,1 mode: PW/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080001000000 nid: local remote: 0x4c38e74a54729683 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.905232:0:6824:0:(ldlm_lockd.c:2038:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0001-osp-MDT0000 lock: ffff880097207cc0/0x4c38e74a5472967c lrc: 6/0,1 mode: PW/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1080001000000 nid: local remote: 0x4c38e74a54729683 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.905240:0:6824:0:(ldlm_lockd.c:2049:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff880097207cc0) 00010000:00010000:2.0:1718930702.905244:0:6837:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-MDT0001-osp-MDT0000 lock: ffff880097207cc0/0x4c38e74a5472967c lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0x4c38e74a54729683 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.905249:0:6837:0:(ldlm_request.c:799:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff880097207cc0/0x4c38e74a5472967c lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0x4c38e74a54729683 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718930702.905264:0:6824:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880134610e40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0000-mdtlov_UUID+4:6826:x1802425733037056:12345-0@lo:105: Request processed in 53us (101us total) trans 0 rc 0/0 00000100:00100000:0.0:1718930702.905267:0:6824:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5518 00010000:00010000:2.0:1718930702.905269:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350e640/0x4c38e74a5472968a lrc: 3/0,1 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.905272:0:6837:0:(ldlm_request.c:1029:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000001000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350e640/0x4c38e74a5472968a lrc: 3/0,1 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.905276:0:6837:0:(ldlm_request.c:1117:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350e640/0x4c38e74a5472968a lrc: 3/0,1 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930702.905283:0:6837:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800967db440 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733037120:0@lo:101:mdt00_000.0 00000100:00100000:1.0:1718930702.905283:0:6826:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880134614740 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001_UUID:6826:1802425733037056:0@lo:105: 00010000:00010000:1.0:1718930702.905290:0:6826:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1718930702.905296:0:6837:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718930702.905311:0:6837:0:(client.c:2492:ptlrpc_set_wait()) set ffff880133dd3c00 going to sleep for 6 seconds 00000100:00100000:1.0:1718930702.905314:0:6826:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800967daac0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000-mdtlov_UUID+8:3321:x1802425733036992:12345-0@lo:103:ldlm_bl_04.0 Request processed in 980us (1086us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930702.905318:0:6826:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63310 00000100:00100000:2.0:1718930702.905322:0:3321:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88011e304c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3321:1802425733036992:0@lo:103:ldlm_bl_04.0 00000100:00100000:3.0:1718930702.905364:0:32457:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733037120 00000100:00100000:3.0:1718930702.905388:0:32457:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20703 00000100:00100000:3.0:1718930702.905391:0:32457:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800967db900 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+8:6837:x1802425733037120:12345-0@lo:101:mdt00_000.0 00010000:00010000:3.0:1718930702.905397:0:32457:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1718930702.905403:0:32457:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880097206d00/0x4c38e74a54729691 lrc: 2/0,0 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4c38e74a5472968a expref: -99 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.905413:0:32457:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff88008350ed00/0x4c38e74a5472961a lrc: 2/0,0 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0x4c38e74a54729613 expref: 9 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.905417:0:32457:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff880097206d00/0x4c38e74a54729691 lrc: 4/0,0 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000001000000 nid: 0@lo remote: 0x4c38e74a5472968a expref: 9 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.905442:0:32457:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff88008350ed00/0x4c38e74a5472961a lrc: 3/0,0 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000001000020 nid: 0@lo remote: 0x4c38e74a54729613 expref: 9 pid: 32457 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718930702.905448:0:32457:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88011e3050c0 pname:cluuid:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001_UUID:32457:1802425733037184:0@lo:104: 00000100:00100000:3.0:1718930702.905464:0:32457:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718930702.905472:0:32457:0:(client.c:2492:ptlrpc_set_wait()) set ffff88008c2edc00 going to sleep for 6 seconds 00000100:00100000:0.0:1718930702.905472:0:6824:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733037184 00000100:00100000:0.0:1718930702.905483:0:6824:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5519 00000100:00100000:0.0:1718930702.905485:0:6824:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e301300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0000-mdtlov_UUID+4:32457:x1802425733037184:12345-0@lo:104: 00010000:00010000:0.0:1718930702.905508:0:6824:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1718930702.905510:0:32457:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88011e3050c0 pname:cluuid:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001_UUID:32457:1802425733037184:0@lo:104: 00000100:00100000:0.0:1718930702.905510:0:6824:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e301300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0000-mdtlov_UUID+4:32457:x1802425733037184:12345-0@lo:104: Request processed in 24us (46us total) trans 0 rc 0/0 00000100:00100000:0.0:1718930702.905513:0:6824:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5519 00010000:00010000:3.0:1718930702.905518:0:32457:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff880097206d00/0x4c38e74a54729691 lrc: 3/0,0 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0x4c38e74a5472968a expref: 9 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.905522:0:32457:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a6:0x0].0x0 (ffff880098470100) 00010000:00010000:3.0:1718930702.905523:0:32457:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1718930702.905524:0:32457:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff880097206d00/0x4c38e74a54729691 lrc: 3/0,0 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0x4c38e74a5472968a expref: 9 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.905527:0:6828:0:(ldlm_lockd.c:2784:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1718930702.905528:0:32457:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff880097206d00, rc 0) 00010000:00010000:1.0:1718930702.905530:0:6828:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009b055b00/0x4c38e74a54729613 lrc: 3/0,0 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1400001000000 nid: local remote: 0x4c38e74a5472961a expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.905535:0:6828:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88009b055b00 already unused, calling callback (ffffffffa0ea60e0) 00010000:00010000:1.0:1718930702.905537:0:6828:0:(ldlm_request.c:1235:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009b055b00/0x4c38e74a54729613 lrc: 4/0,0 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x1408401000000 nid: local remote: 0x4c38e74a5472961a expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1718930702.905540:0:6828:0:(mdt_handler.c:3608:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009b055b00/0x4c38e74a54729613 lrc: 4/0,0 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x1409401000000 nid: local remote: 0x4c38e74a5472961a expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718930702.905542:0:32457:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800967db900 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+9:6837:x1802425733037120:12345-0@lo:101:mdt00_000.0 Request processed in 150us (245us total) trans 0 rc 0/0 00000100:00100000:3.0:1718930702.905545:0:32457:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20703 00000100:00100000:2.0:1718930702.905549:0:6837:0:(client.c:2892:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 4294987119 gen 2 00000004:00080000:2.0:1718930702.905552:0:6837:0:(osp_trans.c:1044:osp_request_commit_cb()) trans no 4294987118 committed transno 4294987119 00000004:00080000:2.0:1718930702.905563:0:6837:0:(osp_trans.c:1044:osp_request_commit_cb()) trans no 4294987119 committed transno 4294987119 00000100:00100000:2.0:1718930702.905575:0:6837:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800967db440 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733037120:0@lo:101:mdt00_000.0 00010000:00010000:1.0:1718930702.905575:0:6828:0:(ldlm_request.c:1301:ldlm_cancel_pack()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009b055b00/0x4c38e74a54729613 lrc: 2/0,0 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x5c09401000000 nid: local remote: 0x4c38e74a5472961a expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.905579:0:6828:0:(ldlm_request.c:1305:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1718930702.905581:0:6837:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350e640/0x4c38e74a5472968a lrc: 4/0,1 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0x4c38e74a54729691 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.905585:0:6837:0:(ldlm_request.c:286:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350e640/0x4c38e74a5472968a lrc: 4/0,1 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0x4c38e74a54729691 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.905587:0:6828:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009b055b00/0x4c38e74a54729613 lrc: 1/0,0 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT gid 0 flags: 0x5c09401000000 nid: local remote: 0x4c38e74a5472961a expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718930702.905589:0:3322:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880134614740 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3322:1802425733037248:0@lo:103:ldlm_bl_01.0 00010000:00010000:1.0:1718930702.905590:0:6828:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009b055b00/0x4c38e74a54729613 lrc: 0/0,0 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x5c09401000000 nid: local remote: 0x4c38e74a5472961a expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.905595:0:6828:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1718930702.905596:0:6828:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1718930702.905596:0:6828:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1718930702.905602:0:3322:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718930702.905613:0:6826:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733037248 00010000:00010000:1.0:1718930702.905621:0:6826:0:(ldlm_lockd.c:2633:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008350ed00/0x4c38e74a5472961a lrc: 3/0,0 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000401000020 nid: 0@lo remote: 0x4c38e74a54729613 expref: 9 pid: 32457 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718930702.905635:0:6826:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63311 00000100:00100000:1.0:1718930702.905637:0:6826:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a33440 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000-mdtlov_UUID+9:3322:x1802425733037248:12345-0@lo:103:ldlm_bl_01.0 00010000:00010000:1.0:1718930702.905642:0:6826:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1718930702.905802:0:6826:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008350ed00/0x4c38e74a5472961a lrc: 0/0,0 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801401000020 nid: 0@lo remote: 0x4c38e74a54729613 expref: 9 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.905809:0:6826:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a6:0x0].0x0 (ffff880098470100) 00010000:00010000:1.0:1718930702.905811:0:6826:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff880097206d00/0x4c38e74a54729691 lrc: 2/0,0 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0x4c38e74a5472968a expref: 8 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.905815:0:6826:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff880097206d00/0x4c38e74a54729691 lrc: 2/0,0 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080001000000 nid: 0@lo remote: 0x4c38e74a5472968a expref: 8 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.905819:0:6826:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880097206d00/0x4c38e74a54729691 lrc: 3/0,0 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080001000000 nid: 0@lo remote: 0x4c38e74a5472968a expref: 8 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.905828:0:6826:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0001_UUID lock: ffff880097206d00/0x4c38e74a54729691 lrc: 3/0,0 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0x4c38e74a5472968a expref: 8 pid: 32457 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718930702.905832:0:6826:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880134610980 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001_UUID:6826:1802425733037312:0@lo:105: 00000100:00100000:1.0:1718930702.905846:0:6826:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718930702.905859:0:6826:0:(client.c:2492:ptlrpc_set_wait()) set ffff8800a1b5b780 going to sleep for 6 seconds 00000100:00100000:0.0:1718930702.905874:0:6824:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733037312 00000100:00100000:0.0:1718930702.905889:0:6824:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5520 00000100:00100000:0.0:1718930702.905891:0:6824:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880134616d40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0000-mdtlov_UUID+4:6826:x1802425733037312:12345-0@lo:105: 00010000:00010000:0.0:1718930702.905894:0:6824:0:(ldlm_lockd.c:1933:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350e640/0x4c38e74a5472968a lrc: 5/0,1 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0x4c38e74a54729691 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.905898:0:6824:0:(ldlm_lockd.c:2010:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350e640/0x4c38e74a5472968a lrc: 5/0,1 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0x4c38e74a54729691 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.905902:0:6824:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350e640/0x4c38e74a5472968a lrc: 5/0,1 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080001000000 nid: local remote: 0x4c38e74a54729691 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.905904:0:6824:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350e640/0x4c38e74a5472968a lrc: 6/0,1 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080001000000 nid: local remote: 0x4c38e74a54729691 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.905908:0:6824:0:(ldlm_lockd.c:2038:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350e640/0x4c38e74a5472968a lrc: 6/0,1 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1080001000000 nid: local remote: 0x4c38e74a54729691 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.905915:0:6824:0:(ldlm_lockd.c:2049:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff88008350e640) 00010000:00010000:2.0:1718930702.905919:0:6837:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350e640/0x4c38e74a5472968a lrc: 4/0,1 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0x4c38e74a54729691 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.905923:0:6837:0:(ldlm_request.c:799:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350e640/0x4c38e74a5472968a lrc: 4/0,1 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0x4c38e74a54729691 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718930702.905929:0:6824:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880134616d40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0000-mdtlov_UUID+4:6826:x1802425733037312:12345-0@lo:105: Request processed in 38us (83us total) trans 0 rc 0/0 00000004:00080000:2.0:1718930702.905932:0:6837:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x240000400:0x1a6:0x0] 00000100:00100000:0.0:1718930702.905932:0:6824:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5520 00000100:00100000:1.0:1718930702.905937:0:6826:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880134610980 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001_UUID:6826:1802425733037312:0@lo:105: 00010000:00010000:2.0:1718930702.905938:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008350c900/0x4c38e74a54729698 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x79c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.905942:0:6837:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008350f180/0x4c38e74a54729621 lrc: 2/0,1 mode: COS/COS res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.905943:0:6826:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1718930702.905946:0:6837:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008350c900/0x4c38e74a54729698 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.905951:0:6837:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff88008350f180/0x4c38e74a54729621 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210401000020 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718930702.905955:0:6826:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a33440 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000-mdtlov_UUID+8:3322:x1802425733037248:12345-0@lo:103:ldlm_bl_01.0 Request processed in 318us (353us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930702.905958:0:6826:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63311 00080000:00080000:2.0:1718930702.905960:0:6837:0:(osd_handler.c:2525:osd_commit_async()) lustre-MDT0000: async commit OSD 00000100:00100000:0.0:1718930702.905965:0:3322:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880134614740 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3322:1802425733037248:0@lo:103:ldlm_bl_01.0 00010000:00010000:2.0:1718930702.905977:0:6837:0:(ldlm_request.c:286:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008350c900/0x4c38e74a54729698 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.906462:0:32428:0:(ldlm_request.c:1235:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff880097204900/0x4c38e74a54729636 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x60b:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008401000000 nid: local remote: 0x4c38e74a5472963d expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1718930702.906467:0:32428:0:(mdt_handler.c:3608:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff880097204900/0x4c38e74a54729636 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x60b:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009401000000 nid: local remote: 0x4c38e74a5472963d expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.906478:0:32428:0:(ldlm_request.c:1301:ldlm_cancel_pack()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff880097204900/0x4c38e74a54729636 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x60b:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0x4c38e74a5472963d expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.906481:0:32428:0:(ldlm_request.c:1305:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1718930702.906492:0:32428:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff880097204900/0x4c38e74a54729636 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x60b:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0x4c38e74a5472963d expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000001:00080000:0.0:1718930702.906500:0:32428:0:(tgt_lastrcvd.c:926:tgt_cb_last_committed()) lustre-MDT0000: transno 8589959522 is committed 00000020:00080000:0.0:1718930702.906504:0:32428:0:(update_trans.c:80:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff88008c2edb40 refcount 2 committed 0 result 0 batchid 4295040265 00000020:00080000:0.0:1718930702.906506:0:32428:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff880130245000 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff8800b257d200 00000020:00080000:0.0:1718930702.906524:0:32428:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff880130245a00 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff8800b257d880 00000020:00080000:0.0:1718930702.906526:0:32428:0:(update_trans.c:94:top_multiple_thandle_dump()) cookie [0x2:0x40000404:0x2].756 00000020:00080000:0.0:1718930702.906527:0:32428:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff880130245800 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff880130245d00 00000020:00080000:0.0:1718930702.906528:0:32428:0:(update_trans.c:94:top_multiple_thandle_dump()) cookie [0x2:0xbd0:0x2].755 00000020:00080000:0.0:1718930702.906532:0:32428:0:(update_trans.c:1351:distribute_txn_batchid_cb()) lustre-MDT0000: 4295040264 batchid updated 00010000:00010000:3.0:1718930702.906536:0:3307:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: ffff88008350f180/0x4c38e74a54729621 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210401000020 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930702.906542:0:3323:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880092a33900 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3323:1802425733037376:0@lo:103:jbd2/dm-0-8.0 00000020:00080000:1.0:1718930702.906546:0:32454:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 4295040265 committed batchid 4295040264 00010000:00010000:3.0:1718930702.906547:0:3307:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008350f180/0x4c38e74a54729621 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210401000020 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.906555:0:3307:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008350f180/0x4c38e74a54729621 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210401000020 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.906561:0:3307:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008350f180 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:3.0:1718930702.906563:0:3307:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008350f180/0x4c38e74a54729621 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210401000020 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930702.906565:0:3323:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1718930702.906570:0:3307:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008350f180/0x4c38e74a54729621 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218401000020 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000040:00100000:1.0:1718930702.906578:0:32454:0:(llog.c:235:llog_cancel_arr_rec()) Canceling 1 records, first 755 in log [0x2:0x40000404:0x2] 00010000:00010000:3.0:1718930702.906580:0:3307:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x79c:0x0].0x0 (ffff880093297000) 00000100:00100000:0.0:1718930702.906582:0:6826:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733037376 00010000:00010000:3.0:1718930702.906583:0:3307:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1718930702.906584:0:3307:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88008350c900/0x4c38e74a54729698 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.906592:0:3307:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008350c900/0x4c38e74a54729698 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718930702.906613:0:6826:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9135 00010000:00010000:3.0:1718930702.906614:0:3307:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008350c900/0x4c38e74a54729698 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1718930702.906615:0:32454:0:(osp_trans.c:1598:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff880086beac80 with version 1481 00000100:00100000:0.0:1718930702.906616:0:6826:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800967db440 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000-mdtlov_UUID+8:3323:x1802425733037376:12345-0@lo:103:jbd2/dm-0-8.0 00000020:00080000:1.0:1718930702.906623:0:32454:0:(update_trans.c:1313:distribute_txn_cancel_records()) lustre-MDT0001-osp-MDT0000: batchid 4295040264 cancel update log [0x2:0x40000404:0x2].755: rc = 0 00010000:00010000:0.0:1718930702.906623:0:6826:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000040:00100000:1.0:1718930702.906629:0:32454:0:(llog.c:235:llog_cancel_arr_rec()) Canceling 1 records, first 754 in log [0x2:0xbd0:0x2] 00000004:00010000:0.0:1718930702.906632:0:6826:0:(mdt_lvb.c:117:mdt_dom_disk_lvbo_update()) res: [0x240000402:0x60b:0x0] updating lvb mtime from disk: 0 -> 1718930701 00000004:00010000:0.0:1718930702.906634:0:6826:0:(mdt_lvb.c:123:mdt_dom_disk_lvbo_update()) res: [0x240000402:0x60b:0x0] updating lvb atime from disk: 0 -> 1718930701 00000004:00010000:0.0:1718930702.906636:0:6826:0:(mdt_lvb.c:129:mdt_dom_disk_lvbo_update()) res: [0x240000402:0x60b:0x0] updating lvb ctime from disk: 0 -> 1718930701 00010000:00010000:3.0:1718930702.906637:0:3307:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008350f180/0x4c38e74a54729621 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19401000020 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.906640:0:6837:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008350c900/0x4c38e74a54729698 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.906642:0:3307:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008350f180/0x4c38e74a54729621 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19401000020 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.906645:0:6826:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009b055d40/0x4c38e74a5472963d lrc: 0/0,0 mode: --/EX res: [0x240000402:0x60b:0x0].0x0 bits 0x47/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801001000000 nid: 0@lo remote: 0x4c38e74a54729636 expref: 8 pid: 6843 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.906648:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008350c900/0x4c38e74a54729698 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.906653:0:6826:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x60b:0x0].0x0 (ffff88008120ab00) 00010000:00010000:3.0:1718930702.906656:0:3307:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: ffff88008350c000/0x4c38e74a54729628 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7a0:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000020:00080000:1.0:1718930702.906657:0:32454:0:(update_trans.c:1313:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 4295040264 cancel update log [0x2:0xbd0:0x2].754: rc = 0 00010000:00010000:0.0:1718930702.906658:0:6826:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1718930702.906660:0:3307:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008350c000/0x4c38e74a54729628 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x7a0:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.906665:0:3307:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008350c000/0x4c38e74a54729628 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x7a0:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000020:00080000:1.0:1718930702.906666:0:32454:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4295040264 00010000:00010000:3.0:1718930702.906669:0:3307:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008350c000 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:3.0:1718930702.906670:0:3307:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008350c000/0x4c38e74a54729628 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x7a0:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.906696:0:3307:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008350c000/0x4c38e74a54729628 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x7a0:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1718930702.906697:0:32441:0:(osp_trans.c:1343:osp_get_next_request()) ou ffff88007fc1bf00 version 1481 rpc_version 1481 00010000:00010000:3.0:1718930702.906701:0:3307:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7a0:0x0].0x0 (ffff8800a13cfe00) 00010000:00010000:3.0:1718930702.906703:0:3307:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 7f 00000100:00100000:0.0:1718930702.906703:0:6826:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800967db440 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000-mdtlov_UUID+7:3323:x1802425733037376:12345-0@lo:103:jbd2/dm-0-8.0 Request processed in 86us (138us total) trans 0 rc 0/0 00010000:00010000:3.0:1718930702.906704:0:3307:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008350c000/0x4c38e74a54729628 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x7a0:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.906708:0:3307:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008350c000/0x4c38e74a54729628 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x7a0:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718930702.906708:0:6826:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9135 00000100:00100000:2.0:1718930702.906712:0:3323:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880092a33900 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3323:1802425733037376:0@lo:103:jbd2/dm-0-8.0 00010000:00010000:3.0:1718930702.906716:0:3307:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: ffff880097205b00/0x4c38e74a5472962f lrc: 3/0,1 mode: COS/COS res: [0x240000402:0x60b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718930702.906719:0:32441:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880134610980 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:32441:1802425733037440:0@lo:1000:osp_up1-0.0 00010000:00010000:3.0:1718930702.906721:0:3307:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880097205b00/0x4c38e74a5472962f lrc: 2/0,0 mode: COS/COS res: [0x240000402:0x60b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.906728:0:3307:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880097205b00/0x4c38e74a5472962f lrc: 3/0,0 mode: COS/COS res: [0x240000402:0x60b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.906732:0:3307:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880097205b00 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:3.0:1718930702.906733:0:3307:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880097205b00/0x4c38e74a5472962f lrc: 3/0,0 mode: COS/COS res: [0x240000402:0x60b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.906736:0:3307:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880097205b00/0x4c38e74a5472962f lrc: 4/0,0 mode: COS/COS res: [0x240000402:0x60b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.906741:0:3307:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x60b:0x0].0x0 (ffff880130245500) 00010000:00010000:3.0:1718930702.906742:0:3307:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1718930702.906743:0:3307:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880097205b00/0x4c38e74a5472962f lrc: 2/0,0 mode: --/COS res: [0x240000402:0x60b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.906746:0:3307:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097205b00/0x4c38e74a5472962f lrc: 0/0,0 mode: --/COS res: [0x240000402:0x60b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718930702.906748:0:32441:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718930702.906763:0:32441:0:(client.c:2492:ptlrpc_set_wait()) set ffff8800a1b5ba80 going to sleep for 6 seconds 00000100:00100000:3.0:1718930702.906768:0:32457:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733037440 00010000:00010000:2.0:1718930702.906768:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x79f:0x0].0x0 (ffff880096cd7100) 00010000:00010000:2.0:1718930702.906771:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1718930702.906774:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097207840/0x4c38e74a54729660 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x79f:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fa7c expref: 19 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718930702.906785:0:32457:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20704 00000100:00100000:3.0:1718930702.906788:0:32457:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880134614740 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+7:32441:x1802425733037440:12345-0@lo:1000:osp_up1-0.0 00010000:00010000:2.0:1718930702.906797:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008350dd40/0x4c38e74a5472969f lrc: 3/0,1 mode: --/EX res: [0x200000402:0x79f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.906803:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008350dd40/0x4c38e74a5472969f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x79f:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.906808:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008350dd40/0x4c38e74a5472969f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x79f:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930702.906840:0:6837:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800967dbdc0 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733037504:0@lo:1000:mdt00_000.0 00000100:00100000:2.0:1718930702.906861:0:6837:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718930702.906871:0:6837:0:(client.c:2492:ptlrpc_set_wait()) set ffff880133dd3cc0 going to sleep for 6 seconds 00000100:00100000:0.0:1718930702.906875:0:6843:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733037504 00000100:00100000:3.0:1718930702.906880:0:32457:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880134614740 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+9:32441:x1802425733037440:12345-0@lo:1000:osp_up1-0.0 Request processed in 91us (133us total) trans 4294987120 rc 0/0 00000100:00100000:3.0:1718930702.906886:0:32457:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20704 00000100:00100000:0.0:1718930702.906889:0:6843:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20705 00000100:00100000:0.0:1718930702.906892:0:6843:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800967dc280 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+9:6837:x1802425733037504:12345-0@lo:1000:mdt00_000.0 00000100:00100000:1.0:1718930702.906925:0:32441:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880134610980 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:32441:1802425733037440:0@lo:1000:osp_up1-0.0 00000100:00100000:0.0:1718930702.906951:0:6843:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800967dc280 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+8:6837:x1802425733037504:12345-0@lo:1000:mdt00_000.0 Request processed in 58us (90us total) trans 0 rc -2/-2 00000100:00100000:0.0:1718930702.906956:0:6843:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20705 00000100:00100000:2.0:1718930702.906961:0:6837:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800967dbdc0 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733037504:0@lo:1000:mdt00_000.0 00010000:00010000:2.0:1718930702.907000:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008350f3c0/0x4c38e74a547296a6 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x60c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.907005:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008350f3c0/0x4c38e74a547296a6 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x60c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.907010:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008350f3c0/0x4c38e74a547296a6 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x60c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.907025:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350fcc0/0x4c38e74a547296ad lrc: 3/0,1 mode: --/EX res: [0x240000402:0x60c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.907029:0:6837:0:(ldlm_request.c:1029:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000001000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350fcc0/0x4c38e74a547296ad lrc: 3/0,1 mode: --/EX res: [0x240000402:0x60c:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.907034:0:6837:0:(ldlm_request.c:1117:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350fcc0/0x4c38e74a547296ad lrc: 3/0,1 mode: --/EX res: [0x240000402:0x60c:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930702.907040:0:6837:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800967dbdc0 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733037568:0@lo:101:mdt00_000.0 00000100:00100000:2.0:1718930702.907054:0:6837:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718930702.907060:0:6837:0:(client.c:2492:ptlrpc_set_wait()) set ffff880133dd3240 going to sleep for 6 seconds 00000100:00100000:0.0:1718930702.907066:0:6843:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733037568 00000100:00100000:0.0:1718930702.907081:0:6843:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20706 00000100:00100000:0.0:1718930702.907083:0:6843:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800967dc740 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+8:6837:x1802425733037568:12345-0@lo:101:mdt00_000.0 00010000:00010000:0.0:1718930702.907088:0:6843:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1718930702.907110:0:6843:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009b057a80/0x4c38e74a547296b4 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x60c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4c38e74a547296ad expref: -99 pid: 6843 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.907121:0:6843:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009b057a80/0x4c38e74a547296b4 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x60c:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000001000000 nid: 0@lo remote: 0x4c38e74a547296ad expref: 9 pid: 6843 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.907126:0:6843:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88009b057a80/0x4c38e74a547296b4 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x60c:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0x4c38e74a547296ad expref: 9 pid: 6843 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.907144:0:6843:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x60c:0x0].0x0 (ffff8800a13cf200) 00010000:00010000:0.0:1718930702.907145:0:6843:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 47 00010000:00010000:0.0:1718930702.907146:0:6843:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88009b057a80, rc 0) 00000100:00100000:0.0:1718930702.907166:0:6843:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800967dc740 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+9:6837:x1802425733037568:12345-0@lo:101:mdt00_000.0 Request processed in 83us (113us total) trans 0 rc 0/0 00000100:00100000:0.0:1718930702.907169:0:6843:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20706 00000100:00100000:2.0:1718930702.907186:0:6837:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800967dbdc0 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733037568:0@lo:101:mdt00_000.0 00010000:00010000:2.0:1718930702.907191:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350fcc0/0x4c38e74a547296ad lrc: 4/0,1 mode: EX/EX res: [0x240000402:0x60c:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0x4c38e74a547296b4 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.907196:0:6837:0:(ldlm_request.c:799:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350fcc0/0x4c38e74a547296ad lrc: 4/0,1 mode: EX/EX res: [0x240000402:0x60c:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0x4c38e74a547296b4 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1718930702.907202:0:6837:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x240000402:0x60c:0x0] 00000100:00100000:2.0:1718930702.907531:0:6837:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800967dbdc0 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733037632:0@lo:403:mdt00_000.0 00000100:00100000:2.0:1718930702.907547:0:6837:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718930702.907561:0:6837:0:(client.c:2492:ptlrpc_set_wait()) set ffff880133dd3240 going to sleep for 6 seconds 00000100:00100000:0.0:1718930702.907575:0:6843:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733037632 00000100:00100000:0.0:1718930702.907589:0:6843:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20707 00000100:00100000:0.0:1718930702.907591:0:6843:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800967dcc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+9:6837:x1802425733037632:12345-0@lo:403:mdt00_000.0 00000100:00100000:0.0:1718930702.908567:0:6843:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800967dcc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+9:6837:x1802425733037632:12345-0@lo:403:mdt00_000.0 Request processed in 975us (1019us total) trans 0 rc 0/0 00000100:00100000:0.0:1718930702.908571:0:6843:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20707 00000100:00100000:2.0:1718930702.908633:0:6837:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800967dbdc0 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733037632:0@lo:403:mdt00_000.0 00000100:00100000:2.0:1718930702.909055:0:6837:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800967dbdc0 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733037696:0@lo:1000:mdt00_000.0 00000100:00100000:2.0:1718930702.909072:0:6837:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718930702.909090:0:6837:0:(client.c:2492:ptlrpc_set_wait()) set ffff880133dd3cc0 going to sleep for 6 seconds 00000100:00100000:0.0:1718930702.909140:0:6843:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733037696 00000100:00100000:0.0:1718930702.909163:0:6843:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20708 00000100:00100000:0.0:1718930702.909165:0:6843:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800967dd0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+9:6837:x1802425733037696:12345-0@lo:1000:mdt00_000.0 00000100:00100000:0.0:1718930702.909200:0:6843:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800967dd0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+9:6837:x1802425733037696:12345-0@lo:1000:mdt00_000.0 Request processed in 35us (128us total) trans 0 rc 0/0 00000100:00100000:0.0:1718930702.909204:0:6843:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20708 00000100:00100000:2.0:1718930702.909219:0:6837:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800967dbdc0 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733037696:0@lo:1000:mdt00_000.0 00000100:00100000:2.0:1718930702.909260:0:6837:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800967dbdc0 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733037760:0@lo:1000:mdt00_000.0 00000100:00100000:2.0:1718930702.909273:0:6837:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718930702.909287:0:6837:0:(client.c:2492:ptlrpc_set_wait()) set ffff880133dd3cc0 going to sleep for 6 seconds 00000100:00100000:3.0:1718930702.909300:0:32457:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733037760 00000100:00100000:3.0:1718930702.909323:0:32457:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20709 00000100:00100000:3.0:1718930702.909325:0:32457:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800967dd580 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+9:6837:x1802425733037760:12345-0@lo:1000:mdt00_000.0 00000100:00100000:3.0:1718930702.909365:0:32457:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800967dd580 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+9:6837:x1802425733037760:12345-0@lo:1000:mdt00_000.0 Request processed in 39us (91us total) trans 0 rc 0/0 00000100:00100000:3.0:1718930702.909369:0:32457:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20709 00000100:00100000:2.0:1718930702.909379:0:6837:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800967dbdc0 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733037760:0@lo:1000:mdt00_000.0 00000100:00100000:2.0:1718930702.909416:0:6837:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800967dbdc0 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733037824:0@lo:1000:mdt00_000.0 00000100:00100000:2.0:1718930702.909446:0:6837:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718930702.909457:0:6837:0:(client.c:2492:ptlrpc_set_wait()) set ffff880133dd3840 going to sleep for 6 seconds 00000100:00100000:3.0:1718930702.909470:0:32457:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733037824 00000100:00100000:3.0:1718930702.909485:0:32457:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20710 00000100:00100000:3.0:1718930702.909487:0:32457:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800967dda40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:6837:x1802425733037824:12345-0@lo:1000:mdt00_000.0 00000100:00100000:3.0:1718930702.909526:0:32457:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800967dda40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:6837:x1802425733037824:12345-0@lo:1000:mdt00_000.0 Request processed in 39us (80us total) trans 0 rc 0/0 00000100:00100000:3.0:1718930702.909530:0:32457:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20710 00000100:00100000:2.0:1718930702.909533:0:6837:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800967dbdc0 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733037824:0@lo:1000:mdt00_000.0 00000040:00080000:2.0:1718930702.909719:0:6837:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x200000bd0:0x2:0x0].756, 1064 off569520 00000040:00080000:2.0:1718930702.909743:0:6837:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x240000404:0x2:0x0].757, 1144 off632784 00000004:00080000:2.0:1718930702.909747:0:6837:0:(osp_trans.c:1598:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff8800a1683a00 with version 1482 00000004:00080000:1.0:1718930702.909785:0:32441:0:(osp_trans.c:1343:osp_get_next_request()) ou ffff88007fc1bf00 version 1482 rpc_version 1482 00000100:00100000:1.0:1718930702.909802:0:32441:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88013713f200 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:32441:1802425733037888:0@lo:1000:osp_up1-0.0 00000100:00100000:1.0:1718930702.909819:0:32441:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718930702.909832:0:32441:0:(client.c:2492:ptlrpc_set_wait()) set ffff8800a1b5ba80 going to sleep for 6 seconds 00000100:00100000:3.0:1718930702.909859:0:32457:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733037888 00000100:00100000:3.0:1718930702.909880:0:32457:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20711 00000100:00100000:3.0:1718930702.909883:0:32457:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88013713e880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+9:32441:x1802425733037888:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:3.0:1718930702.910022:0:32457:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88013713e880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+10:32441:x1802425733037888:12345-0@lo:1000:osp_up1-0.0 Request processed in 138us (202us total) trans 4294987121 rc 0/0 00000100:00100000:3.0:1718930702.910026:0:32457:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20711 00000100:00100000:1.0:1718930702.910051:0:32441:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88013713f200 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:32441:1802425733037888:0@lo:1000:osp_up1-0.0 00000004:00010000:2.0:1718930702.910116:0:6837:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff880092a32f80 reply state ffff88008ec5b000 transno 8589959523 ns: mdt-lustre-MDT0000_UUID lock: ffff88008350f3c0/0x4c38e74a547296a6 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x60c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1718930702.910125:0:6837:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x240000402:0x60c:0x0] 00010000:00010000:2.0:1718930702.910127:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350fcc0/0x4c38e74a547296ad lrc: 4/0,1 mode: EX/EX res: [0x240000402:0x60c:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0x4c38e74a547296b4 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.910131:0:6837:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350fcc0/0x4c38e74a547296ad lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x60c:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0x4c38e74a547296b4 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1718930702.910135:0:6837:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff880092a32f80 reply state ffff88008ec5b000 transno 8589959523 ns: mdt-lustre-MDT0000_UUID lock: ffff88008350dd40/0x4c38e74a5472969f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x79f:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1718930702.910172:0:6837:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x240000400:0x1a6:0x0] 00010000:00010000:2.0:1718930702.910174:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350e640/0x4c38e74a5472968a lrc: 4/0,1 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0x4c38e74a54729691 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.910178:0:6837:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350e640/0x4c38e74a5472968a lrc: 3/0,0 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0x4c38e74a54729691 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1718930702.910181:0:6837:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff880092a32f80 reply state ffff88008ec5b000 transno 8589959523 ns: mdt-lustre-MDT0000_UUID lock: ffff88008350c900/0x4c38e74a54729698 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1718930702.910185:0:6837:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x240000402:0x608:0x0] 00010000:00010000:2.0:1718930702.910186:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff880097207cc0/0x4c38e74a5472967c lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0x4c38e74a54729683 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.910189:0:6837:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-osp-MDT0000 lock: ffff880097207cc0/0x4c38e74a5472967c lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0x4c38e74a54729683 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.910193:0:6837:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800972061c0/0x4c38e74a54729675 lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.910195:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800972061c0/0x4c38e74a54729675 lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.910198:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800972061c0/0x4c38e74a54729675 lrc: 2/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.910201:0:6837:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800972061c0/0x4c38e74a54729675 lrc: 3/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.910203:0:6837:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800972061c0 already unused, calling callback (ffffffffa080a190) 00010000:00010000:2.0:1718930702.910205:0:6837:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800972061c0/0x4c38e74a54729675 lrc: 3/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.910211:0:6837:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800972061c0/0x4c38e74a54729675 lrc: 4/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.910216:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000004:0x1:0x0].0x0 (ffff880130245400) 00010000:00010000:2.0:1718930702.910217:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718930702.910218:0:6837:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800972061c0/0x4c38e74a54729675 lrc: 2/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.910221:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800972061c0/0x4c38e74a54729675 lrc: 0/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930702.910262:0:6837:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a32f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+20:26684:x1802425753273792:12345-192.168.204.9@tcp:36:lfs.0 Request processed in 8763us (8834us total) trans 8589959523 rc 0/0 00000100:00100000:2.0:1718930702.910267:0:6837:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230781 00010000:00010000:3.0:1718930702.911019:0:3306:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008350c900/0x4c38e74a54729698 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.911026:0:3306:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x79c:0x0].0x0 (ffff880093297000) 00010000:00010000:3.0:1718930702.911027:0:3306:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1718930702.911029:0:3306:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008350dd40/0x4c38e74a5472969f lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x79f:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.911033:0:3306:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x79f:0x0].0x0 (ffff88008353cb00) 00010000:00010000:3.0:1718930702.911034:0:3306:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 7f 00010000:00010000:3.0:1718930702.911035:0:3306:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008350f3c0/0x4c38e74a547296a6 lrc: 3/0,1 mode: COS/COS res: [0x240000402:0x60c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.911041:0:3306:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x60c:0x0].0x0 (ffff88008353c900) 00010000:00010000:3.0:1718930702.911042:0:3306:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1 00000100:00100000:0.0:1718930702.911119:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1718930702.911160:0:6837:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753273856 00000100:00100000:2.0:1718930702.911176:0:6837:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230782 00000100:00100000:2.0:1718930702.911179:0:6837:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a33dc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+20:26684:x1802425753273856:12345-192.168.204.9@tcp:34:lfs.0 00010000:00010000:2.0:1718930702.911199:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008350e880/0x4c38e74a547296bb lrc: 3/1,0 mode: --/CR res: [0x200000402:0x79c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.911205:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008350e880/0x4c38e74a547296bb lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.911210:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008350e880/0x4c38e74a547296bb lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.911216:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008350c480/0x4c38e74a547296c2 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x79c:0x0].0x3766 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.911223:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008350c480/0x4c38e74a547296c2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x79c:0x0].0x3766 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.911226:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008350c480/0x4c38e74a547296c2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x79c:0x0].0x3766 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.911246:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008350cb40/0x4c38e74a547296c9 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7a4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.911250:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008350cb40/0x4c38e74a547296c9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7a4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.911253:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008350cb40/0x4c38e74a547296c9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7a4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1718930702.911270:0:6837:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008350cb40/0x4c38e74a547296c9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7a4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.911275:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008350e880/0x4c38e74a547296bb lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.911278:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008350e880/0x4c38e74a547296bb lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.911281:0:6837:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008350e880/0x4c38e74a547296bb lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.911283:0:6837:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008350e880 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:2.0:1718930702.911284:0:6837:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008350e880/0x4c38e74a547296bb lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.911288:0:6837:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008350e880/0x4c38e74a547296bb lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.911292:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x79c:0x0].0x0 (ffff880093297000) 00010000:00010000:2.0:1718930702.911293:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718930702.911295:0:6837:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008350e880/0x4c38e74a547296bb lrc: 2/0,0 mode: --/CR res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.911297:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008350e880/0x4c38e74a547296bb lrc: 0/0,0 mode: --/CR res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.911303:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008350c480/0x4c38e74a547296c2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x79c:0x0].0x3766 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.911306:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008350c480/0x4c38e74a547296c2 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x79c:0x0].0x3766 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.911308:0:6837:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008350c480/0x4c38e74a547296c2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x79c:0x0].0x3766 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.911311:0:6837:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008350c480 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:2.0:1718930702.911312:0:6837:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008350c480/0x4c38e74a547296c2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x79c:0x0].0x3766 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.911315:0:6837:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008350c480/0x4c38e74a547296c2 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x79c:0x0].0x3766 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.911318:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x79c:0x0].0x3766 (ffff88008353c500) 00010000:00010000:2.0:1718930702.911319:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718930702.911320:0:6837:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008350c480/0x4c38e74a547296c2 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x79c:0x0].0x3766 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.911323:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008350c480/0x4c38e74a547296c2 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x79c:0x0].0x3766 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.911329:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008350cb40/0x4c38e74a547296c9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7a4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.911331:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008350cb40/0x4c38e74a547296c9 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7a4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.911334:0:6837:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008350cb40/0x4c38e74a547296c9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7a4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.911337:0:6837:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008350cb40 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:2.0:1718930702.911337:0:6837:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008350cb40/0x4c38e74a547296c9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7a4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.911340:0:6837:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008350cb40/0x4c38e74a547296c9 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7a4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.911343:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7a4:0x0].0x0 (ffff88012d7bb800) 00010000:00010000:2.0:1718930702.911344:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718930702.911345:0:6837:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008350cb40/0x4c38e74a547296c9 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7a4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.911347:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008350cb40/0x4c38e74a547296c9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7a4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930702.911376:0:6837:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a33dc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+20:26684:x1802425753273856:12345-192.168.204.9@tcp:34:lfs.0 Request processed in 196us (259us total) trans 0 rc 0/0 00000100:00100000:2.0:1718930702.911381:0:6837:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230782 00000100:00100000:1.0:1718930702.912087:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1718930702.912121:0:6837:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753273984 00000100:00100000:2.0:1718930702.912134:0:6837:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230783 00000100:00100000:2.0:1718930702.912137:0:6837:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880081790000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+20:26684:x1802425753273984:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:2.0:1718930702.912143:0:6837:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1718930702.912147:0:6837:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008350c240/0x4c38e74a547296d0 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7a4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xceea94147812fa83 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.912175:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008350cfc0/0x4c38e74a547296d7 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7a4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.912179:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008350cfc0/0x4c38e74a547296d7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7a4:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.912183:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008350cfc0/0x4c38e74a547296d7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7a4:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00200000:2.0:1718930702.912188:0:6837:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x7a4:0x0]: returning size 0 00010000:00010000:2.0:1718930702.912215:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008350c240/0x4c38e74a547296d0 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7a4:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fa83 expref: 23 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.912222:0:6837:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008350cfc0/0x4c38e74a547296d7 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7a4:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fa83 expref: 22 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.912226:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7a4:0x0].0x0 (ffff88012d7bb800) 00010000:00010000:2.0:1718930702.912227:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1718930702.912229:0:6837:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88008350cfc0, rc 0) 00000100:00100000:2.0:1718930702.912243:0:6837:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880081790000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+22:26684:x1802425753273984:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 106us (159us total) trans 8589959524 rc 0/0 00000100:00100000:2.0:1718930702.912248:0:6837:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230783 00000100:00100000:0.0:1718930702.912984:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1718930702.913019:0:22545:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753274048 00000100:00100000:2.0:1718930702.913037:0:22545:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.204.9@tcp, with round 488 00000100:00100000:2.0:1718930702.913040:0:22545:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a34280 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8a07974b-7506-4725-beb3-4b5c6f8f9250+6:1878:x1802425753274048:12345-192.168.204.9@tcp:1:lfs.0 00002000:00010000:2.0:1718930702.913059:0:22545:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x58c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1718930702.913062:0:22545:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008350e400/0x4c38e74a547296e5 lrc: 3/0,1 mode: --/PW res: [0x58c:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.913068:0:22545:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1718930702.913069:0:22545:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1718930702.913070:0:22545:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008350e400/0x4c38e74a547296e5 lrc: 3/0,1 mode: PW/PW res: [0x58c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.913076:0:22545:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008350e400/0x4c38e74a547296e5 lrc: 3/0,1 mode: PW/PW res: [0x58c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.913080:0:22545:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008350e400/0x4c38e74a547296e5 lrc: 3/0,1 mode: PW/PW res: [0x58c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.913083:0:22545:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008350e400/0x4c38e74a547296e5 lrc: 2/0,0 mode: PW/PW res: [0x58c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.913089:0:22545:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1718930702.913094:0:4830:0:(ldlm_lockd.c:2784:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1718930702.913097:0:4830:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008350e400/0x4c38e74a547296e5 lrc: 2/0,0 mode: PW/PW res: [0x58c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.913103:0:4830:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008350e400 already unused, calling callback (ffffffffa080a190) 00010000:00010000:0.0:1718930702.913105:0:4830:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008350e400/0x4c38e74a547296e5 lrc: 2/0,0 mode: PW/PW res: [0x58c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.913109:0:4830:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008350e400/0x4c38e74a547296e5 lrc: 3/0,0 mode: PW/PW res: [0x58c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930702.913114:0:22545:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a34280 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8a07974b-7506-4725-beb3-4b5c6f8f9250+6:1878:x1802425753274048:12345-192.168.204.9@tcp:1:lfs.0 Request processed in 74us (132us total) trans 0 rc 0/0 00010000:00010000:0.0:1718930702.913117:0:4830:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008350e400/0x4c38e74a547296e5 lrc: 1/0,0 mode: --/PW res: [0x58c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930702.913119:0:22545:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.204.9@tcp, with round 488 00010000:00010000:0.0:1718930702.913120:0:4830:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008350e400/0x4c38e74a547296e5 lrc: 0/0,0 mode: --/PW res: [0x58c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.913129:0:4830:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1718930702.913129:0:4830:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1718930702.913130:0:4830:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1718930702.913834:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1718930702.913866:0:6837:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753274176 00000100:00100000:2.0:1718930702.913879:0:6837:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230784 00000100:00100000:2.0:1718930702.913882:0:6837:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a34740 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+22:26684:x1802425753274176:12345-192.168.204.9@tcp:36:lfs.0 00010000:00010000:2.0:1718930702.913896:0:6837:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1718930702.913903:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099adba80/0x4c38e74a547290f6 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7a4:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812f980 expref: 22 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.913909:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7a4:0x0].0x0 (ffff88012d7bb800) 00010000:00010000:2.0:1718930702.913911:0:6837:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1718930702.913915:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008350d200/0x4c38e74a547296ec lrc: 3/0,1 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.913920:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008350d200/0x4c38e74a547296ec lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.913923:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008350d200/0x4c38e74a547296ec lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930702.913939:0:6837:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800967dbdc0 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733037952:0@lo:1000:mdt00_000.0 00000100:00100000:2.0:1718930702.913956:0:6837:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718930702.913972:0:6837:0:(client.c:2492:ptlrpc_set_wait()) set ffff880133dd3840 going to sleep for 6 seconds 00000100:00100000:3.0:1718930702.914030:0:32457:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733037952 00000100:00100000:3.0:1718930702.914054:0:32457:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20712 00000100:00100000:3.0:1718930702.914057:0:32457:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800967ddf00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+10:6837:x1802425733037952:12345-0@lo:1000:mdt00_000.0 00000100:00100000:3.0:1718930702.914095:0:32457:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800967ddf00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+10:6837:x1802425733037952:12345-0@lo:1000:mdt00_000.0 Request processed in 38us (139us total) trans 0 rc 0/0 00000100:00100000:3.0:1718930702.914099:0:32457:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20712 00000100:00100000:2.0:1718930702.914114:0:6837:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800967dbdc0 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733037952:0@lo:1000:mdt00_000.0 00000100:00100000:2.0:1718930702.914135:0:6837:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800967dbdc0 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733038016:0@lo:1000:mdt00_000.0 00000100:00100000:2.0:1718930702.914148:0:6837:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718930702.914161:0:6837:0:(client.c:2492:ptlrpc_set_wait()) set ffff880133dd3840 going to sleep for 6 seconds 00000100:00100000:3.0:1718930702.914175:0:32457:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733038016 00000100:00100000:3.0:1718930702.914189:0:32457:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20713 00000100:00100000:3.0:1718930702.914191:0:32457:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800967de3c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+10:6837:x1802425733038016:12345-0@lo:1000:mdt00_000.0 00000100:00100000:3.0:1718930702.914221:0:32457:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800967de3c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+10:6837:x1802425733038016:12345-0@lo:1000:mdt00_000.0 Request processed in 29us (73us total) trans 0 rc 0/0 00000100:00100000:3.0:1718930702.914224:0:32457:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20713 00000100:00100000:2.0:1718930702.914228:0:6837:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800967dbdc0 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733038016:0@lo:1000:mdt00_000.0 00000100:00100000:2.0:1718930702.914568:0:6837:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800967dbdc0 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733038080:0@lo:403:mdt00_000.0 00000100:00100000:2.0:1718930702.914585:0:6837:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718930702.914598:0:6837:0:(client.c:2492:ptlrpc_set_wait()) set ffff880133dd3780 going to sleep for 6 seconds 00000100:00100000:3.0:1718930702.914652:0:32457:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733038080 00000100:00100000:3.0:1718930702.914691:0:32457:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20714 00000100:00100000:3.0:1718930702.914694:0:32457:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800967de880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+10:6837:x1802425733038080:12345-0@lo:403:mdt00_000.0 00000100:00100000:3.0:1718930702.915831:0:32457:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800967de880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+10:6837:x1802425733038080:12345-0@lo:403:mdt00_000.0 Request processed in 1136us (1245us total) trans 0 rc 0/0 00000100:00100000:3.0:1718930702.915836:0:32457:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20714 00000100:00100000:2.0:1718930702.915844:0:6837:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800967dbdc0 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733038080:0@lo:403:mdt00_000.0 00010000:00010000:2.0:1718930702.916278:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350ed00/0x4c38e74a547296f3 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x608:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.916283:0:6837:0:(ldlm_request.c:1029:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000001000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350ed00/0x4c38e74a547296f3 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.916288:0:6837:0:(ldlm_request.c:1117:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350ed00/0x4c38e74a547296f3 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930702.916294:0:6837:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800967dbdc0 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733038144:0@lo:101:mdt00_000.0 00000100:00100000:2.0:1718930702.916310:0:6837:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718930702.916327:0:6837:0:(client.c:2492:ptlrpc_set_wait()) set ffff880133dd3780 going to sleep for 6 seconds 00000100:00100000:3.0:1718930702.916343:0:32457:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733038144 00000100:00100000:3.0:1718930702.916362:0:32457:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20715 00000100:00100000:3.0:1718930702.916364:0:32457:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800967ded40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+10:6837:x1802425733038144:12345-0@lo:101:mdt00_000.0 00010000:00010000:3.0:1718930702.916369:0:32457:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1718930702.916375:0:32457:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880097204fc0/0x4c38e74a547296fa lrc: 2/0,0 mode: --/PW res: [0x240000402:0x608:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4c38e74a547296f3 expref: -99 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.916386:0:32457:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff88008350c6c0/0x4c38e74a54729683 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0x4c38e74a5472967c expref: 11 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.916390:0:32457:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff880097204fc0/0x4c38e74a547296fa lrc: 4/0,0 mode: --/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000001000000 nid: 0@lo remote: 0x4c38e74a547296f3 expref: 11 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.916402:0:32457:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff88008350c6c0/0x4c38e74a54729683 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000001000020 nid: 0@lo remote: 0x4c38e74a5472967c expref: 11 pid: 32457 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718930702.916407:0:32457:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88011e3050c0 pname:cluuid:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001_UUID:32457:1802425733038208:0@lo:104: 00000100:00100000:3.0:1718930702.916423:0:32457:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718930702.916448:0:32457:0:(client.c:2492:ptlrpc_set_wait()) set ffff88008c2ed480 going to sleep for 6 seconds 00000100:00100000:0.0:1718930702.916472:0:6824:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733038208 00000100:00100000:0.0:1718930702.916499:0:6824:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5521 00000100:00100000:0.0:1718930702.916503:0:6824:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e303440 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0000-mdtlov_UUID+4:32457:x1802425733038208:12345-0@lo:104: 00010000:00010000:0.0:1718930702.916546:0:6824:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1718930702.916550:0:6824:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e303440 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0000-mdtlov_UUID+4:32457:x1802425733038208:12345-0@lo:104: Request processed in 47us (127us total) trans 0 rc 0/0 00000100:00100000:0.0:1718930702.916555:0:6824:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5521 00000100:00100000:3.0:1718930702.916560:0:32457:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88011e3050c0 pname:cluuid:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001_UUID:32457:1802425733038208:0@lo:104: 00010000:00010000:1.0:1718930702.916563:0:8059:0:(ldlm_lockd.c:2784:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1718930702.916567:0:8059:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff880097207cc0/0x4c38e74a5472967c lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1400001000000 nid: local remote: 0x4c38e74a54729683 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.916571:0:32457:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff880097204fc0/0x4c38e74a547296fa lrc: 3/0,0 mode: --/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0x4c38e74a547296f3 expref: 11 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.916573:0:8059:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880097207cc0 already unused, calling callback (ffffffffa0ea60e0) 00010000:00010000:1.0:1718930702.916575:0:8059:0:(ldlm_request.c:1235:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff880097207cc0/0x4c38e74a5472967c lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x1408401000000 nid: local remote: 0x4c38e74a54729683 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.916577:0:32457:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x608:0x0].0x0 (ffff8800b4b15200) 00010000:00010000:3.0:1718930702.916579:0:32457:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000004:00010000:1.0:1718930702.916579:0:8059:0:(mdt_handler.c:3608:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff880097207cc0/0x4c38e74a5472967c lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x1409401000000 nid: local remote: 0x4c38e74a54729683 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.916581:0:32457:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff880097204fc0/0x4c38e74a547296fa lrc: 3/0,0 mode: --/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0x4c38e74a547296f3 expref: 11 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.916586:0:32457:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff880097204fc0, rc 0) 00010000:00010000:1.0:1718930702.916594:0:8059:0:(ldlm_request.c:1301:ldlm_cancel_pack()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff880097207cc0/0x4c38e74a5472967c lrc: 2/0,0 mode: --/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x5c09401000000 nid: local remote: 0x4c38e74a54729683 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.916597:0:8059:0:(ldlm_request.c:1305:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:3.0:1718930702.916609:0:32457:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800967ded40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+11:6837:x1802425733038144:12345-0@lo:101:mdt00_000.0 Request processed in 244us (298us total) trans 0 rc 0/0 00000100:00100000:3.0:1718930702.916613:0:32457:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20715 00010000:00010000:1.0:1718930702.916615:0:8059:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff880097207cc0/0x4c38e74a5472967c lrc: 1/0,0 mode: --/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x5c09401000000 nid: local remote: 0x4c38e74a54729683 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930702.916619:0:3320:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880081794280 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3320:1802425733038272:0@lo:103:ldlm_bl_03.0 00010000:00010000:1.0:1718930702.916619:0:8059:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff880097207cc0/0x4c38e74a5472967c lrc: 0/0,0 mode: --/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x5c09401000000 nid: local remote: 0x4c38e74a54729683 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.916627:0:8059:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1718930702.916627:0:8059:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1718930702.916629:0:8059:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1718930702.916637:0:3320:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1718930702.916655:0:6826:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733038272 00000100:00100000:2.0:1718930702.916656:0:6837:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800967dbdc0 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733038144:0@lo:101:mdt00_000.0 00010000:00010000:2.0:1718930702.916676:0:6837:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350ed00/0x4c38e74a547296f3 lrc: 4/0,1 mode: --/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0x4c38e74a547296fa expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.916681:0:6837:0:(ldlm_request.c:286:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350ed00/0x4c38e74a547296f3 lrc: 4/0,1 mode: --/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0x4c38e74a547296fa expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.916683:0:6826:0:(ldlm_lockd.c:2633:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008350c6c0/0x4c38e74a54729683 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000401000020 nid: 0@lo remote: 0x4c38e74a5472967c expref: 11 pid: 32457 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718930702.916699:0:6826:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63312 00000100:00100000:0.0:1718930702.916703:0:6826:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1cf5050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000-mdtlov_UUID+11:3320:x1802425733038272:12345-0@lo:103:ldlm_bl_03.0 00010000:00010000:0.0:1718930702.916709:0:6826:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000001:00080000:2.0:1718930702.917395:0:8049:0:(tgt_lastrcvd.c:926:tgt_cb_last_committed()) lustre-MDT0001: transno 4294987121 is committed 00010000:00010000:0.0:1718930702.917471:0:6826:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008350c6c0/0x4c38e74a54729683 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801401000020 nid: 0@lo remote: 0x4c38e74a5472967c expref: 9 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.917482:0:6826:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x608:0x0].0x0 (ffff8800b4b15200) 00010000:00010000:0.0:1718930702.917486:0:6826:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff880097204fc0/0x4c38e74a547296fa lrc: 2/0,0 mode: --/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0x4c38e74a547296f3 expref: 8 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.917492:0:6826:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff880097204fc0/0x4c38e74a547296fa lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080001000000 nid: 0@lo remote: 0x4c38e74a547296f3 expref: 8 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.917498:0:6826:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880097204fc0/0x4c38e74a547296fa lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080001000000 nid: 0@lo remote: 0x4c38e74a547296f3 expref: 8 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.917513:0:6826:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0001_UUID lock: ffff880097204fc0/0x4c38e74a547296fa lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0x4c38e74a547296f3 expref: 8 pid: 32457 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718930702.917520:0:6826:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880092a34c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001_UUID:6826:1802425733038336:0@lo:105: 00000100:00100000:0.0:1718930702.917540:0:6826:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1718930702.917549:0:6826:0:(client.c:2492:ptlrpc_set_wait()) set ffff880084cb6c00 going to sleep for 6 seconds 00000100:00100000:2.0:1718930702.917566:0:6824:0:(service.c:168:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:2.0:1718930702.917577:0:6824:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733038336 00000100:00100000:2.0:1718930702.917596:0:6824:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5522 00000100:00100000:2.0:1718930702.917600:0:6824:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880123caa050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0000-mdtlov_UUID+4:6826:x1802425733038336:12345-0@lo:105: 00010000:00010000:2.0:1718930702.917609:0:6824:0:(ldlm_lockd.c:1933:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350ed00/0x4c38e74a547296f3 lrc: 5/0,1 mode: --/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0x4c38e74a547296fa expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.917616:0:6824:0:(ldlm_lockd.c:2010:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350ed00/0x4c38e74a547296f3 lrc: 5/0,1 mode: --/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0x4c38e74a547296fa expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.917621:0:6824:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350ed00/0x4c38e74a547296f3 lrc: 5/0,1 mode: PW/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080001000000 nid: local remote: 0x4c38e74a547296fa expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.917627:0:6824:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350ed00/0x4c38e74a547296f3 lrc: 6/0,1 mode: PW/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080001000000 nid: local remote: 0x4c38e74a547296fa expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.917632:0:6824:0:(ldlm_lockd.c:2038:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350ed00/0x4c38e74a547296f3 lrc: 6/0,1 mode: PW/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1080001000000 nid: local remote: 0x4c38e74a547296fa expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.917644:0:6824:0:(ldlm_lockd.c:2049:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff88008350ed00) 00010000:00010000:0.0:1718930702.917650:0:6837:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350ed00/0x4c38e74a547296f3 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0x4c38e74a547296fa expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.917656:0:6837:0:(ldlm_request.c:799:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350ed00/0x4c38e74a547296f3 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0x4c38e74a547296fa expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930702.917685:0:6824:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880123caa050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0000-mdtlov_UUID+4:6826:x1802425733038336:12345-0@lo:105: Request processed in 85us (145us total) trans 0 rc 0/0 00000100:00100000:2.0:1718930702.917689:0:6824:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5522 00010000:00010000:0.0:1718930702.917695:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009b055440/0x4c38e74a54729701 lrc: 3/0,1 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.917701:0:6837:0:(ldlm_request.c:1029:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000001000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009b055440/0x4c38e74a54729701 lrc: 3/0,1 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.917706:0:6837:0:(ldlm_request.c:1117:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009b055440/0x4c38e74a54729701 lrc: 3/0,1 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718930702.917708:0:6826:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880092a34c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001_UUID:6826:1802425733038336:0@lo:105: 00000100:00100000:0.0:1718930702.917715:0:6837:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880092a350c0 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733038400:0@lo:101:mdt00_000.0 00010000:00010000:1.0:1718930702.917718:0:6826:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1718930702.917734:0:6837:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718930702.917737:0:6826:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1cf5050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000-mdtlov_UUID+8:3320:x1802425733038272:12345-0@lo:103:ldlm_bl_03.0 Request processed in 1034us (1100us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930702.917742:0:6826:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63312 00000100:00100000:2.0:1718930702.917746:0:3320:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880081794280 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3320:1802425733038272:0@lo:103:ldlm_bl_03.0 00000100:00100000:0.0:1718930702.917753:0:6837:0:(client.c:2492:ptlrpc_set_wait()) set ffff880084cb6d80 going to sleep for 6 seconds 00000100:00100000:3.0:1718930702.917771:0:32457:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733038400 00000100:00100000:3.0:1718930702.917785:0:32457:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20716 00000100:00100000:3.0:1718930702.917788:0:32457:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a35580 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+8:6837:x1802425733038400:12345-0@lo:101:mdt00_000.0 00010000:00010000:3.0:1718930702.917793:0:32457:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1718930702.917798:0:32457:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880097204480/0x4c38e74a54729708 lrc: 2/0,0 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4c38e74a54729701 expref: -99 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.917807:0:32457:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff880097206d00/0x4c38e74a54729691 lrc: 2/0,0 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0x4c38e74a5472968a expref: 9 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.917811:0:32457:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff880097204480/0x4c38e74a54729708 lrc: 4/0,0 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000001000000 nid: 0@lo remote: 0x4c38e74a54729701 expref: 9 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.917820:0:32457:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff880097206d00/0x4c38e74a54729691 lrc: 3/0,0 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000001000020 nid: 0@lo remote: 0x4c38e74a5472968a expref: 9 pid: 32457 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718930702.917825:0:32457:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88011e3050c0 pname:cluuid:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001_UUID:32457:1802425733038464:0@lo:104: 00000100:00100000:3.0:1718930702.917838:0:32457:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718930702.917845:0:32457:0:(client.c:2492:ptlrpc_set_wait()) set ffff88008c2ed480 going to sleep for 6 seconds 00000100:00100000:2.0:1718930702.917847:0:6824:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733038464 00000100:00100000:2.0:1718930702.917856:0:6824:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5523 00000100:00100000:2.0:1718930702.917858:0:6824:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e306880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0000-mdtlov_UUID+4:32457:x1802425733038464:12345-0@lo:104: 00010000:00010000:2.0:1718930702.917878:0:6824:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1718930702.917880:0:6824:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e306880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0000-mdtlov_UUID+4:32457:x1802425733038464:12345-0@lo:104: Request processed in 21us (41us total) trans 0 rc 0/0 00010000:00010000:0.0:1718930702.917881:0:6829:0:(ldlm_lockd.c:2784:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:3.0:1718930702.917883:0:32457:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88011e3050c0 pname:cluuid:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001_UUID:32457:1802425733038464:0@lo:104: 00000100:00100000:2.0:1718930702.917883:0:6824:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5523 00010000:00010000:0.0:1718930702.917884:0:6829:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350e640/0x4c38e74a5472968a lrc: 3/0,0 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1400001000000 nid: local remote: 0x4c38e74a54729691 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.917890:0:32457:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff880097204480/0x4c38e74a54729708 lrc: 3/0,0 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0x4c38e74a54729701 expref: 9 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.917890:0:6829:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008350e640 already unused, calling callback (ffffffffa0ea60e0) 00010000:00010000:0.0:1718930702.917893:0:6829:0:(ldlm_request.c:1235:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350e640/0x4c38e74a5472968a lrc: 4/0,0 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x1408401000000 nid: local remote: 0x4c38e74a54729691 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.917894:0:32457:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a6:0x0].0x0 (ffff880098470100) 00010000:00010000:3.0:1718930702.917895:0:32457:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1718930702.917896:0:32457:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff880097204480/0x4c38e74a54729708 lrc: 3/0,0 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0x4c38e74a54729701 expref: 9 pid: 32457 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1718930702.917899:0:6829:0:(mdt_handler.c:3608:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350e640/0x4c38e74a5472968a lrc: 4/0,0 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x1409401000000 nid: local remote: 0x4c38e74a54729691 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.917900:0:32457:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff880097204480, rc 0) 00010000:00010000:0.0:1718930702.917912:0:6829:0:(ldlm_request.c:1301:ldlm_cancel_pack()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350e640/0x4c38e74a5472968a lrc: 2/0,0 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x5c09401000000 nid: local remote: 0x4c38e74a54729691 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.917917:0:6829:0:(ldlm_request.c:1305:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:3.0:1718930702.917920:0:32457:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a35580 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+9:6837:x1802425733038400:12345-0@lo:101:mdt00_000.0 Request processed in 131us (186us total) trans 0 rc 0/0 00000100:00100000:3.0:1718930702.917924:0:32457:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20716 00010000:00010000:0.0:1718930702.917924:0:6829:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350e640/0x4c38e74a5472968a lrc: 1/0,0 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x5c09401000000 nid: local remote: 0x4c38e74a54729691 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930702.917928:0:3320:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1718930702.917932:0:3320:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880092a35a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3320:1802425733038528:0@lo:103:ldlm_bl_02.0 00010000:00010000:0.0:1718930702.917933:0:6829:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350e640/0x4c38e74a5472968a lrc: 0/0,0 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x5c09401000000 nid: local remote: 0x4c38e74a54729691 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.917940:0:6829:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1718930702.917941:0:6829:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1718930702.917942:0:6829:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1718930702.917948:0:3320:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718930702.917951:0:6837:0:(client.c:2892:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 4294987121 gen 2 00000004:00080000:1.0:1718930702.917955:0:6837:0:(osp_trans.c:1044:osp_request_commit_cb()) trans no 4294987120 committed transno 4294987121 00000100:00100000:0.0:1718930702.917958:0:6826:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733038528 00010000:00010000:0.0:1718930702.917966:0:6826:0:(ldlm_lockd.c:2633:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff880097206d00/0x4c38e74a54729691 lrc: 3/0,0 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000401000020 nid: 0@lo remote: 0x4c38e74a5472968a expref: 9 pid: 32457 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1718930702.917969:0:6837:0:(osp_trans.c:1044:osp_request_commit_cb()) trans no 4294987121 committed transno 4294987121 00000100:00100000:0.0:1718930702.917978:0:6826:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63313 00000100:00100000:0.0:1718930702.917980:0:6826:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800967daf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000-mdtlov_UUID+9:3320:x1802425733038528:12345-0@lo:103:ldlm_bl_02.0 00000100:00100000:1.0:1718930702.917982:0:6837:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880092a350c0 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733038400:0@lo:101:mdt00_000.0 00010000:00010000:0.0:1718930702.917985:0:6826:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1718930702.917990:0:6837:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009b055440/0x4c38e74a54729701 lrc: 4/0,1 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0x4c38e74a54729708 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.917997:0:6837:0:(ldlm_request.c:286:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009b055440/0x4c38e74a54729701 lrc: 4/0,1 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0x4c38e74a54729708 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.918089:0:6826:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880097206d00/0x4c38e74a54729691 lrc: 0/0,0 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801401000020 nid: 0@lo remote: 0x4c38e74a5472968a expref: 9 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.918095:0:6826:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a6:0x0].0x0 (ffff880098470100) 00010000:00010000:0.0:1718930702.918097:0:6826:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff880097204480/0x4c38e74a54729708 lrc: 2/0,0 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0x4c38e74a54729701 expref: 8 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.918102:0:6826:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff880097204480/0x4c38e74a54729708 lrc: 2/0,0 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080001000000 nid: 0@lo remote: 0x4c38e74a54729701 expref: 8 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.918105:0:6826:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880097204480/0x4c38e74a54729708 lrc: 3/0,0 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080001000000 nid: 0@lo remote: 0x4c38e74a54729701 expref: 8 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.918114:0:6826:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0001_UUID lock: ffff880097204480/0x4c38e74a54729708 lrc: 3/0,0 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0x4c38e74a54729701 expref: 8 pid: 32457 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718930702.918122:0:6826:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880092a35f00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001_UUID:6826:1802425733038592:0@lo:105: 00000100:00100000:0.0:1718930702.918136:0:6826:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1718930702.918142:0:6826:0:(client.c:2492:ptlrpc_set_wait()) set ffff880084cb6540 going to sleep for 6 seconds 00000100:00100000:2.0:1718930702.918144:0:6824:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733038592 00000100:00100000:2.0:1718930702.918152:0:6824:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5524 00000100:00100000:2.0:1718930702.918153:0:6824:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a363c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0000-mdtlov_UUID+4:6826:x1802425733038592:12345-0@lo:105: 00010000:00010000:2.0:1718930702.918157:0:6824:0:(ldlm_lockd.c:1933:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009b055440/0x4c38e74a54729701 lrc: 5/0,1 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0x4c38e74a54729708 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.918161:0:6824:0:(ldlm_lockd.c:2010:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009b055440/0x4c38e74a54729701 lrc: 5/0,1 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0x4c38e74a54729708 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.918164:0:6824:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009b055440/0x4c38e74a54729701 lrc: 5/0,1 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080001000000 nid: local remote: 0x4c38e74a54729708 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.918167:0:6824:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009b055440/0x4c38e74a54729701 lrc: 6/0,1 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080001000000 nid: local remote: 0x4c38e74a54729708 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.918170:0:6824:0:(ldlm_lockd.c:2038:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009b055440/0x4c38e74a54729701 lrc: 6/0,1 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1080001000000 nid: local remote: 0x4c38e74a54729708 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.918182:0:6824:0:(ldlm_lockd.c:2049:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff88009b055440) 00000100:00100000:2.0:1718930702.918195:0:6824:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a363c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0000-mdtlov_UUID+4:6826:x1802425733038592:12345-0@lo:105: Request processed in 41us (59us total) trans 0 rc 0/0 00000100:00100000:2.0:1718930702.918198:0:6824:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5524 00000100:00100000:0.0:1718930702.918200:0:6826:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880092a35f00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001_UUID:6826:1802425733038592:0@lo:105: 00010000:00010000:1.0:1718930702.918204:0:6837:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009b055440/0x4c38e74a54729701 lrc: 4/0,1 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0x4c38e74a54729708 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.918206:0:6826:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1718930702.918210:0:6837:0:(ldlm_request.c:799:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009b055440/0x4c38e74a54729701 lrc: 4/0,1 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0x4c38e74a54729708 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718930702.918218:0:6826:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800967daf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000-mdtlov_UUID+8:3320:x1802425733038528:12345-0@lo:103:ldlm_bl_02.0 Request processed in 237us (270us total) trans 0 rc 0/0 00000100:00100000:0.0:1718930702.918221:0:6826:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63313 00000004:00080000:1.0:1718930702.918222:0:6837:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x240000400:0x1a6:0x0] 00000100:00100000:2.0:1718930702.918225:0:3320:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880092a35a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3320:1802425733038528:0@lo:103:ldlm_bl_02.0 00010000:00010000:1.0:1718930702.918232:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b98c0/0x4c38e74a5472970f lrc: 3/0,1 mode: --/EX res: [0x200000402:0x79c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.918237:0:6837:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008350c900/0x4c38e74a54729698 lrc: 2/0,1 mode: COS/COS res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.918242:0:6837:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b98c0/0x4c38e74a5472970f lrc: 4/0,1 mode: --/EX res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.918250:0:6837:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff88008350c900/0x4c38e74a54729698 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210401000020 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00080000:00080000:1.0:1718930702.918264:0:6837:0:(osd_handler.c:2525:osd_commit_async()) lustre-MDT0000: async commit OSD 00010000:00010000:1.0:1718930702.918281:0:6837:0:(ldlm_request.c:286:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b98c0/0x4c38e74a5472970f lrc: 3/0,1 mode: --/EX res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.918949:0:32428:0:(ldlm_request.c:1235:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350fcc0/0x4c38e74a547296ad lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x60c:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008401000000 nid: local remote: 0x4c38e74a547296b4 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1718930702.918957:0:32428:0:(mdt_handler.c:3608:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350fcc0/0x4c38e74a547296ad lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x60c:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009401000000 nid: local remote: 0x4c38e74a547296b4 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.918970:0:3307:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: ffff88008350c900/0x4c38e74a54729698 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210401000020 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.918971:0:32428:0:(ldlm_request.c:1301:ldlm_cancel_pack()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350fcc0/0x4c38e74a547296ad lrc: 2/0,0 mode: --/EX res: [0x240000402:0x60c:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0x4c38e74a547296b4 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.918975:0:32428:0:(ldlm_request.c:1305:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1718930702.918977:0:3307:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008350c900/0x4c38e74a54729698 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210401000020 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.918981:0:3307:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008350c900/0x4c38e74a54729698 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210401000020 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.918984:0:3307:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008350c900 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:3.0:1718930702.918985:0:3307:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008350c900/0x4c38e74a54729698 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210401000020 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.918988:0:3307:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008350c900/0x4c38e74a54729698 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218401000020 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.918993:0:32428:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350fcc0/0x4c38e74a547296ad lrc: 0/0,0 mode: --/EX res: [0x240000402:0x60c:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0x4c38e74a547296b4 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.918994:0:3307:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x79c:0x0].0x0 (ffff880093297000) 00010000:00010000:3.0:1718930702.918995:0:3307:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1718930702.918996:0:3307:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b98c0/0x4c38e74a5472970f lrc: 3/0,1 mode: --/EX res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.918999:0:3307:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b98c0/0x4c38e74a5472970f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.919002:0:3307:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b98c0/0x4c38e74a5472970f lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000001:00080000:0.0:1718930702.919004:0:32428:0:(tgt_lastrcvd.c:926:tgt_cb_last_committed()) lustre-MDT0000: transno 8589959524 is committed 00000100:00100000:2.0:1718930702.919006:0:3323:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000020:00080000:0.0:1718930702.919009:0:32428:0:(update_trans.c:80:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff880133dd33c0 refcount 2 committed 0 result 0 batchid 4295040266 00000020:00080000:0.0:1718930702.919012:0:32428:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff88008353c100 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff8800a1683800 00010000:00010000:3.0:1718930702.919013:0:3307:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008350c900/0x4c38e74a54729698 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19401000020 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000020:00080000:0.0:1718930702.919014:0:32428:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff88008353c600 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff8800a1683a00 00000100:00100000:2.0:1718930702.919015:0:3323:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880092a35f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3323:1802425733038656:0@lo:103:jbd2/dm-0-8.0 00000020:00080000:0.0:1718930702.919016:0:32428:0:(update_trans.c:94:top_multiple_thandle_dump()) cookie [0x2:0x40000404:0x2].757 00010000:00010000:3.0:1718930702.919019:0:3307:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008350c900/0x4c38e74a54729698 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19401000020 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000020:00080000:0.0:1718930702.919019:0:32428:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff88008353ca00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88008353c700 00000020:00080000:0.0:1718930702.919020:0:32428:0:(update_trans.c:94:top_multiple_thandle_dump()) cookie [0x2:0xbd0:0x2].756 00010000:00010000:3.0:1718930702.919025:0:3307:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: ffff88008350dd40/0x4c38e74a5472969f lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x79f:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.919028:0:3307:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008350dd40/0x4c38e74a5472969f lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x79f:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000020:00080000:0.0:1718930702.919028:0:32428:0:(update_trans.c:1351:distribute_txn_batchid_cb()) lustre-MDT0000: 4295040265 batchid updated 00010000:00010000:3.0:1718930702.919031:0:3307:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008350dd40/0x4c38e74a5472969f lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x79f:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.919033:0:3307:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008350dd40 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:3.0:1718930702.919034:0:3307:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008350dd40/0x4c38e74a5472969f lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x79f:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930702.919034:0:3323:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00080000:0.0:1718930702.919035:0:32454:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 4295040266 committed batchid 4295040265 00010000:00010000:3.0:1718930702.919037:0:3307:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008350dd40/0x4c38e74a5472969f lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x79f:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.919040:0:3307:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x79f:0x0].0x0 (ffff88008353cb00) 00010000:00010000:3.0:1718930702.919041:0:3307:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 7f 00010000:00010000:3.0:1718930702.919042:0:3307:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008350dd40/0x4c38e74a5472969f lrc: 2/0,0 mode: --/COS res: [0x200000402:0x79f:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.919044:0:3307:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008350dd40/0x4c38e74a5472969f lrc: 0/0,0 mode: --/COS res: [0x200000402:0x79f:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.919045:0:6837:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b98c0/0x4c38e74a5472970f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.919050:0:3307:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: ffff88008350f3c0/0x4c38e74a547296a6 lrc: 3/0,1 mode: COS/COS res: [0x240000402:0x60c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.919052:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b98c0/0x4c38e74a5472970f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.919056:0:3307:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008350f3c0/0x4c38e74a547296a6 lrc: 2/0,0 mode: COS/COS res: [0x240000402:0x60c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.919059:0:3307:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008350f3c0/0x4c38e74a547296a6 lrc: 3/0,0 mode: COS/COS res: [0x240000402:0x60c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.919061:0:3307:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008350f3c0 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:3.0:1718930702.919062:0:3307:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008350f3c0/0x4c38e74a547296a6 lrc: 3/0,0 mode: COS/COS res: [0x240000402:0x60c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.919064:0:3307:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008350f3c0/0x4c38e74a547296a6 lrc: 4/0,0 mode: COS/COS res: [0x240000402:0x60c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000040:00100000:0.0:1718930702.919064:0:32454:0:(llog.c:235:llog_cancel_arr_rec()) Canceling 1 records, first 756 in log [0x2:0x40000404:0x2] 00010000:00010000:3.0:1718930702.919068:0:3307:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x60c:0x0].0x0 (ffff88008353c900) 00010000:00010000:3.0:1718930702.919069:0:3307:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1718930702.919069:0:3307:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008350f3c0/0x4c38e74a547296a6 lrc: 2/0,0 mode: --/COS res: [0x240000402:0x60c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.919072:0:3307:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008350f3c0/0x4c38e74a547296a6 lrc: 0/0,0 mode: --/COS res: [0x240000402:0x60c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1718930702.919084:0:32454:0:(osp_trans.c:1598:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff880084f45a80 with version 1483 00000020:00080000:0.0:1718930702.919090:0:32454:0:(update_trans.c:1313:distribute_txn_cancel_records()) lustre-MDT0001-osp-MDT0000: batchid 4295040265 cancel update log [0x2:0x40000404:0x2].756: rc = 0 00000004:00080000:2.0:1718930702.919094:0:32441:0:(osp_trans.c:1343:osp_get_next_request()) ou ffff88007fc1bf00 version 1483 rpc_version 1483 00000040:00100000:0.0:1718930702.919094:0:32454:0:(llog.c:235:llog_cancel_arr_rec()) Canceling 1 records, first 755 in log [0x2:0xbd0:0x2] 00010000:00010000:1.0:1718930702.919106:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7a4:0x0].0x0 (ffff88012d7bb800) 00000100:00100000:2.0:1718930702.919107:0:32441:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800967df6c0 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:32441:1802425733038720:0@lo:1000:osp_up1-0.0 00010000:00010000:1.0:1718930702.919108:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1718930702.919110:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008350cfc0/0x4c38e74a547296d7 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x7a4:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fa83 expref: 18 pid: 6837 timeout: 0 lvb_type: 0 00000020:00080000:0.0:1718930702.919115:0:32454:0:(update_trans.c:1313:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 4295040265 cancel update log [0x2:0xbd0:0x2].755: rc = 0 00000100:00100000:2.0:1718930702.919119:0:32441:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00080000:0.0:1718930702.919122:0:32454:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4295040265 00000100:00100000:2.0:1718930702.919125:0:32441:0:(client.c:2492:ptlrpc_set_wait()) set ffff880133dd3d80 going to sleep for 6 seconds 00010000:00010000:1.0:1718930702.919130:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b8b40/0x4c38e74a54729716 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7a4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718930702.919131:0:32457:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733038720 00000100:00100000:0.0:1718930702.919131:0:6826:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733038656 00010000:00010000:1.0:1718930702.919134:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b8b40/0x4c38e74a54729716 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7a4:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.919138:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b8b40/0x4c38e74a54729716 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7a4:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718930702.919144:0:32457:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20717 00000100:00100000:3.0:1718930702.919146:0:32457:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800967d97c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+9:32441:x1802425733038720:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:0.0:1718930702.919148:0:6826:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9136 00000100:00100000:0.0:1718930702.919151:0:6826:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800967df200 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000-mdtlov_UUID+9:3323:x1802425733038656:12345-0@lo:103:jbd2/dm-0-8.0 00010000:00010000:0.0:1718930702.919156:0:6826:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1718930702.919162:0:6837:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880081796d40 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733038784:0@lo:1000:mdt00_000.0 00000004:00010000:0.0:1718930702.919164:0:6826:0:(mdt_lvb.c:117:mdt_dom_disk_lvbo_update()) res: [0x240000402:0x60c:0x0] updating lvb mtime from disk: 0 -> 1718930701 00000004:00010000:0.0:1718930702.919166:0:6826:0:(mdt_lvb.c:123:mdt_dom_disk_lvbo_update()) res: [0x240000402:0x60c:0x0] updating lvb atime from disk: 0 -> 1718930701 00000004:00010000:0.0:1718930702.919168:0:6826:0:(mdt_lvb.c:129:mdt_dom_disk_lvbo_update()) res: [0x240000402:0x60c:0x0] updating lvb ctime from disk: 0 -> 1718930701 00010000:00010000:0.0:1718930702.919176:0:6826:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009b057a80/0x4c38e74a547296b4 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x60c:0x0].0x0 bits 0x47/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801001000000 nid: 0@lo remote: 0x4c38e74a547296ad expref: 9 pid: 6843 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718930702.919180:0:6837:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1718930702.919185:0:6826:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x60c:0x0].0x0 (ffff8800a13cf200) 00000100:00100000:1.0:1718930702.919189:0:6837:0:(client.c:2492:ptlrpc_set_wait()) set ffff8800a1b5be40 going to sleep for 6 seconds 00010000:00010000:0.0:1718930702.919190:0:6826:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1718930702.919193:0:8528:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733038784 00000100:00100000:3.0:1718930702.919205:0:32457:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800967d97c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+10:32441:x1802425733038720:12345-0@lo:1000:osp_up1-0.0 Request processed in 58us (85us total) trans 4294987122 rc 0/0 00000100:00100000:2.0:1718930702.919205:0:8528:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20718 00000100:00100000:3.0:1718930702.919208:0:32457:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20717 00000100:00100000:2.0:1718930702.919208:0:8528:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800817963c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+10:6837:x1802425733038784:12345-0@lo:1000:mdt00_000.0 00000100:00100000:0.0:1718930702.919215:0:6826:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800967df200 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000-mdtlov_UUID+9:3323:x1802425733038656:12345-0@lo:103:jbd2/dm-0-8.0 Request processed in 63us (179us total) trans 0 rc 0/0 00000100:00100000:0.0:1718930702.919220:0:6826:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9136 00000100:00100000:0.0:1718930702.919242:0:3323:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880092a35f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3323:1802425733038656:0@lo:103:jbd2/dm-0-8.0 00000100:00100000:2.0:1718930702.919258:0:8528:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800817963c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+8:6837:x1802425733038784:12345-0@lo:1000:mdt00_000.0 Request processed in 49us (77us total) trans 0 rc -2/-2 00000100:00100000:2.0:1718930702.919261:0:8528:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20718 00000100:00100000:1.0:1718930702.919266:0:6837:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880081796d40 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733038784:0@lo:1000:mdt00_000.0 00000100:00100000:2.0:1718930702.919282:0:32441:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800967df6c0 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:32441:1802425733038720:0@lo:1000:osp_up1-0.0 00010000:00010000:1.0:1718930702.919284:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800849ba640/0x4c38e74a5472971d lrc: 3/0,1 mode: --/EX res: [0x240000402:0x60d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.919289:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800849ba640/0x4c38e74a5472971d lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x60d:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.919292:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800849ba640/0x4c38e74a5472971d lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x60d:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.919302:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800849b9b00/0x4c38e74a54729724 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x60d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.919306:0:6837:0:(ldlm_request.c:1029:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000001000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800849b9b00/0x4c38e74a54729724 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x60d:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.919310:0:6837:0:(ldlm_request.c:1117:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800849b9b00/0x4c38e74a54729724 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x60d:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718930702.919315:0:6837:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880081796d40 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733038848:0@lo:101:mdt00_000.0 00000100:00100000:1.0:1718930702.919326:0:6837:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718930702.919332:0:6837:0:(client.c:2492:ptlrpc_set_wait()) set ffff88011eae2540 going to sleep for 6 seconds 00000100:00100000:2.0:1718930702.919336:0:8528:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733038848 00000100:00100000:2.0:1718930702.919350:0:8528:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20719 00000100:00100000:2.0:1718930702.919352:0:8528:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880081793dc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+8:6837:x1802425733038848:12345-0@lo:101:mdt00_000.0 00010000:00010000:2.0:1718930702.919356:0:8528:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1718930702.919363:0:8528:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008350df80/0x4c38e74a5472972b lrc: 2/0,0 mode: --/EX res: [0x240000402:0x60d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4c38e74a54729724 expref: -99 pid: 8528 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.919372:0:8528:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008350df80/0x4c38e74a5472972b lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x60d:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000001000000 nid: 0@lo remote: 0x4c38e74a54729724 expref: 9 pid: 8528 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.919377:0:8528:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88008350df80/0x4c38e74a5472972b lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x60d:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0x4c38e74a54729724 expref: 9 pid: 8528 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.919397:0:8528:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x60d:0x0].0x0 (ffff880133d64500) 00010000:00010000:2.0:1718930702.919398:0:8528:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 47 00010000:00010000:2.0:1718930702.919399:0:8528:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88008350df80, rc 0) 00000100:00100000:2.0:1718930702.919421:0:8528:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880081793dc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+9:6837:x1802425733038848:12345-0@lo:101:mdt00_000.0 Request processed in 68us (94us total) trans 0 rc 0/0 00000100:00100000:2.0:1718930702.919424:0:8528:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20719 00000100:00100000:1.0:1718930702.919451:0:6837:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880081796d40 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733038848:0@lo:101:mdt00_000.0 00010000:00010000:1.0:1718930702.919457:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800849b9b00/0x4c38e74a54729724 lrc: 4/0,1 mode: EX/EX res: [0x240000402:0x60d:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0x4c38e74a5472972b expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.919461:0:6837:0:(ldlm_request.c:799:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800849b9b00/0x4c38e74a54729724 lrc: 4/0,1 mode: EX/EX res: [0x240000402:0x60d:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0x4c38e74a5472972b expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1718930702.919472:0:6837:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x240000402:0x60d:0x0] 00000100:00100000:1.0:1718930702.919834:0:6837:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880081796d40 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733038912:0@lo:403:mdt00_000.0 00000100:00100000:1.0:1718930702.919852:0:6837:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718930702.919866:0:6837:0:(client.c:2492:ptlrpc_set_wait()) set ffff88011eae2540 going to sleep for 6 seconds 00000100:00100000:2.0:1718930702.919880:0:8528:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733038912 00000100:00100000:2.0:1718930702.919896:0:8528:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20720 00000100:00100000:2.0:1718930702.919898:0:8528:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800817917c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+9:6837:x1802425733038912:12345-0@lo:403:mdt00_000.0 00000100:00100000:2.0:1718930702.921092:0:8528:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800817917c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+9:6837:x1802425733038912:12345-0@lo:403:mdt00_000.0 Request processed in 1191us (1238us total) trans 0 rc 0/0 00000100:00100000:2.0:1718930702.921096:0:8528:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20720 00000100:00100000:1.0:1718930702.921156:0:6837:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880081796d40 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733038912:0@lo:403:mdt00_000.0 00000100:00100000:1.0:1718930702.921688:0:6837:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880081796d40 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733038976:0@lo:1000:mdt00_000.0 00000100:00100000:1.0:1718930702.921718:0:6837:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718930702.921734:0:6837:0:(client.c:2492:ptlrpc_set_wait()) set ffff88011eae2180 going to sleep for 6 seconds 00000100:00100000:3.0:1718930702.921761:0:8528:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733038976 00000100:00100000:3.0:1718930702.921793:0:8528:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20721 00000100:00100000:3.0:1718930702.921797:0:8528:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da19850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+9:6837:x1802425733038976:12345-0@lo:1000:mdt00_000.0 00000100:00100000:3.0:1718930702.921849:0:8528:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da19850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+9:6837:x1802425733038976:12345-0@lo:1000:mdt00_000.0 Request processed in 51us (129us total) trans 0 rc 0/0 00000100:00100000:3.0:1718930702.921855:0:8528:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20721 00000100:00100000:1.0:1718930702.921865:0:6837:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880081796d40 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733038976:0@lo:1000:mdt00_000.0 00000100:00100000:1.0:1718930702.921911:0:6837:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880081796d40 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733039040:0@lo:1000:mdt00_000.0 00000100:00100000:1.0:1718930702.921925:0:6837:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718930702.921939:0:6837:0:(client.c:2492:ptlrpc_set_wait()) set ffff88011eae2180 going to sleep for 6 seconds 00000100:00100000:0.0:1718930702.921949:0:32457:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733039040 00000100:00100000:0.0:1718930702.921962:0:32457:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20722 00000100:00100000:0.0:1718930702.921964:0:32457:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800817963c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+9:6837:x1802425733039040:12345-0@lo:1000:mdt00_000.0 00000100:00100000:0.0:1718930702.922010:0:32457:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800817963c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+9:6837:x1802425733039040:12345-0@lo:1000:mdt00_000.0 Request processed in 45us (84us total) trans 0 rc 0/0 00000100:00100000:0.0:1718930702.922014:0:32457:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20722 00000100:00100000:1.0:1718930702.922019:0:6837:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880081796d40 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733039040:0@lo:1000:mdt00_000.0 00000100:00100000:1.0:1718930702.922075:0:6837:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880081796d40 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733039104:0@lo:1000:mdt00_000.0 00000100:00100000:1.0:1718930702.922097:0:6837:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718930702.922107:0:6837:0:(client.c:2492:ptlrpc_set_wait()) set ffff8800a1b5be40 going to sleep for 6 seconds 00000100:00100000:3.0:1718930702.922112:0:8528:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733039104 00000100:00100000:3.0:1718930702.922143:0:8528:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20723 00000100:00100000:3.0:1718930702.922145:0:8528:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880081793dc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:6837:x1802425733039104:12345-0@lo:1000:mdt00_000.0 00000100:00100000:3.0:1718930702.922195:0:8528:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880081793dc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:6837:x1802425733039104:12345-0@lo:1000:mdt00_000.0 Request processed in 49us (98us total) trans 0 rc 0/0 00000100:00100000:3.0:1718930702.922198:0:8528:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20723 00000100:00100000:1.0:1718930702.922218:0:6837:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880081796d40 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733039104:0@lo:1000:mdt00_000.0 00000040:00080000:1.0:1718930702.922375:0:6837:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x200000bd0:0x2:0x0].757, 1064 off570584 00000040:00080000:1.0:1718930702.922397:0:6837:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x240000404:0x2:0x0].758, 1144 off633928 00000004:00080000:1.0:1718930702.922401:0:6837:0:(osp_trans.c:1598:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff880086beae80 with version 1484 00000004:00080000:2.0:1718930702.922461:0:32441:0:(osp_trans.c:1343:osp_get_next_request()) ou ffff88007fc1bf00 version 1484 rpc_version 1484 00000100:00100000:2.0:1718930702.922483:0:32441:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800967d9c80 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:32441:1802425733039168:0@lo:1000:osp_up1-0.0 00000100:00100000:2.0:1718930702.922506:0:32441:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718930702.922526:0:32441:0:(client.c:2492:ptlrpc_set_wait()) set ffff880133dd3d80 going to sleep for 6 seconds 00000100:00100000:3.0:1718930702.922537:0:8528:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733039168 00000100:00100000:3.0:1718930702.922552:0:8528:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20724 00000100:00100000:3.0:1718930702.922554:0:8528:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800967daac0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+9:32441:x1802425733039168:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:3.0:1718930702.922718:0:8528:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800967daac0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+10:32441:x1802425733039168:12345-0@lo:1000:osp_up1-0.0 Request processed in 163us (213us total) trans 4294987123 rc 0/0 00000100:00100000:3.0:1718930702.922722:0:8528:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20724 00000100:00100000:2.0:1718930702.922763:0:32441:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800967d9c80 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:32441:1802425733039168:0@lo:1000:osp_up1-0.0 00000004:00010000:1.0:1718930702.922823:0:6837:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff880092a34740 reply state ffff880092bea000 transno 8589959525 ns: mdt-lustre-MDT0000_UUID lock: ffff8800849ba640/0x4c38e74a5472971d lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x60d:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1718930702.922832:0:6837:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x240000402:0x60d:0x0] 00010000:00010000:1.0:1718930702.922835:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800849b9b00/0x4c38e74a54729724 lrc: 4/0,1 mode: EX/EX res: [0x240000402:0x60d:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0x4c38e74a5472972b expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.922840:0:6837:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800849b9b00/0x4c38e74a54729724 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x60d:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0x4c38e74a5472972b expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1718930702.922845:0:6837:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff880092a34740 reply state ffff880092bea000 transno 8589959525 ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b8b40/0x4c38e74a54729716 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7a4:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1718930702.922893:0:6837:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x240000400:0x1a6:0x0] 00010000:00010000:1.0:1718930702.922895:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009b055440/0x4c38e74a54729701 lrc: 4/0,1 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0x4c38e74a54729708 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.922899:0:6837:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009b055440/0x4c38e74a54729701 lrc: 3/0,0 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0x4c38e74a54729708 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1718930702.922904:0:6837:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff880092a34740 reply state ffff880092bea000 transno 8589959525 ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b98c0/0x4c38e74a5472970f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1718930702.922908:0:6837:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x240000402:0x608:0x0] 00010000:00010000:1.0:1718930702.922909:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350ed00/0x4c38e74a547296f3 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0x4c38e74a547296fa expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.922912:0:6837:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350ed00/0x4c38e74a547296f3 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0x4c38e74a547296fa expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.922916:0:6837:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008350d200/0x4c38e74a547296ec lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.922919:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008350d200/0x4c38e74a547296ec lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.922925:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008350d200/0x4c38e74a547296ec lrc: 2/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.922929:0:6837:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008350d200/0x4c38e74a547296ec lrc: 3/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.922932:0:6837:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008350d200 already unused, calling callback (ffffffffa080a190) 00010000:00010000:1.0:1718930702.922933:0:6837:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008350d200/0x4c38e74a547296ec lrc: 3/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.922936:0:6837:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008350d200/0x4c38e74a547296ec lrc: 4/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.922941:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000004:0x1:0x0].0x0 (ffff88008353cf00) 00010000:00010000:1.0:1718930702.922943:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1718930702.922944:0:6837:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008350d200/0x4c38e74a547296ec lrc: 2/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.922946:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008350d200/0x4c38e74a547296ec lrc: 0/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718930702.922998:0:6837:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a34740 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+19:26684:x1802425753274176:12345-192.168.204.9@tcp:36:lfs.0 Request processed in 9114us (9164us total) trans 8589959525 rc 0/0 00000100:00100000:1.0:1718930702.923005:0:6837:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230784 00010000:00010000:3.0:1718930702.923826:0:3306:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b98c0/0x4c38e74a5472970f lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.923834:0:3306:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x79c:0x0].0x0 (ffff880093297000) 00010000:00010000:3.0:1718930702.923835:0:3306:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1718930702.923837:0:3306:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b8b40/0x4c38e74a54729716 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7a4:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.923841:0:3306:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7a4:0x0].0x0 (ffff880098470f00) 00010000:00010000:3.0:1718930702.923842:0:3306:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 7f 00010000:00010000:3.0:1718930702.923843:0:3306:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800849ba640/0x4c38e74a5472971d lrc: 3/0,1 mode: COS/COS res: [0x240000402:0x60d:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.923846:0:3306:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x60d:0x0].0x0 (ffff880098470700) 00010000:00010000:3.0:1718930702.923847:0:3306:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1 00000100:00100000:0.0:1718930702.923956:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930702.923996:0:6837:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753274240 00000100:00100000:1.0:1718930702.924025:0:6837:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230785 00000100:00100000:1.0:1718930702.924029:0:6837:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a35f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+19:26684:x1802425753274240:12345-192.168.204.9@tcp:34:lfs.0 00010000:00010000:1.0:1718930702.924060:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b8000/0x4c38e74a54729732 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x79c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.924070:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b8000/0x4c38e74a54729732 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.924077:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b8000/0x4c38e74a54729732 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.924087:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800849bb3c0/0x4c38e74a54729739 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x79c:0x0].0x3666 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.924092:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800849bb3c0/0x4c38e74a54729739 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x79c:0x0].0x3666 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.924098:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800849bb3c0/0x4c38e74a54729739 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x79c:0x0].0x3666 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.924128:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b86c0/0x4c38e74a54729740 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7a3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.924134:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b86c0/0x4c38e74a54729740 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7a3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.924139:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b86c0/0x4c38e74a54729740 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7a3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1718930702.924164:0:6837:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b86c0/0x4c38e74a54729740 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7a3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.924171:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b8000/0x4c38e74a54729732 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.924180:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b8000/0x4c38e74a54729732 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.924185:0:6837:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b8000/0x4c38e74a54729732 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.924190:0:6837:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800849b8000 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:1.0:1718930702.924191:0:6837:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b8000/0x4c38e74a54729732 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.924196:0:6837:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b8000/0x4c38e74a54729732 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.924202:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x79c:0x0].0x0 (ffff880093297000) 00010000:00010000:1.0:1718930702.924204:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1718930702.924208:0:6837:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b8000/0x4c38e74a54729732 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.924213:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b8000/0x4c38e74a54729732 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.924223:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800849bb3c0/0x4c38e74a54729739 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x79c:0x0].0x3666 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.924227:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800849bb3c0/0x4c38e74a54729739 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x79c:0x0].0x3666 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.924232:0:6837:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800849bb3c0/0x4c38e74a54729739 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x79c:0x0].0x3666 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.924240:0:6837:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800849bb3c0 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:1.0:1718930702.924242:0:6837:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800849bb3c0/0x4c38e74a54729739 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x79c:0x0].0x3666 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.924246:0:6837:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800849bb3c0/0x4c38e74a54729739 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x79c:0x0].0x3666 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.924251:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x79c:0x0].0x3666 (ffff880098470a00) 00010000:00010000:1.0:1718930702.924253:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1718930702.924254:0:6837:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800849bb3c0/0x4c38e74a54729739 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x79c:0x0].0x3666 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.924258:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800849bb3c0/0x4c38e74a54729739 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x79c:0x0].0x3666 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.924268:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b86c0/0x4c38e74a54729740 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7a3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.924273:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b86c0/0x4c38e74a54729740 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7a3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.924278:0:6837:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b86c0/0x4c38e74a54729740 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7a3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.924282:0:6837:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800849b86c0 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:1.0:1718930702.924284:0:6837:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b86c0/0x4c38e74a54729740 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7a3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.924288:0:6837:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b86c0/0x4c38e74a54729740 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7a3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.924294:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7a3:0x0].0x0 (ffff88011ea71800) 00010000:00010000:1.0:1718930702.924296:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1718930702.924297:0:6837:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b86c0/0x4c38e74a54729740 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7a3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.924302:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b86c0/0x4c38e74a54729740 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7a3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718930702.924344:0:6837:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a35f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+19:26684:x1802425753274240:12345-192.168.204.9@tcp:34:lfs.0 Request processed in 314us (388us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930702.924350:0:6837:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230785 00000100:00100000:1.0:1718930702.925079:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1718930702.925115:0:6837:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753274368 00000100:00100000:2.0:1718930702.925136:0:6837:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230786 00000100:00100000:2.0:1718930702.925139:0:6837:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880081796d40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+19:26684:x1802425753274368:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:2.0:1718930702.925145:0:6837:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1718930702.925151:0:6837:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008350e640/0x4c38e74a54729747 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7a3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xceea94147812fa8a expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.925188:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008350c6c0/0x4c38e74a5472974e lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7a3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.925194:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008350c6c0/0x4c38e74a5472974e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7a3:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.925198:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008350c6c0/0x4c38e74a5472974e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7a3:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00200000:2.0:1718930702.925204:0:6837:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x7a3:0x0]: returning size 0 00010000:00010000:2.0:1718930702.925235:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008350e640/0x4c38e74a54729747 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7a3:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fa8a expref: 22 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.925242:0:6837:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008350c6c0/0x4c38e74a5472974e lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7a3:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fa8a expref: 21 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.925246:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7a3:0x0].0x0 (ffff88011ea71800) 00010000:00010000:2.0:1718930702.925248:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1718930702.925249:0:6837:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88008350c6c0, rc 0) 00000100:00100000:2.0:1718930702.925272:0:6837:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880081796d40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+21:26684:x1802425753274368:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 132us (194us total) trans 8589959526 rc 0/0 00000100:00100000:2.0:1718930702.925276:0:6837:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230786 00000100:00100000:0.0:1718930702.926058:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1718930702.926137:0:22545:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753274432 00000100:00100000:2.0:1718930702.926168:0:22545:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.204.9@tcp, with round 489 00000100:00100000:2.0:1718930702.926172:0:22545:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a36880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8a07974b-7506-4725-beb3-4b5c6f8f9250+7:1875:x1802425753274432:12345-192.168.204.9@tcp:1:lfs.0 00002000:00010000:2.0:1718930702.926196:0:22545:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x584:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1718930702.926199:0:22545:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008350e400/0x4c38e74a5472975c lrc: 3/0,1 mode: --/PW res: [0x584:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.926206:0:22545:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1718930702.926207:0:22545:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1718930702.926209:0:22545:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008350e400/0x4c38e74a5472975c lrc: 3/0,1 mode: PW/PW res: [0x584:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.926215:0:22545:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008350e400/0x4c38e74a5472975c lrc: 3/0,1 mode: PW/PW res: [0x584:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.926221:0:22545:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008350e400/0x4c38e74a5472975c lrc: 3/0,1 mode: PW/PW res: [0x584:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.926224:0:22545:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008350e400/0x4c38e74a5472975c lrc: 2/0,0 mode: PW/PW res: [0x584:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.926238:0:22545:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1718930702.926263:0:22545:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a36880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8a07974b-7506-4725-beb3-4b5c6f8f9250+7:1875:x1802425753274432:12345-192.168.204.9@tcp:1:lfs.0 Request processed in 91us (205us total) trans 0 rc 0/0 00000100:00100000:2.0:1718930702.926267:0:22545:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.204.9@tcp, with round 489 00010000:00010000:3.0:1718930702.926273:0:11341:0:(ldlm_lockd.c:2784:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1718930702.926278:0:11341:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008350e400/0x4c38e74a5472975c lrc: 2/0,0 mode: PW/PW res: [0x584:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.926287:0:11341:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008350e400 already unused, calling callback (ffffffffa080a190) 00010000:00010000:3.0:1718930702.926288:0:11341:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008350e400/0x4c38e74a5472975c lrc: 2/0,0 mode: PW/PW res: [0x584:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.926293:0:11341:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008350e400/0x4c38e74a5472975c lrc: 3/0,0 mode: PW/PW res: [0x584:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.926302:0:11341:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008350e400/0x4c38e74a5472975c lrc: 1/0,0 mode: --/PW res: [0x584:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.926305:0:11341:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008350e400/0x4c38e74a5472975c lrc: 0/0,0 mode: --/PW res: [0x584:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.926314:0:11341:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1718930702.926315:0:11341:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1718930702.926315:0:11341:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1718930702.926926:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1718930702.926962:0:6837:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753274560 00000100:00100000:2.0:1718930702.926985:0:6837:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230787 00000100:00100000:2.0:1718930702.926988:0:6837:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a36d40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+21:26684:x1802425753274560:12345-192.168.204.9@tcp:36:lfs.0 00010000:00010000:2.0:1718930702.927004:0:6837:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1718930702.927013:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099adad00/0x4c38e74a547290d3 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7a3:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812f979 expref: 21 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.927020:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7a3:0x0].0x0 (ffff88011ea71800) 00010000:00010000:2.0:1718930702.927021:0:6837:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1718930702.927026:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008350cd80/0x4c38e74a54729763 lrc: 3/0,1 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.927030:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008350cd80/0x4c38e74a54729763 lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.927034:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008350cd80/0x4c38e74a54729763 lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930702.927053:0:6837:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800967db440 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733039232:0@lo:1000:mdt00_000.0 00000100:00100000:2.0:1718930702.927071:0:6837:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718930702.927088:0:6837:0:(client.c:2492:ptlrpc_set_wait()) set ffff880133dd3f00 going to sleep for 6 seconds 00000100:00100000:3.0:1718930702.927117:0:8528:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733039232 00000100:00100000:3.0:1718930702.927138:0:8528:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20725 00000100:00100000:3.0:1718930702.927141:0:8528:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800967dbdc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+10:6837:x1802425733039232:12345-0@lo:1000:mdt00_000.0 00000100:00100000:3.0:1718930702.927177:0:8528:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800967dbdc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+10:6837:x1802425733039232:12345-0@lo:1000:mdt00_000.0 Request processed in 36us (106us total) trans 0 rc 0/0 00000100:00100000:3.0:1718930702.927181:0:8528:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20725 00000100:00100000:2.0:1718930702.927197:0:6837:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800967db440 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733039232:0@lo:1000:mdt00_000.0 00000100:00100000:2.0:1718930702.927218:0:6837:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800967db440 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733039296:0@lo:1000:mdt00_000.0 00000100:00100000:2.0:1718930702.927230:0:6837:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718930702.927243:0:6837:0:(client.c:2492:ptlrpc_set_wait()) set ffff880133dd3f00 going to sleep for 6 seconds 00000100:00100000:3.0:1718930702.927258:0:8528:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733039296 00000100:00100000:3.0:1718930702.927272:0:8528:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20726 00000100:00100000:3.0:1718930702.927274:0:8528:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800967da140 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+10:6837:x1802425733039296:12345-0@lo:1000:mdt00_000.0 00000100:00100000:3.0:1718930702.927302:0:8528:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800967da140 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+10:6837:x1802425733039296:12345-0@lo:1000:mdt00_000.0 Request processed in 27us (72us total) trans 0 rc 0/0 00000100:00100000:3.0:1718930702.927306:0:8528:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20726 00000100:00100000:2.0:1718930702.927308:0:6837:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800967db440 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733039296:0@lo:1000:mdt00_000.0 00000100:00100000:2.0:1718930702.927651:0:6837:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800967db440 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733039360:0@lo:403:mdt00_000.0 00000100:00100000:2.0:1718930702.927687:0:6837:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718930702.927699:0:6837:0:(client.c:2492:ptlrpc_set_wait()) set ffff880133dd3540 going to sleep for 6 seconds 00000100:00100000:3.0:1718930702.927723:0:8528:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733039360 00000100:00100000:3.0:1718930702.927736:0:8528:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20727 00000100:00100000:3.0:1718930702.927738:0:8528:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800967d84c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+10:6837:x1802425733039360:12345-0@lo:403:mdt00_000.0 00000100:00100000:3.0:1718930702.928963:0:8528:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800967d84c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+10:6837:x1802425733039360:12345-0@lo:403:mdt00_000.0 Request processed in 1223us (1275us total) trans 0 rc 0/0 00000100:00100000:3.0:1718930702.928968:0:8528:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20727 00000100:00100000:2.0:1718930702.928996:0:6837:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800967db440 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733039360:0@lo:403:mdt00_000.0 00010000:00010000:2.0:1718930702.929495:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350f600/0x4c38e74a5472976a lrc: 3/0,1 mode: --/PW res: [0x240000402:0x608:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.929501:0:6837:0:(ldlm_request.c:1029:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000001000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350f600/0x4c38e74a5472976a lrc: 3/0,1 mode: --/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.929506:0:6837:0:(ldlm_request.c:1117:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350f600/0x4c38e74a5472976a lrc: 3/0,1 mode: --/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930702.929513:0:6837:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800967db440 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733039424:0@lo:101:mdt00_000.0 00000100:00100000:2.0:1718930702.929530:0:6837:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718930702.929546:0:6837:0:(client.c:2492:ptlrpc_set_wait()) set ffff880133dd3540 going to sleep for 6 seconds 00000100:00100000:3.0:1718930702.929572:0:8528:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733039424 00000100:00100000:3.0:1718930702.929596:0:8528:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20728 00000100:00100000:3.0:1718930702.929599:0:8528:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800967d8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+10:6837:x1802425733039424:12345-0@lo:101:mdt00_000.0 00010000:00010000:3.0:1718930702.929606:0:8528:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1718930702.929614:0:8528:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800972061c0/0x4c38e74a54729771 lrc: 2/0,0 mode: --/PW res: [0x240000402:0x608:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4c38e74a5472976a expref: -99 pid: 8528 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.929627:0:8528:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff880097204fc0/0x4c38e74a547296fa lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0x4c38e74a547296f3 expref: 11 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.929634:0:8528:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800972061c0/0x4c38e74a54729771 lrc: 4/0,0 mode: --/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000001000000 nid: 0@lo remote: 0x4c38e74a5472976a expref: 11 pid: 8528 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.929649:0:8528:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff880097204fc0/0x4c38e74a547296fa lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000001000020 nid: 0@lo remote: 0x4c38e74a547296f3 expref: 11 pid: 32457 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718930702.929674:0:8528:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88011e300980 pname:cluuid:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001_UUID:8528:1802425733039488:0@lo:104: 00000100:00100000:3.0:1718930702.929695:0:8528:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718930702.929712:0:8528:0:(client.c:2492:ptlrpc_set_wait()) set ffff88008c2ed6c0 going to sleep for 6 seconds 00000100:00100000:2.0:1718930702.929728:0:6824:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733039488 00000100:00100000:2.0:1718930702.929749:0:6824:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5525 00000100:00100000:2.0:1718930702.929751:0:6824:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e300e40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0000-mdtlov_UUID+4:8528:x1802425733039488:12345-0@lo:104: 00010000:00010000:2.0:1718930702.929782:0:6824:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1718930702.929784:0:6824:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e300e40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0000-mdtlov_UUID+4:8528:x1802425733039488:12345-0@lo:104: Request processed in 32us (90us total) trans 0 rc 0/0 00000100:00100000:2.0:1718930702.929788:0:6824:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5525 00000100:00100000:3.0:1718930702.929804:0:8528:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88011e300980 pname:cluuid:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001_UUID:8528:1802425733039488:0@lo:104: 00010000:00010000:1.0:1718930702.929807:0:6828:0:(ldlm_lockd.c:2784:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1718930702.929811:0:6828:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350ed00/0x4c38e74a547296f3 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1400001000000 nid: local remote: 0x4c38e74a547296fa expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.929816:0:8528:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8800972061c0/0x4c38e74a54729771 lrc: 3/0,0 mode: --/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0x4c38e74a5472976a expref: 11 pid: 8528 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.929818:0:6828:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008350ed00 already unused, calling callback (ffffffffa0ea60e0) 00010000:00010000:1.0:1718930702.929820:0:6828:0:(ldlm_request.c:1235:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350ed00/0x4c38e74a547296f3 lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x1408401000000 nid: local remote: 0x4c38e74a547296fa expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.929823:0:8528:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x608:0x0].0x0 (ffff8800b4b15200) 00000004:00010000:1.0:1718930702.929824:0:6828:0:(mdt_handler.c:3608:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350ed00/0x4c38e74a547296f3 lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x1409401000000 nid: local remote: 0x4c38e74a547296fa expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.929825:0:8528:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1718930702.929827:0:8528:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff8800972061c0/0x4c38e74a54729771 lrc: 3/0,0 mode: --/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0x4c38e74a5472976a expref: 11 pid: 8528 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.929833:0:8528:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff8800972061c0, rc 0) 00010000:00010000:1.0:1718930702.929839:0:6828:0:(ldlm_request.c:1301:ldlm_cancel_pack()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350ed00/0x4c38e74a547296f3 lrc: 2/0,0 mode: --/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x5c09401000000 nid: local remote: 0x4c38e74a547296fa expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.929841:0:6828:0:(ldlm_request.c:1305:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:3.0:1718930702.929852:0:8528:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800967d8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+11:6837:x1802425733039424:12345-0@lo:101:mdt00_000.0 Request processed in 252us (321us total) trans 0 rc 0/0 00000100:00100000:3.0:1718930702.929857:0:8528:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20728 00010000:00010000:1.0:1718930702.929857:0:6828:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350ed00/0x4c38e74a547296f3 lrc: 1/0,0 mode: --/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x5c09401000000 nid: local remote: 0x4c38e74a547296fa expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930702.929860:0:6837:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800967db440 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733039424:0@lo:101:mdt00_000.0 00010000:00010000:1.0:1718930702.929864:0:6828:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350ed00/0x4c38e74a547296f3 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x5c09401000000 nid: local remote: 0x4c38e74a547296fa expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.929866:0:6837:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350f600/0x4c38e74a5472976a lrc: 4/0,1 mode: --/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0x4c38e74a54729771 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.929871:0:6837:0:(ldlm_request.c:286:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350f600/0x4c38e74a5472976a lrc: 4/0,1 mode: --/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0x4c38e74a54729771 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.929871:0:6828:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1718930702.929871:0:6828:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1718930702.929872:0:6828:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1718930702.929875:0:3323:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800817917c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3323:1802425733039552:0@lo:103:ldlm_bl_01.0 00000100:00100000:0.0:1718930702.929901:0:3323:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718930702.929915:0:6826:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733039552 00010000:00010000:2.0:1718930702.929922:0:6826:0:(ldlm_lockd.c:2633:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff880097204fc0/0x4c38e74a547296fa lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000401000020 nid: 0@lo remote: 0x4c38e74a547296f3 expref: 11 pid: 32457 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930702.929933:0:6826:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63314 00000100:00100000:2.0:1718930702.929935:0:6826:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a37200 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000-mdtlov_UUID+11:3323:x1802425733039552:12345-0@lo:103:ldlm_bl_01.0 00010000:00010000:2.0:1718930702.929940:0:6826:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000001:00080000:0.0:1718930702.930562:0:8049:0:(tgt_lastrcvd.c:926:tgt_cb_last_committed()) lustre-MDT0001: transno 4294987123 is committed 00010000:00010000:2.0:1718930702.930626:0:6826:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880097204fc0/0x4c38e74a547296fa lrc: 0/0,0 mode: --/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801401000020 nid: 0@lo remote: 0x4c38e74a547296f3 expref: 9 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.930635:0:6826:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x608:0x0].0x0 (ffff8800b4b15200) 00010000:00010000:2.0:1718930702.930637:0:6826:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff8800972061c0/0x4c38e74a54729771 lrc: 2/0,0 mode: --/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0x4c38e74a5472976a expref: 8 pid: 8528 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.930642:0:6826:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8800972061c0/0x4c38e74a54729771 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080001000000 nid: 0@lo remote: 0x4c38e74a5472976a expref: 8 pid: 8528 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.930647:0:6826:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800972061c0/0x4c38e74a54729771 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080001000000 nid: 0@lo remote: 0x4c38e74a5472976a expref: 8 pid: 8528 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.930675:0:6826:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0001_UUID lock: ffff8800972061c0/0x4c38e74a54729771 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0x4c38e74a5472976a expref: 8 pid: 8528 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930702.930680:0:6826:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800967d8980 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001_UUID:6826:1802425733039616:0@lo:105: 00000100:00100000:2.0:1718930702.930699:0:6826:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718930702.930711:0:6826:0:(client.c:2492:ptlrpc_set_wait()) set ffff880133dd3540 going to sleep for 6 seconds 00000100:00100000:2.0:1718930702.930723:0:6824:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733039616 00000100:00100000:2.0:1718930702.930739:0:6824:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5526 00000100:00100000:2.0:1718930702.930742:0:6824:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800967d8e40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0000-mdtlov_UUID+4:6826:x1802425733039616:12345-0@lo:105: 00010000:00010000:2.0:1718930702.930748:0:6824:0:(ldlm_lockd.c:1933:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350f600/0x4c38e74a5472976a lrc: 5/0,1 mode: --/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0x4c38e74a54729771 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.930755:0:6824:0:(ldlm_lockd.c:2010:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350f600/0x4c38e74a5472976a lrc: 5/0,1 mode: --/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0x4c38e74a54729771 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.930760:0:6824:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350f600/0x4c38e74a5472976a lrc: 5/0,1 mode: PW/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080001000000 nid: local remote: 0x4c38e74a54729771 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.930765:0:6824:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350f600/0x4c38e74a5472976a lrc: 6/0,1 mode: PW/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080001000000 nid: local remote: 0x4c38e74a54729771 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.930771:0:6824:0:(ldlm_lockd.c:2038:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350f600/0x4c38e74a5472976a lrc: 6/0,1 mode: PW/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1080001000000 nid: local remote: 0x4c38e74a54729771 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.930782:0:6824:0:(ldlm_lockd.c:2049:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff88008350f600) 00010000:00010000:0.0:1718930702.930790:0:6837:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350f600/0x4c38e74a5472976a lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0x4c38e74a54729771 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.930798:0:6837:0:(ldlm_request.c:799:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350f600/0x4c38e74a5472976a lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0x4c38e74a54729771 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930702.930808:0:6824:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800967d8e40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0000-mdtlov_UUID+4:6826:x1802425733039616:12345-0@lo:105: Request processed in 66us (110us total) trans 0 rc 0/0 00000100:00100000:2.0:1718930702.930813:0:6824:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5526 00010000:00010000:0.0:1718930702.930826:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009b0573c0/0x4c38e74a54729778 lrc: 3/0,1 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.930832:0:6837:0:(ldlm_request.c:1029:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000001000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009b0573c0/0x4c38e74a54729778 lrc: 3/0,1 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718930702.930835:0:6826:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800967d8980 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001_UUID:6826:1802425733039616:0@lo:105: 00010000:00010000:0.0:1718930702.930838:0:6837:0:(ldlm_request.c:1117:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009b0573c0/0x4c38e74a54729778 lrc: 3/0,1 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.930846:0:6826:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1718930702.930849:0:6837:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880092a376c0 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733039680:0@lo:101:mdt00_000.0 00000100:00100000:0.0:1718930702.930870:0:6837:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718930702.930874:0:6826:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a37200 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000-mdtlov_UUID+8:3323:x1802425733039552:12345-0@lo:103:ldlm_bl_01.0 Request processed in 937us (973us total) trans 0 rc 0/0 00000100:00100000:3.0:1718930702.930880:0:6826:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63314 00000100:00100000:0.0:1718930702.930892:0:6837:0:(client.c:2492:ptlrpc_set_wait()) set ffff880084cb6a80 going to sleep for 6 seconds 00000100:00100000:1.0:1718930702.930895:0:3323:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800817917c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3323:1802425733039552:0@lo:103:ldlm_bl_01.0 00000100:00100000:2.0:1718930702.930900:0:8528:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733039680 00000100:00100000:2.0:1718930702.930910:0:8528:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20729 00000100:00100000:2.0:1718930702.930912:0:8528:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a31c80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+8:6837:x1802425733039680:12345-0@lo:101:mdt00_000.0 00010000:00010000:2.0:1718930702.930917:0:8528:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1718930702.930923:0:8528:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008350fa80/0x4c38e74a5472977f lrc: 2/0,0 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4c38e74a54729778 expref: -99 pid: 8528 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.930931:0:8528:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff880097204480/0x4c38e74a54729708 lrc: 2/0,0 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0x4c38e74a54729701 expref: 9 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.930934:0:8528:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008350fa80/0x4c38e74a5472977f lrc: 4/0,0 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000001000000 nid: 0@lo remote: 0x4c38e74a54729778 expref: 9 pid: 8528 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.930943:0:8528:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff880097204480/0x4c38e74a54729708 lrc: 3/0,0 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000001000020 nid: 0@lo remote: 0x4c38e74a54729701 expref: 9 pid: 32457 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930702.930947:0:8528:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800967d9300 pname:cluuid:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001_UUID:8528:1802425733039744:0@lo:104: 00000100:00100000:2.0:1718930702.930960:0:8528:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718930702.930966:0:8528:0:(client.c:2492:ptlrpc_set_wait()) set ffff880133dd3d80 going to sleep for 6 seconds 00000100:00100000:0.0:1718930702.930977:0:6824:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733039744 00000100:00100000:0.0:1718930702.930994:0:6824:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5527 00000100:00100000:0.0:1718930702.930997:0:6824:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800967da600 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0000-mdtlov_UUID+4:8528:x1802425733039744:12345-0@lo:104: 00000100:00100000:2.0:1718930702.931028:0:8528:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800967d9300 pname:cluuid:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001_UUID:8528:1802425733039744:0@lo:104: 00010000:00010000:0.0:1718930702.931033:0:6824:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00010000:2.0:1718930702.931035:0:8528:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88008350fa80/0x4c38e74a5472977f lrc: 3/0,0 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0x4c38e74a54729778 expref: 9 pid: 8528 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718930702.931038:0:6824:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800967da600 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0000-mdtlov_UUID+4:8528:x1802425733039744:12345-0@lo:104: Request processed in 40us (77us total) trans 0 rc 0/0 00010000:00010000:2.0:1718930702.931039:0:8528:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a6:0x0].0x0 (ffff880098470100) 00010000:00010000:2.0:1718930702.931041:0:8528:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718930702.931042:0:8528:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff88008350fa80/0x4c38e74a5472977f lrc: 3/0,0 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0x4c38e74a54729778 expref: 9 pid: 8528 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718930702.931044:0:6824:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5527 00010000:00010000:1.0:1718930702.931045:0:4830:0:(ldlm_lockd.c:2784:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1718930702.931046:0:8528:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88008350fa80, rc 0) 00010000:00010000:1.0:1718930702.931048:0:4830:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009b055440/0x4c38e74a54729701 lrc: 3/0,0 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1400001000000 nid: local remote: 0x4c38e74a54729708 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.931054:0:4830:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88009b055440 already unused, calling callback (ffffffffa0ea60e0) 00010000:00010000:1.0:1718930702.931056:0:4830:0:(ldlm_request.c:1235:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009b055440/0x4c38e74a54729701 lrc: 4/0,0 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x1408401000000 nid: local remote: 0x4c38e74a54729708 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930702.931059:0:8528:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a31c80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+9:6837:x1802425733039680:12345-0@lo:101:mdt00_000.0 Request processed in 147us (190us total) trans 0 rc 0/0 00000004:00010000:1.0:1718930702.931060:0:4830:0:(mdt_handler.c:3608:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009b055440/0x4c38e74a54729701 lrc: 4/0,0 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x1409401000000 nid: local remote: 0x4c38e74a54729708 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930702.931062:0:8528:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20729 00010000:00010000:1.0:1718930702.931072:0:4830:0:(ldlm_request.c:1301:ldlm_cancel_pack()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009b055440/0x4c38e74a54729701 lrc: 2/0,0 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x5c09401000000 nid: local remote: 0x4c38e74a54729708 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.931074:0:4830:0:(ldlm_request.c:1305:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:0.0:1718930702.931078:0:6837:0:(client.c:2892:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 4294987123 gen 2 00000004:00080000:0.0:1718930702.931082:0:6837:0:(osp_trans.c:1044:osp_request_commit_cb()) trans no 4294987122 committed transno 4294987123 00010000:00010000:1.0:1718930702.931088:0:4830:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009b055440/0x4c38e74a54729701 lrc: 1/0,0 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x5c09401000000 nid: local remote: 0x4c38e74a54729708 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.931092:0:4830:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009b055440/0x4c38e74a54729701 lrc: 0/0,0 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x5c09401000000 nid: local remote: 0x4c38e74a54729708 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.931098:0:4830:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1718930702.931099:0:4830:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1718930702.931100:0:4830:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1718930702.931101:0:6837:0:(osp_trans.c:1044:osp_request_commit_cb()) trans no 4294987123 committed transno 4294987123 00000100:00100000:0.0:1718930702.931114:0:6837:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880092a376c0 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733039680:0@lo:101:mdt00_000.0 00000100:00100000:2.0:1718930702.931115:0:3320:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800817917c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3320:1802425733039808:0@lo:103:ldlm_bl_05.0 00010000:00010000:0.0:1718930702.931122:0:6837:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009b0573c0/0x4c38e74a54729778 lrc: 4/0,1 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0x4c38e74a5472977f expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930702.931126:0:3320:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1718930702.931128:0:6837:0:(ldlm_request.c:286:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009b0573c0/0x4c38e74a54729778 lrc: 4/0,1 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0x4c38e74a5472977f expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718930702.931163:0:6826:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733039808 00010000:00010000:3.0:1718930702.931173:0:6826:0:(ldlm_lockd.c:2633:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff880097204480/0x4c38e74a54729708 lrc: 3/0,0 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000401000020 nid: 0@lo remote: 0x4c38e74a54729701 expref: 9 pid: 32457 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718930702.931188:0:6826:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63315 00000100:00100000:3.0:1718930702.931192:0:6826:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800967d9300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000-mdtlov_UUID+9:3320:x1802425733039808:12345-0@lo:103:ldlm_bl_05.0 00010000:00010000:3.0:1718930702.931197:0:6826:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1718930702.931388:0:6826:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880097204480/0x4c38e74a54729708 lrc: 0/0,0 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801401000020 nid: 0@lo remote: 0x4c38e74a54729701 expref: 9 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.931397:0:6826:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a6:0x0].0x0 (ffff880098470100) 00010000:00010000:0.0:1718930702.931400:0:6826:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff88008350fa80/0x4c38e74a5472977f lrc: 2/0,0 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0x4c38e74a54729778 expref: 8 pid: 8528 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.931406:0:6826:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff88008350fa80/0x4c38e74a5472977f lrc: 2/0,0 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080001000000 nid: 0@lo remote: 0x4c38e74a54729778 expref: 8 pid: 8528 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.931411:0:6826:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008350fa80/0x4c38e74a5472977f lrc: 3/0,0 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080001000000 nid: 0@lo remote: 0x4c38e74a54729778 expref: 8 pid: 8528 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.931426:0:6826:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0001_UUID lock: ffff88008350fa80/0x4c38e74a5472977f lrc: 3/0,0 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0x4c38e74a54729778 expref: 8 pid: 8528 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718930702.931449:0:6826:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880092a32140 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001_UUID:6826:1802425733039872:0@lo:105: 00000100:00100000:0.0:1718930702.931515:0:6826:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1718930702.931531:0:6826:0:(client.c:2492:ptlrpc_set_wait()) set ffff880084cb6a80 going to sleep for 6 seconds 00000100:00100000:2.0:1718930702.931544:0:6824:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733039872 00000100:00100000:2.0:1718930702.931555:0:6824:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5528 00000100:00100000:2.0:1718930702.931557:0:6824:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a35580 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0000-mdtlov_UUID+4:6826:x1802425733039872:12345-0@lo:105: 00010000:00010000:2.0:1718930702.931560:0:6824:0:(ldlm_lockd.c:1933:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009b0573c0/0x4c38e74a54729778 lrc: 5/0,1 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0x4c38e74a5472977f expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.931564:0:6824:0:(ldlm_lockd.c:2010:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009b0573c0/0x4c38e74a54729778 lrc: 5/0,1 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0x4c38e74a5472977f expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.931567:0:6824:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009b0573c0/0x4c38e74a54729778 lrc: 5/0,1 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080001000000 nid: local remote: 0x4c38e74a5472977f expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.931570:0:6824:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009b0573c0/0x4c38e74a54729778 lrc: 6/0,1 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080001000000 nid: local remote: 0x4c38e74a5472977f expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.931574:0:6824:0:(ldlm_lockd.c:2038:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009b0573c0/0x4c38e74a54729778 lrc: 6/0,1 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1080001000000 nid: local remote: 0x4c38e74a5472977f expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.931580:0:6824:0:(ldlm_lockd.c:2049:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff88009b0573c0) 00010000:00010000:0.0:1718930702.931585:0:6837:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009b0573c0/0x4c38e74a54729778 lrc: 4/0,1 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0x4c38e74a5472977f expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.931590:0:6837:0:(ldlm_request.c:799:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009b0573c0/0x4c38e74a54729778 lrc: 4/0,1 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0x4c38e74a5472977f expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1718930702.931600:0:6837:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x240000400:0x1a6:0x0] 00000100:00100000:2.0:1718930702.931601:0:6824:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a35580 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0000-mdtlov_UUID+4:6826:x1802425733039872:12345-0@lo:105: Request processed in 44us (87us total) trans 0 rc 0/0 00000100:00100000:2.0:1718930702.931605:0:6824:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5528 00010000:00010000:0.0:1718930702.931608:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b056640/0x4c38e74a54729786 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x79c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.931612:0:6837:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b98c0/0x4c38e74a5472970f lrc: 2/0,1 mode: COS/COS res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.931616:0:6837:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009b056640/0x4c38e74a54729786 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.931622:0:6837:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b98c0/0x4c38e74a5472970f lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210401000020 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00080000:00080000:0.0:1718930702.931634:0:6837:0:(osd_handler.c:2525:osd_commit_async()) lustre-MDT0000: async commit OSD 00010000:00010000:0.0:1718930702.931653:0:6837:0:(ldlm_request.c:286:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009b056640/0x4c38e74a54729786 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718930702.931680:0:6826:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880092a32140 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001_UUID:6826:1802425733039872:0@lo:105: 00010000:00010000:1.0:1718930702.931692:0:6826:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1718930702.931720:0:6826:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800967d9300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000-mdtlov_UUID+8:3320:x1802425733039808:12345-0@lo:103:ldlm_bl_05.0 Request processed in 528us (593us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930702.931725:0:6826:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63315 00000100:00100000:3.0:1718930702.931752:0:3320:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800817917c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3320:1802425733039808:0@lo:103:ldlm_bl_05.0 00010000:00010000:2.0:1718930702.932283:0:32428:0:(ldlm_request.c:1235:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800849b9b00/0x4c38e74a54729724 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x60d:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008401000000 nid: local remote: 0x4c38e74a5472972b expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1718930702.932289:0:32428:0:(mdt_handler.c:3608:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800849b9b00/0x4c38e74a54729724 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x60d:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009401000000 nid: local remote: 0x4c38e74a5472972b expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.932301:0:32428:0:(ldlm_request.c:1301:ldlm_cancel_pack()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800849b9b00/0x4c38e74a54729724 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x60d:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0x4c38e74a5472972b expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.932304:0:32428:0:(ldlm_request.c:1305:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1718930702.932312:0:3307:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b98c0/0x4c38e74a5472970f lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210401000020 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.932314:0:32428:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800849b9b00/0x4c38e74a54729724 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x60d:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0x4c38e74a5472972b expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.932319:0:3307:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b98c0/0x4c38e74a5472970f lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210401000020 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.932323:0:3307:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b98c0/0x4c38e74a5472970f lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210401000020 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000001:00080000:2.0:1718930702.932323:0:32428:0:(tgt_lastrcvd.c:926:tgt_cb_last_committed()) lustre-MDT0000: transno 8589959526 is committed 00010000:00010000:3.0:1718930702.932326:0:3307:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800849b98c0 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:3.0:1718930702.932327:0:3307:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b98c0/0x4c38e74a5472970f lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210401000020 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000020:00080000:2.0:1718930702.932327:0:32428:0:(update_trans.c:80:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff88011eae2c00 refcount 2 committed 0 result 0 batchid 4295040267 00000020:00080000:2.0:1718930702.932329:0:32428:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff880098470d00 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff880086bea080 00010000:00010000:3.0:1718930702.932330:0:3307:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b98c0/0x4c38e74a5472970f lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218401000020 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000020:00080000:2.0:1718930702.932330:0:32428:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff880098470000 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff880086beae80 00000020:00080000:2.0:1718930702.932332:0:32428:0:(update_trans.c:94:top_multiple_thandle_dump()) cookie [0x2:0x40000404:0x2].758 00000020:00080000:2.0:1718930702.932333:0:32428:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff880098470c00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff880098470400 00000020:00080000:2.0:1718930702.932334:0:32428:0:(update_trans.c:94:top_multiple_thandle_dump()) cookie [0x2:0xbd0:0x2].757 00010000:00010000:3.0:1718930702.932337:0:3307:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x79c:0x0].0x0 (ffff880093297000) 00010000:00010000:3.0:1718930702.932338:0:3307:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000020:00080000:2.0:1718930702.932338:0:32428:0:(update_trans.c:1351:distribute_txn_batchid_cb()) lustre-MDT0000: 4295040266 batchid updated 00010000:00010000:3.0:1718930702.932339:0:3307:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88009b056640/0x4c38e74a54729786 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.932343:0:3307:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b056640/0x4c38e74a54729786 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000020:00080000:0.0:1718930702.932343:0:32454:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 4295040267 committed batchid 4295040266 00010000:00010000:3.0:1718930702.932347:0:3307:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b056640/0x4c38e74a54729786 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.932362:0:3307:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b98c0/0x4c38e74a5472970f lrc: 2/0,0 mode: --/COS res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19401000020 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.932365:0:3307:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b98c0/0x4c38e74a5472970f lrc: 0/0,0 mode: --/COS res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19401000020 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718930702.932369:0:3321:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800967db900 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3321:1802425733039936:0@lo:103:jbd2/dm-0-8.0 00000040:00100000:0.0:1718930702.932369:0:32454:0:(llog.c:235:llog_cancel_arr_rec()) Canceling 1 records, first 757 in log [0x2:0x40000404:0x2] 00010000:00010000:3.0:1718930702.932371:0:3307:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b8b40/0x4c38e74a54729716 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7a4:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.932374:0:3307:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b8b40/0x4c38e74a54729716 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x7a4:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.932377:0:3307:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b8b40/0x4c38e74a54729716 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x7a4:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.932380:0:3307:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800849b8b40 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:3.0:1718930702.932381:0:3307:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b8b40/0x4c38e74a54729716 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x7a4:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.932383:0:3307:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b8b40/0x4c38e74a54729716 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x7a4:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.932387:0:3307:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7a4:0x0].0x0 (ffff880098470f00) 00010000:00010000:3.0:1718930702.932388:0:3307:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 7f 00010000:00010000:3.0:1718930702.932388:0:3307:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b8b40/0x4c38e74a54729716 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x7a4:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718930702.932389:0:3321:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1718930702.932389:0:32454:0:(osp_trans.c:1598:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff880084f45f00 with version 1485 00010000:00010000:3.0:1718930702.932391:0:3307:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b8b40/0x4c38e74a54729716 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x7a4:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000020:00080000:0.0:1718930702.932393:0:32454:0:(update_trans.c:1313:distribute_txn_cancel_records()) lustre-MDT0001-osp-MDT0000: batchid 4295040266 cancel update log [0x2:0x40000404:0x2].757: rc = 0 00000040:00100000:0.0:1718930702.932396:0:32454:0:(llog.c:235:llog_cancel_arr_rec()) Canceling 1 records, first 756 in log [0x2:0xbd0:0x2] 00000004:00080000:2.0:1718930702.932397:0:32441:0:(osp_trans.c:1343:osp_get_next_request()) ou ffff88007fc1bf00 version 1485 rpc_version 1485 00010000:00010000:3.0:1718930702.932401:0:3307:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: ffff8800849ba640/0x4c38e74a5472971d lrc: 3/0,1 mode: COS/COS res: [0x240000402:0x60d:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.932405:0:3307:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800849ba640/0x4c38e74a5472971d lrc: 2/0,0 mode: COS/COS res: [0x240000402:0x60d:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.932408:0:3307:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800849ba640/0x4c38e74a5472971d lrc: 3/0,0 mode: COS/COS res: [0x240000402:0x60d:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930702.932408:0:32441:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800967dc280 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:32441:1802425733040000:0@lo:1000:osp_up1-0.0 00000100:00100000:1.0:1718930702.932410:0:6826:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733039936 00000020:00080000:0.0:1718930702.932410:0:32454:0:(update_trans.c:1313:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 4295040266 cancel update log [0x2:0xbd0:0x2].756: rc = 0 00010000:00010000:3.0:1718930702.932411:0:3307:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800849ba640 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:3.0:1718930702.932412:0:3307:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800849ba640/0x4c38e74a5472971d lrc: 3/0,0 mode: COS/COS res: [0x240000402:0x60d:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.932414:0:3307:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800849ba640/0x4c38e74a5472971d lrc: 4/0,0 mode: COS/COS res: [0x240000402:0x60d:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000020:00080000:0.0:1718930702.932415:0:32454:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4295040266 00010000:00010000:3.0:1718930702.932417:0:3307:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x60d:0x0].0x0 (ffff880098470700) 00010000:00010000:3.0:1718930702.932418:0:3307:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1718930702.932419:0:3307:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800849ba640/0x4c38e74a5472971d lrc: 2/0,0 mode: --/COS res: [0x240000402:0x60d:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.932421:0:3307:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800849ba640/0x4c38e74a5472971d lrc: 0/0,0 mode: --/COS res: [0x240000402:0x60d:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.932421:0:6837:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009b056640/0x4c38e74a54729786 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930702.932423:0:32441:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1718930702.932424:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b056640/0x4c38e74a54729786 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930702.932442:0:32441:0:(client.c:2492:ptlrpc_set_wait()) set ffff880133dd3d80 going to sleep for 6 seconds 00000100:00100000:1.0:1718930702.932442:0:6826:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9137 00000100:00100000:1.0:1718930702.932445:0:6826:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880081794280 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000-mdtlov_UUID+8:3321:x1802425733039936:12345-0@lo:103:jbd2/dm-0-8.0 00010000:00010000:1.0:1718930702.932450:0:6826:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1718930702.932451:0:8528:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733040000 00000004:00010000:1.0:1718930702.932458:0:6826:0:(mdt_lvb.c:117:mdt_dom_disk_lvbo_update()) res: [0x240000402:0x60d:0x0] updating lvb mtime from disk: 0 -> 1718930701 00000004:00010000:1.0:1718930702.932460:0:6826:0:(mdt_lvb.c:123:mdt_dom_disk_lvbo_update()) res: [0x240000402:0x60d:0x0] updating lvb atime from disk: 0 -> 1718930701 00000004:00010000:1.0:1718930702.932461:0:6826:0:(mdt_lvb.c:129:mdt_dom_disk_lvbo_update()) res: [0x240000402:0x60d:0x0] updating lvb ctime from disk: 0 -> 1718930701 00000100:00100000:2.0:1718930702.932465:0:8528:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20730 00000100:00100000:2.0:1718930702.932467:0:8528:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800967dc740 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+9:32441:x1802425733040000:12345-0@lo:1000:osp_up1-0.0 00010000:00010000:1.0:1718930702.932468:0:6826:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008350df80/0x4c38e74a5472972b lrc: 0/0,0 mode: --/EX res: [0x240000402:0x60d:0x0].0x0 bits 0x47/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801001000000 nid: 0@lo remote: 0x4c38e74a54729724 expref: 9 pid: 8528 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.932477:0:6826:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x60d:0x0].0x0 (ffff880133d64500) 00010000:00010000:1.0:1718930702.932481:0:6826:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1718930702.932494:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7a3:0x0].0x0 (ffff88011ea71800) 00000100:00100000:1.0:1718930702.932496:0:6826:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880081794280 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000-mdtlov_UUID+8:3321:x1802425733039936:12345-0@lo:103:jbd2/dm-0-8.0 Request processed in 51us (107us total) trans 0 rc 0/0 00010000:00010000:0.0:1718930702.932496:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1718930702.932499:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008350c6c0/0x4c38e74a5472974e lrc: 0/0,0 mode: --/PW res: [0x200000402:0x7a3:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fa8a expref: 17 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718930702.932500:0:6826:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9137 00000100:00100000:1.0:1718930702.932516:0:3321:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800967db900 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3321:1802425733039936:0@lo:103:jbd2/dm-0-8.0 00010000:00010000:0.0:1718930702.932517:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b057cc0/0x4c38e74a5472978d lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7a3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.932521:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b057cc0/0x4c38e74a5472978d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7a3:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.932524:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b057cc0/0x4c38e74a5472978d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7a3:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930702.932530:0:8528:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800967dc740 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+8:32441:x1802425733040000:12345-0@lo:1000:osp_up1-0.0 Request processed in 62us (106us total) trans 4294987124 rc 0/0 00000100:00100000:2.0:1718930702.932535:0:8528:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20730 00000100:00100000:0.0:1718930702.932549:0:6837:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880092a376c0 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733040064:0@lo:1000:mdt00_000.0 00000100:00100000:3.0:1718930702.932564:0:32441:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800967dc280 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:32441:1802425733040000:0@lo:1000:osp_up1-0.0 00000100:00100000:0.0:1718930702.932565:0:6837:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1718930702.932573:0:6837:0:(client.c:2492:ptlrpc_set_wait()) set ffff880084cb6900 going to sleep for 6 seconds 00000100:00100000:2.0:1718930702.932575:0:8528:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733040064 00000100:00100000:2.0:1718930702.932587:0:8528:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20731 00000100:00100000:2.0:1718930702.932589:0:8528:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a35a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+8:6837:x1802425733040064:12345-0@lo:1000:mdt00_000.0 00000100:00100000:2.0:1718930702.932635:0:8528:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a35a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+8:6837:x1802425733040064:12345-0@lo:1000:mdt00_000.0 Request processed in 45us (69us total) trans 0 rc -2/-2 00000100:00100000:2.0:1718930702.932638:0:8528:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20731 00000100:00100000:0.0:1718930702.932644:0:6837:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880092a376c0 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733040064:0@lo:1000:mdt00_000.0 00010000:00010000:0.0:1718930702.932670:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b056880/0x4c38e74a54729794 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x60e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.932675:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b056880/0x4c38e74a54729794 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x60e:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.932679:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b056880/0x4c38e74a54729794 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x60e:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.932689:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009b054240/0x4c38e74a5472979b lrc: 3/0,1 mode: --/EX res: [0x240000402:0x60e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.932693:0:6837:0:(ldlm_request.c:1029:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000001000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009b054240/0x4c38e74a5472979b lrc: 3/0,1 mode: --/EX res: [0x240000402:0x60e:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.932696:0:6837:0:(ldlm_request.c:1117:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009b054240/0x4c38e74a5472979b lrc: 3/0,1 mode: --/EX res: [0x240000402:0x60e:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718930702.932702:0:6837:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880092a376c0 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733040128:0@lo:101:mdt00_000.0 00000100:00100000:0.0:1718930702.932714:0:6837:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1718930702.932720:0:6837:0:(client.c:2492:ptlrpc_set_wait()) set ffff880084cb6600 going to sleep for 6 seconds 00000100:00100000:2.0:1718930702.932723:0:8528:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733040128 00000100:00100000:2.0:1718930702.932736:0:8528:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20732 00000100:00100000:2.0:1718930702.932737:0:8528:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a350c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+8:6837:x1802425733040128:12345-0@lo:101:mdt00_000.0 00010000:00010000:2.0:1718930702.932741:0:8528:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1718930702.932761:0:8528:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008350db00/0x4c38e74a547297a2 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x60e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4c38e74a5472979b expref: -99 pid: 8528 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.932770:0:8528:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008350db00/0x4c38e74a547297a2 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x60e:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000001000000 nid: 0@lo remote: 0x4c38e74a5472979b expref: 9 pid: 8528 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.932775:0:8528:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88008350db00/0x4c38e74a547297a2 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x60e:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0x4c38e74a5472979b expref: 9 pid: 8528 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.932796:0:8528:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x60e:0x0].0x0 (ffff880084da6f00) 00010000:00010000:2.0:1718930702.932797:0:8528:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 47 00010000:00010000:2.0:1718930702.932798:0:8528:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88008350db00, rc 0) 00000100:00100000:2.0:1718930702.932813:0:8528:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a350c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+9:6837:x1802425733040128:12345-0@lo:101:mdt00_000.0 Request processed in 75us (99us total) trans 0 rc 0/0 00000100:00100000:2.0:1718930702.932817:0:8528:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20732 00000100:00100000:0.0:1718930702.932817:0:6837:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880092a376c0 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733040128:0@lo:101:mdt00_000.0 00010000:00010000:0.0:1718930702.932821:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009b054240/0x4c38e74a5472979b lrc: 4/0,1 mode: EX/EX res: [0x240000402:0x60e:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0x4c38e74a547297a2 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.932825:0:6837:0:(ldlm_request.c:799:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009b054240/0x4c38e74a5472979b lrc: 4/0,1 mode: EX/EX res: [0x240000402:0x60e:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0x4c38e74a547297a2 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1718930702.932832:0:6837:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x240000402:0x60e:0x0] 00000100:00100000:0.0:1718930702.933200:0:6837:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880092a376c0 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733040192:0@lo:403:mdt00_000.0 00000100:00100000:0.0:1718930702.933218:0:6837:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1718930702.933234:0:6837:0:(client.c:2492:ptlrpc_set_wait()) set ffff880084cb6600 going to sleep for 6 seconds 00000100:00100000:2.0:1718930702.933321:0:8528:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733040192 00000100:00100000:2.0:1718930702.933349:0:8528:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20733 00000100:00100000:2.0:1718930702.933353:0:8528:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a33440 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+9:6837:x1802425733040192:12345-0@lo:403:mdt00_000.0 00000100:00100000:2.0:1718930702.934684:0:8528:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a33440 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+9:6837:x1802425733040192:12345-0@lo:403:mdt00_000.0 Request processed in 1330us (1465us total) trans 0 rc 0/0 00000100:00100000:2.0:1718930702.934689:0:8528:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20733 00000100:00100000:0.0:1718930702.934710:0:6837:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880092a376c0 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733040192:0@lo:403:mdt00_000.0 00000100:00100000:0.0:1718930702.935183:0:6837:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880092a376c0 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733040256:0@lo:1000:mdt00_000.0 00000100:00100000:0.0:1718930702.935201:0:6837:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1718930702.935216:0:6837:0:(client.c:2492:ptlrpc_set_wait()) set ffff880084cb6900 going to sleep for 6 seconds 00000100:00100000:2.0:1718930702.935265:0:8528:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733040256 00000100:00100000:2.0:1718930702.935287:0:8528:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20734 00000100:00100000:2.0:1718930702.935290:0:8528:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a34c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+9:6837:x1802425733040256:12345-0@lo:1000:mdt00_000.0 00000100:00100000:2.0:1718930702.935328:0:8528:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a34c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+9:6837:x1802425733040256:12345-0@lo:1000:mdt00_000.0 Request processed in 37us (127us total) trans 0 rc 0/0 00000100:00100000:2.0:1718930702.935332:0:8528:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20734 00000100:00100000:0.0:1718930702.935346:0:6837:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880092a376c0 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733040256:0@lo:1000:mdt00_000.0 00000100:00100000:0.0:1718930702.935389:0:6837:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880092a376c0 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733040320:0@lo:1000:mdt00_000.0 00000100:00100000:0.0:1718930702.935402:0:6837:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1718930702.935416:0:6837:0:(client.c:2492:ptlrpc_set_wait()) set ffff880084cb6900 going to sleep for 6 seconds 00000100:00100000:2.0:1718930702.935439:0:8528:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733040320 00000100:00100000:2.0:1718930702.935454:0:8528:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20735 00000100:00100000:2.0:1718930702.935456:0:8528:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a33900 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+9:6837:x1802425733040320:12345-0@lo:1000:mdt00_000.0 00000100:00100000:2.0:1718930702.935486:0:8528:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a33900 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+9:6837:x1802425733040320:12345-0@lo:1000:mdt00_000.0 Request processed in 29us (84us total) trans 0 rc 0/0 00000100:00100000:2.0:1718930702.935489:0:8528:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20735 00000100:00100000:0.0:1718930702.935491:0:6837:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880092a376c0 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733040320:0@lo:1000:mdt00_000.0 00000100:00100000:0.0:1718930702.935530:0:6837:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880092a376c0 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733040384:0@lo:1000:mdt00_000.0 00000100:00100000:0.0:1718930702.935543:0:6837:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1718930702.935549:0:6837:0:(client.c:2492:ptlrpc_set_wait()) set ffff880084cb69c0 going to sleep for 6 seconds 00000100:00100000:2.0:1718930702.935552:0:8528:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733040384 00000100:00100000:2.0:1718930702.935564:0:8528:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20736 00000100:00100000:2.0:1718930702.935565:0:8528:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a30980 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:6837:x1802425733040384:12345-0@lo:1000:mdt00_000.0 00000100:00100000:2.0:1718930702.935603:0:8528:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a30980 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:6837:x1802425733040384:12345-0@lo:1000:mdt00_000.0 Request processed in 36us (59us total) trans 0 rc 0/0 00000100:00100000:2.0:1718930702.935606:0:8528:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20736 00000100:00100000:0.0:1718930702.935621:0:6837:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880092a376c0 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733040384:0@lo:1000:mdt00_000.0 00000040:00080000:0.0:1718930702.935814:0:6837:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x200000bd0:0x2:0x0].758, 1064 off571648 00000040:00080000:0.0:1718930702.935845:0:6837:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x240000404:0x2:0x0].759, 1144 off635072 00000004:00080000:0.0:1718930702.935850:0:6837:0:(osp_trans.c:1598:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff880084f45b80 with version 1486 00000004:00080000:3.0:1718930702.935919:0:32441:0:(osp_trans.c:1343:osp_get_next_request()) ou ffff88007fc1bf00 version 1486 rpc_version 1486 00000100:00100000:3.0:1718930702.935942:0:32441:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88011e300980 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:32441:1802425733040448:0@lo:1000:osp_up1-0.0 00000100:00100000:3.0:1718930702.935967:0:32441:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718930702.935986:0:32441:0:(client.c:2492:ptlrpc_set_wait()) set ffff88008c2ed6c0 going to sleep for 6 seconds 00000100:00100000:2.0:1718930702.936038:0:8528:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733040448 00000100:00100000:2.0:1718930702.936062:0:8528:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20737 00000100:00100000:2.0:1718930702.936065:0:8528:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e301c80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+9:32441:x1802425733040448:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:2.0:1718930702.936273:0:8528:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e301c80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+10:32441:x1802425733040448:12345-0@lo:1000:osp_up1-0.0 Request processed in 206us (305us total) trans 4294987125 rc 0/0 00000100:00100000:2.0:1718930702.936279:0:8528:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20737 00000100:00100000:3.0:1718930702.936343:0:32441:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88011e300980 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:32441:1802425733040448:0@lo:1000:osp_up1-0.0 00000004:00010000:0.0:1718930702.936368:0:6837:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff880092a36d40 reply state ffff88008ec5a000 transno 8589959527 ns: mdt-lustre-MDT0000_UUID lock: ffff88009b056880/0x4c38e74a54729794 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x60e:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1718930702.936380:0:6837:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x240000402:0x60e:0x0] 00010000:00010000:0.0:1718930702.936383:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009b054240/0x4c38e74a5472979b lrc: 4/0,1 mode: EX/EX res: [0x240000402:0x60e:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0x4c38e74a547297a2 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.936389:0:6837:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009b054240/0x4c38e74a5472979b lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x60e:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0x4c38e74a547297a2 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1718930702.936396:0:6837:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff880092a36d40 reply state ffff88008ec5a000 transno 8589959527 ns: mdt-lustre-MDT0000_UUID lock: ffff88009b057cc0/0x4c38e74a5472978d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7a3:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1718930702.936466:0:6837:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x240000400:0x1a6:0x0] 00010000:00010000:0.0:1718930702.936470:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009b0573c0/0x4c38e74a54729778 lrc: 4/0,1 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0x4c38e74a5472977f expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.936473:0:6837:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009b0573c0/0x4c38e74a54729778 lrc: 3/0,0 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0x4c38e74a5472977f expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1718930702.936478:0:6837:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff880092a36d40 reply state ffff88008ec5a000 transno 8589959527 ns: mdt-lustre-MDT0000_UUID lock: ffff88009b056640/0x4c38e74a54729786 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1718930702.936482:0:6837:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x240000402:0x608:0x0] 00010000:00010000:0.0:1718930702.936483:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350f600/0x4c38e74a5472976a lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0x4c38e74a54729771 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.936486:0:6837:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350f600/0x4c38e74a5472976a lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0x4c38e74a54729771 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.936490:0:6837:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008350cd80/0x4c38e74a54729763 lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.936493:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008350cd80/0x4c38e74a54729763 lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.936499:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008350cd80/0x4c38e74a54729763 lrc: 2/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.936502:0:6837:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008350cd80/0x4c38e74a54729763 lrc: 3/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.936505:0:6837:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008350cd80 already unused, calling callback (ffffffffa080a190) 00010000:00010000:0.0:1718930702.936506:0:6837:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008350cd80/0x4c38e74a54729763 lrc: 3/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.936509:0:6837:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008350cd80/0x4c38e74a54729763 lrc: 4/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.936514:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000004:0x1:0x0].0x0 (ffff880133d64900) 00010000:00010000:0.0:1718930702.936515:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1718930702.936516:0:6837:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008350cd80/0x4c38e74a54729763 lrc: 2/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.936519:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008350cd80/0x4c38e74a54729763 lrc: 0/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718930702.936564:0:6837:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a36d40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+18:26684:x1802425753274560:12345-192.168.204.9@tcp:36:lfs.0 Request processed in 9575us (9639us total) trans 8589959527 rc 0/0 00000100:00100000:0.0:1718930702.936569:0:6837:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230787 00010000:00010000:3.0:1718930702.937413:0:3306:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b056640/0x4c38e74a54729786 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.937421:0:3306:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x79c:0x0].0x0 (ffff880093297000) 00010000:00010000:3.0:1718930702.937423:0:3306:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1718930702.937425:0:3306:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b057cc0/0x4c38e74a5472978d lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7a3:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.937443:0:3306:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7a3:0x0].0x0 (ffff880084b23d00) 00010000:00010000:3.0:1718930702.937444:0:3306:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 7f 00010000:00010000:3.0:1718930702.937446:0:3306:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b056880/0x4c38e74a54729794 lrc: 3/0,1 mode: COS/COS res: [0x240000402:0x60e:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.937449:0:3306:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x60e:0x0].0x0 (ffff880084b23000) 00010000:00010000:3.0:1718930702.937450:0:3306:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1 00000100:00100000:0.0:1718930702.937517:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1718930702.937557:0:6837:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753274624 00000100:00100000:2.0:1718930702.937579:0:6837:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230788 00000100:00100000:2.0:1718930702.937583:0:6837:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a376c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+18:26684:x1802425753274624:12345-192.168.204.9@tcp:34:lfs.0 00010000:00010000:2.0:1718930702.937607:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008350fcc0/0x4c38e74a547297a9 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x79c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.937615:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008350fcc0/0x4c38e74a547297a9 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.937621:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008350fcc0/0x4c38e74a547297a9 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.937629:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008350ef40/0x4c38e74a547297b0 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x79c:0x0].0x3166 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.937635:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008350ef40/0x4c38e74a547297b0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x79c:0x0].0x3166 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.937640:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008350ef40/0x4c38e74a547297b0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x79c:0x0].0x3166 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.937683:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008350e400/0x4c38e74a547297b7 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x79e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.937692:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008350e400/0x4c38e74a547297b7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x79e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.937695:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008350e400/0x4c38e74a547297b7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x79e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1718930702.937714:0:6837:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008350e400/0x4c38e74a547297b7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x79e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.937719:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008350fcc0/0x4c38e74a547297a9 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.937722:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008350fcc0/0x4c38e74a547297a9 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.937725:0:6837:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008350fcc0/0x4c38e74a547297a9 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.937727:0:6837:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008350fcc0 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:2.0:1718930702.937728:0:6837:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008350fcc0/0x4c38e74a547297a9 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.937732:0:6837:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008350fcc0/0x4c38e74a547297a9 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.937736:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x79c:0x0].0x0 (ffff880093297000) 00010000:00010000:2.0:1718930702.937737:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718930702.937738:0:6837:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008350fcc0/0x4c38e74a547297a9 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.937744:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008350fcc0/0x4c38e74a547297a9 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.937750:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008350ef40/0x4c38e74a547297b0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x79c:0x0].0x3166 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.937752:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008350ef40/0x4c38e74a547297b0 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x79c:0x0].0x3166 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.937755:0:6837:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008350ef40/0x4c38e74a547297b0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x79c:0x0].0x3166 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.937758:0:6837:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008350ef40 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:2.0:1718930702.937759:0:6837:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008350ef40/0x4c38e74a547297b0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x79c:0x0].0x3166 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.937761:0:6837:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008350ef40/0x4c38e74a547297b0 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x79c:0x0].0x3166 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.937764:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x79c:0x0].0x3166 (ffff880084da6d00) 00010000:00010000:2.0:1718930702.937765:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718930702.937766:0:6837:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008350ef40/0x4c38e74a547297b0 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x79c:0x0].0x3166 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.937769:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008350ef40/0x4c38e74a547297b0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x79c:0x0].0x3166 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.937774:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008350e400/0x4c38e74a547297b7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x79e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.937780:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008350e400/0x4c38e74a547297b7 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x79e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.937782:0:6837:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008350e400/0x4c38e74a547297b7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x79e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.937785:0:6837:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008350e400 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:2.0:1718930702.937785:0:6837:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008350e400/0x4c38e74a547297b7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x79e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.937800:0:6837:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008350e400/0x4c38e74a547297b7 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x79e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.937820:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x79e:0x0].0x0 (ffff8800b4b15d00) 00010000:00010000:2.0:1718930702.937821:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718930702.937822:0:6837:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008350e400/0x4c38e74a547297b7 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x79e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.937829:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008350e400/0x4c38e74a547297b7 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x79e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930702.937863:0:6837:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a376c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+18:26684:x1802425753274624:12345-192.168.204.9@tcp:34:lfs.0 Request processed in 279us (347us total) trans 0 rc 0/0 00000100:00100000:2.0:1718930702.937868:0:6837:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230788 00000100:00100000:1.0:1718930702.938910:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1718930702.938979:0:6837:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753274752 00000100:00100000:2.0:1718930702.939003:0:6837:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230789 00000100:00100000:2.0:1718930702.939006:0:6837:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800817917c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+18:26684:x1802425753274752:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:2.0:1718930702.939013:0:6837:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1718930702.939018:0:6837:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008350ed00/0x4c38e74a547297be lrc: 2/0,0 mode: --/CR res: [0x200000402:0x79e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xceea94147812fa91 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.939049:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008350d200/0x4c38e74a547297c5 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x79e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.939055:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008350d200/0x4c38e74a547297c5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x79e:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.939059:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008350d200/0x4c38e74a547297c5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x79e:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00200000:2.0:1718930702.939064:0:6837:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x79e:0x0]: returning size 0 00010000:00010000:2.0:1718930702.939095:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008350ed00/0x4c38e74a547297be lrc: 0/0,0 mode: --/CR res: [0x200000402:0x79e:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fa91 expref: 21 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.939103:0:6837:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008350d200/0x4c38e74a547297c5 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x79e:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fa91 expref: 20 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.939106:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x79e:0x0].0x0 (ffff8800b4b15d00) 00010000:00010000:2.0:1718930702.939108:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1718930702.939109:0:6837:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88008350d200, rc 0) 00000100:00100000:2.0:1718930702.939133:0:6837:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800817917c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+20:26684:x1802425753274752:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 127us (224us total) trans 8589959528 rc 0/0 00000100:00100000:2.0:1718930702.939137:0:6837:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230789 00000100:00100000:0.0:1718930702.939884:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1718930702.939916:0:22545:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753274816 00000100:00100000:2.0:1718930702.939940:0:22545:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.204.9@tcp, with round 490 00000100:00100000:2.0:1718930702.939944:0:22545:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a31300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8a07974b-7506-4725-beb3-4b5c6f8f9250+6:1876:x1802425753274816:12345-192.168.204.9@tcp:1:lfs.0 00002000:00010000:2.0:1718930702.939967:0:22545:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x589:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1718930702.939970:0:22545:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008350c6c0/0x4c38e74a547297d3 lrc: 3/0,1 mode: --/PW res: [0x589:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.939977:0:22545:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1718930702.939978:0:22545:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1718930702.939980:0:22545:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008350c6c0/0x4c38e74a547297d3 lrc: 3/0,1 mode: PW/PW res: [0x589:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.939987:0:22545:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008350c6c0/0x4c38e74a547297d3 lrc: 3/0,1 mode: PW/PW res: [0x589:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.939993:0:22545:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008350c6c0/0x4c38e74a547297d3 lrc: 3/0,1 mode: PW/PW res: [0x589:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.939997:0:22545:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008350c6c0/0x4c38e74a547297d3 lrc: 2/0,0 mode: PW/PW res: [0x589:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.940010:0:22545:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1718930702.940031:0:8059:0:(ldlm_lockd.c:2784:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:2.0:1718930702.940035:0:22545:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a31300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8a07974b-7506-4725-beb3-4b5c6f8f9250+6:1876:x1802425753274816:12345-192.168.204.9@tcp:1:lfs.0 Request processed in 91us (153us total) trans 0 rc 0/0 00010000:00010000:1.0:1718930702.940035:0:8059:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008350c6c0/0x4c38e74a547297d3 lrc: 2/0,0 mode: PW/PW res: [0x589:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930702.940039:0:22545:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.204.9@tcp, with round 490 00010000:00010000:1.0:1718930702.940039:0:8059:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008350c6c0 already unused, calling callback (ffffffffa080a190) 00010000:00010000:1.0:1718930702.940041:0:8059:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008350c6c0/0x4c38e74a547297d3 lrc: 2/0,0 mode: PW/PW res: [0x589:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.940045:0:8059:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008350c6c0/0x4c38e74a547297d3 lrc: 3/0,0 mode: PW/PW res: [0x589:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.940053:0:8059:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008350c6c0/0x4c38e74a547297d3 lrc: 1/0,0 mode: --/PW res: [0x589:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.940056:0:8059:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008350c6c0/0x4c38e74a547297d3 lrc: 0/0,0 mode: --/PW res: [0x589:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.940064:0:8059:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1718930702.940065:0:8059:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1718930702.940066:0:8059:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1718930702.940717:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1718930702.940785:0:6837:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753274944 00000100:00100000:2.0:1718930702.940809:0:6837:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230790 00000100:00100000:2.0:1718930702.940813:0:6837:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a317c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+20:26684:x1802425753274944:12345-192.168.204.9@tcp:36:lfs.0 00010000:00010000:2.0:1718930702.940831:0:6837:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1718930702.940840:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b055f80/0x4c38e74a54729024 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x79e:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812f956 expref: 20 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.940851:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x79e:0x0].0x0 (ffff8800b4b15d00) 00010000:00010000:2.0:1718930702.940853:0:6837:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1718930702.940858:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008350f3c0/0x4c38e74a547297da lrc: 3/0,1 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.940863:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008350f3c0/0x4c38e74a547297da lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.940867:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008350f3c0/0x4c38e74a547297da lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930702.940887:0:6837:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800967dcc00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733040512:0@lo:1000:mdt00_000.0 00000100:00100000:2.0:1718930702.940906:0:6837:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718930702.940922:0:6837:0:(client.c:2492:ptlrpc_set_wait()) set ffff880133dd3d80 going to sleep for 6 seconds 00000100:00100000:0.0:1718930702.940931:0:8528:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733040512 00000100:00100000:0.0:1718930702.940950:0:8528:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20738 00000100:00100000:0.0:1718930702.940953:0:8528:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800967dd0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+10:6837:x1802425733040512:12345-0@lo:1000:mdt00_000.0 00000100:00100000:0.0:1718930702.940987:0:8528:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800967dd0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+10:6837:x1802425733040512:12345-0@lo:1000:mdt00_000.0 Request processed in 34us (81us total) trans 0 rc 0/0 00000100:00100000:0.0:1718930702.940991:0:8528:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20738 00000100:00100000:2.0:1718930702.941008:0:6837:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800967dcc00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733040512:0@lo:1000:mdt00_000.0 00000100:00100000:2.0:1718930702.941031:0:6837:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800967dcc00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733040576:0@lo:1000:mdt00_000.0 00000100:00100000:2.0:1718930702.941043:0:6837:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718930702.941050:0:6837:0:(client.c:2492:ptlrpc_set_wait()) set ffff880133dd3d80 going to sleep for 6 seconds 00000100:00100000:0.0:1718930702.941054:0:8528:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733040576 00000100:00100000:0.0:1718930702.941065:0:8528:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20739 00000100:00100000:0.0:1718930702.941067:0:8528:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800967dd580 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+10:6837:x1802425733040576:12345-0@lo:1000:mdt00_000.0 00000100:00100000:0.0:1718930702.941093:0:8528:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800967dd580 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+10:6837:x1802425733040576:12345-0@lo:1000:mdt00_000.0 Request processed in 26us (49us total) trans 0 rc 0/0 00000100:00100000:0.0:1718930702.941096:0:8528:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20739 00000100:00100000:2.0:1718930702.941099:0:6837:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800967dcc00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733040576:0@lo:1000:mdt00_000.0 00000100:00100000:2.0:1718930702.941469:0:6837:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800967dcc00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733040640:0@lo:403:mdt00_000.0 00000100:00100000:2.0:1718930702.941487:0:6837:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718930702.941501:0:6837:0:(client.c:2492:ptlrpc_set_wait()) set ffff880133dd3cc0 going to sleep for 6 seconds 00000100:00100000:0.0:1718930702.941513:0:8528:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733040640 00000100:00100000:0.0:1718930702.941528:0:8528:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20740 00000100:00100000:0.0:1718930702.941530:0:8528:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800967dda40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+10:6837:x1802425733040640:12345-0@lo:403:mdt00_000.0 00000100:00100000:0.0:1718930702.942585:0:8528:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800967dda40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+10:6837:x1802425733040640:12345-0@lo:403:mdt00_000.0 Request processed in 1053us (1097us total) trans 0 rc 0/0 00000100:00100000:0.0:1718930702.942589:0:8528:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20740 00000100:00100000:2.0:1718930702.942608:0:6837:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800967dcc00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733040640:0@lo:403:mdt00_000.0 00010000:00010000:2.0:1718930702.943065:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350dd40/0x4c38e74a547297e1 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x608:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.943075:0:6837:0:(ldlm_request.c:1029:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000001000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350dd40/0x4c38e74a547297e1 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.943079:0:6837:0:(ldlm_request.c:1117:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350dd40/0x4c38e74a547297e1 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930702.943086:0:6837:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800967dcc00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733040704:0@lo:101:mdt00_000.0 00000100:00100000:2.0:1718930702.943102:0:6837:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718930702.943119:0:6837:0:(client.c:2492:ptlrpc_set_wait()) set ffff880133dd3cc0 going to sleep for 6 seconds 00000100:00100000:0.0:1718930702.943172:0:8528:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733040704 00000100:00100000:0.0:1718930702.943195:0:8528:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20741 00000100:00100000:0.0:1718930702.943198:0:8528:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800967ddf00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+10:6837:x1802425733040704:12345-0@lo:101:mdt00_000.0 00010000:00010000:0.0:1718930702.943203:0:8528:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1718930702.943210:0:8528:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009b054900/0x4c38e74a547297e8 lrc: 2/0,0 mode: --/PW res: [0x240000402:0x608:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4c38e74a547297e1 expref: -99 pid: 8528 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.943220:0:8528:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8800972061c0/0x4c38e74a54729771 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0x4c38e74a5472976a expref: 11 pid: 8528 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.943227:0:8528:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009b054900/0x4c38e74a547297e8 lrc: 4/0,0 mode: --/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000001000000 nid: 0@lo remote: 0x4c38e74a547297e1 expref: 11 pid: 8528 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.943238:0:8528:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff8800972061c0/0x4c38e74a54729771 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000001000020 nid: 0@lo remote: 0x4c38e74a5472976a expref: 11 pid: 8528 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718930702.943243:0:8528:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880092a30e40 pname:cluuid:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001_UUID:8528:1802425733040768:0@lo:104: 00000100:00100000:0.0:1718930702.943261:0:8528:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1718930702.943276:0:8528:0:(client.c:2492:ptlrpc_set_wait()) set ffff880084cb6900 going to sleep for 6 seconds 00000100:00100000:2.0:1718930702.943293:0:6824:0:(service.c:168:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:2.0:1718930702.943300:0:6824:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733040768 00000100:00100000:2.0:1718930702.943315:0:6824:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5529 00000100:00100000:2.0:1718930702.943317:0:6824:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88009770b850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0000-mdtlov_UUID+4:8528:x1802425733040768:12345-0@lo:104: 00000100:00100000:0.0:1718930702.943344:0:8528:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880092a30e40 pname:cluuid:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001_UUID:8528:1802425733040768:0@lo:104: 00010000:00010000:2.0:1718930702.943346:0:6824:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1718930702.943348:0:6824:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88009770b850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0000-mdtlov_UUID+4:8528:x1802425733040768:12345-0@lo:104: Request processed in 30us (87us total) trans 0 rc 0/0 00000100:00100000:2.0:1718930702.943351:0:6824:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5529 00010000:00010000:0.0:1718930702.943353:0:8528:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88009b054900/0x4c38e74a547297e8 lrc: 3/0,0 mode: --/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0x4c38e74a547297e1 expref: 11 pid: 8528 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.943357:0:6829:0:(ldlm_lockd.c:2784:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1718930702.943357:0:8528:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x608:0x0].0x0 (ffff8800b4b15200) 00010000:00010000:0.0:1718930702.943359:0:8528:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1718930702.943360:0:8528:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff88009b054900/0x4c38e74a547297e8 lrc: 3/0,0 mode: --/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0x4c38e74a547297e1 expref: 11 pid: 8528 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.943361:0:6829:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350f600/0x4c38e74a5472976a lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1400001000000 nid: local remote: 0x4c38e74a54729771 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.943363:0:8528:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88009b054900, rc 0) 00010000:00010000:1.0:1718930702.943367:0:6829:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008350f600 already unused, calling callback (ffffffffa0ea60e0) 00010000:00010000:1.0:1718930702.943369:0:6829:0:(ldlm_request.c:1235:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350f600/0x4c38e74a5472976a lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x1408401000000 nid: local remote: 0x4c38e74a54729771 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1718930702.943373:0:6829:0:(mdt_handler.c:3608:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350f600/0x4c38e74a5472976a lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x1409401000000 nid: local remote: 0x4c38e74a54729771 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718930702.943384:0:8528:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800967ddf00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+11:6837:x1802425733040704:12345-0@lo:101:mdt00_000.0 Request processed in 186us (281us total) trans 0 rc 0/0 00000100:00100000:0.0:1718930702.943387:0:8528:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20741 00010000:00010000:1.0:1718930702.943390:0:6829:0:(ldlm_request.c:1301:ldlm_cancel_pack()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350f600/0x4c38e74a5472976a lrc: 2/0,0 mode: --/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x5c09401000000 nid: local remote: 0x4c38e74a54729771 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.943393:0:6829:0:(ldlm_request.c:1305:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1718930702.943402:0:6829:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350f600/0x4c38e74a5472976a lrc: 1/0,0 mode: --/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x5c09401000000 nid: local remote: 0x4c38e74a54729771 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.943405:0:6829:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350f600/0x4c38e74a5472976a lrc: 0/0,0 mode: --/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x5c09401000000 nid: local remote: 0x4c38e74a54729771 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930702.943407:0:3322:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88013713e880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3322:1802425733040832:0@lo:103:ldlm_bl_02.0 00010000:00010000:1.0:1718930702.943411:0:6829:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1718930702.943412:0:6829:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1718930702.943412:0:6829:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1718930702.943420:0:3322:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718930702.943468:0:6837:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800967dcc00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733040704:0@lo:101:mdt00_000.0 00000100:00100000:1.0:1718930702.943475:0:6826:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733040832 00010000:00010000:3.0:1718930702.943477:0:6837:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350dd40/0x4c38e74a547297e1 lrc: 4/0,1 mode: --/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0x4c38e74a547297e8 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.943482:0:6837:0:(ldlm_request.c:286:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350dd40/0x4c38e74a547297e1 lrc: 4/0,1 mode: --/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0x4c38e74a547297e8 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.943485:0:6826:0:(ldlm_lockd.c:2633:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800972061c0/0x4c38e74a54729771 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000401000020 nid: 0@lo remote: 0x4c38e74a5472976a expref: 11 pid: 8528 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718930702.943503:0:6826:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63316 00000100:00100000:1.0:1718930702.943505:0:6826:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800967d8e40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000-mdtlov_UUID+11:3322:x1802425733040832:12345-0@lo:103:ldlm_bl_02.0 00010000:00010000:1.0:1718930702.943509:0:6826:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000001:00080000:0.0:1718930702.943985:0:8049:0:(tgt_lastrcvd.c:926:tgt_cb_last_committed()) lustre-MDT0001: transno 4294987125 is committed 00010000:00010000:1.0:1718930702.944075:0:6826:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800972061c0/0x4c38e74a54729771 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801401000020 nid: 0@lo remote: 0x4c38e74a5472976a expref: 9 pid: 8528 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.944083:0:6826:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x608:0x0].0x0 (ffff8800b4b15200) 00010000:00010000:1.0:1718930702.944085:0:6826:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff88009b054900/0x4c38e74a547297e8 lrc: 2/0,0 mode: --/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0x4c38e74a547297e1 expref: 8 pid: 8528 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.944090:0:6826:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff88009b054900/0x4c38e74a547297e8 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080001000000 nid: 0@lo remote: 0x4c38e74a547297e1 expref: 8 pid: 8528 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.944094:0:6826:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009b054900/0x4c38e74a547297e8 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080001000000 nid: 0@lo remote: 0x4c38e74a547297e1 expref: 8 pid: 8528 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.944106:0:6826:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0001_UUID lock: ffff88009b054900/0x4c38e74a547297e8 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0x4c38e74a547297e1 expref: 8 pid: 8528 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718930702.944111:0:6826:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88013713f200 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001_UUID:6826:1802425733040896:0@lo:105: 00000100:00100000:1.0:1718930702.944128:0:6826:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718930702.944145:0:6826:0:(client.c:2492:ptlrpc_set_wait()) set ffff8800a16ad180 going to sleep for 6 seconds 00000100:00100000:2.0:1718930702.944211:0:6824:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733040896 00000100:00100000:2.0:1718930702.944234:0:6824:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5530 00000100:00100000:2.0:1718930702.944236:0:6824:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a101da40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0000-mdtlov_UUID+4:6826:x1802425733040896:12345-0@lo:105: 00010000:00010000:2.0:1718930702.944241:0:6824:0:(ldlm_lockd.c:1933:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350dd40/0x4c38e74a547297e1 lrc: 5/0,1 mode: --/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0x4c38e74a547297e8 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.944247:0:6824:0:(ldlm_lockd.c:2010:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350dd40/0x4c38e74a547297e1 lrc: 5/0,1 mode: --/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0x4c38e74a547297e8 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.944251:0:6824:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350dd40/0x4c38e74a547297e1 lrc: 5/0,1 mode: PW/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080001000000 nid: local remote: 0x4c38e74a547297e8 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.944254:0:6824:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350dd40/0x4c38e74a547297e1 lrc: 6/0,1 mode: PW/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080001000000 nid: local remote: 0x4c38e74a547297e8 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.944257:0:6824:0:(ldlm_lockd.c:2038:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350dd40/0x4c38e74a547297e1 lrc: 6/0,1 mode: PW/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1080001000000 nid: local remote: 0x4c38e74a547297e8 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.944269:0:6824:0:(ldlm_lockd.c:2049:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff88008350dd40) 00000100:00100000:2.0:1718930702.944292:0:6824:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a101da40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0000-mdtlov_UUID+4:6826:x1802425733040896:12345-0@lo:105: Request processed in 55us (164us total) trans 0 rc 0/0 00000100:00100000:2.0:1718930702.944296:0:6824:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5530 00010000:00010000:3.0:1718930702.944300:0:6837:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350dd40/0x4c38e74a547297e1 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0x4c38e74a547297e8 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.944309:0:6837:0:(ldlm_request.c:799:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350dd40/0x4c38e74a547297e1 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0x4c38e74a547297e8 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718930702.944312:0:6826:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88013713f200 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001_UUID:6826:1802425733040896:0@lo:105: 00010000:00010000:1.0:1718930702.944320:0:6826:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1718930702.944335:0:6826:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800967d8e40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000-mdtlov_UUID+8:3322:x1802425733040832:12345-0@lo:103:ldlm_bl_02.0 Request processed in 829us (914us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930702.944339:0:6826:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63316 00010000:00010000:3.0:1718930702.944340:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff880097204fc0/0x4c38e74a547297ef lrc: 3/0,1 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.944346:0:6837:0:(ldlm_request.c:1029:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000001000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff880097204fc0/0x4c38e74a547297ef lrc: 3/0,1 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930702.944346:0:3322:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88013713e880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3322:1802425733040832:0@lo:103:ldlm_bl_02.0 00010000:00010000:3.0:1718930702.944351:0:6837:0:(ldlm_request.c:1117:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff880097204fc0/0x4c38e74a547297ef lrc: 3/0,1 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718930702.944362:0:6837:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88011e3017c0 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733040960:0@lo:101:mdt00_000.0 00000100:00100000:3.0:1718930702.944384:0:6837:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718930702.944395:0:6837:0:(client.c:2492:ptlrpc_set_wait()) set ffff88008c2ed6c0 going to sleep for 6 seconds 00000100:00100000:0.0:1718930702.944398:0:8528:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733040960 00000100:00100000:0.0:1718930702.944416:0:8528:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20742 00000100:00100000:0.0:1718930702.944418:0:8528:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e307200 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+8:6837:x1802425733040960:12345-0@lo:101:mdt00_000.0 00010000:00010000:0.0:1718930702.944424:0:8528:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1718930702.944442:0:8528:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009b056d00/0x4c38e74a547297f6 lrc: 2/0,0 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4c38e74a547297ef expref: -99 pid: 8528 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.944451:0:8528:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff88008350fa80/0x4c38e74a5472977f lrc: 2/0,0 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0x4c38e74a54729778 expref: 9 pid: 8528 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.944455:0:8528:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009b056d00/0x4c38e74a547297f6 lrc: 4/0,0 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000001000000 nid: 0@lo remote: 0x4c38e74a547297ef expref: 9 pid: 8528 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.944464:0:8528:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff88008350fa80/0x4c38e74a5472977f lrc: 3/0,0 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000001000020 nid: 0@lo remote: 0x4c38e74a54729778 expref: 9 pid: 8528 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718930702.944468:0:8528:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880092a30e40 pname:cluuid:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001_UUID:8528:1802425733041024:0@lo:104: 00000100:00100000:0.0:1718930702.944482:0:8528:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1718930702.944494:0:8528:0:(client.c:2492:ptlrpc_set_wait()) set ffff880084cb6900 going to sleep for 6 seconds 00000100:00100000:2.0:1718930702.944510:0:6824:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733041024 00000100:00100000:2.0:1718930702.944521:0:6824:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5531 00000100:00100000:2.0:1718930702.944523:0:6824:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a363c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0000-mdtlov_UUID+4:8528:x1802425733041024:12345-0@lo:104: 00010000:00010000:2.0:1718930702.944547:0:6824:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1718930702.944547:0:8528:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880092a30e40 pname:cluuid:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001_UUID:8528:1802425733041024:0@lo:104: 00000100:00100000:2.0:1718930702.944550:0:6824:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a363c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0000-mdtlov_UUID+4:8528:x1802425733041024:12345-0@lo:104: Request processed in 27us (68us total) trans 0 rc 0/0 00000100:00100000:2.0:1718930702.944553:0:6824:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5531 00010000:00010000:0.0:1718930702.944554:0:8528:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88009b056d00/0x4c38e74a547297f6 lrc: 3/0,0 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0x4c38e74a547297ef expref: 9 pid: 8528 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.944558:0:8528:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a6:0x0].0x0 (ffff880098470100) 00010000:00010000:0.0:1718930702.944560:0:8528:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1718930702.944561:0:8528:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff88009b056d00/0x4c38e74a547297f6 lrc: 3/0,0 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0x4c38e74a547297ef expref: 9 pid: 8528 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.944564:0:8528:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88009b056d00, rc 0) 00010000:00010000:3.0:1718930702.944572:0:11341:0:(ldlm_lockd.c:2784:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1718930702.944575:0:11341:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009b0573c0/0x4c38e74a54729778 lrc: 3/0,0 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1400001000000 nid: local remote: 0x4c38e74a5472977f expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718930702.944577:0:8528:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e307200 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+9:6837:x1802425733040960:12345-0@lo:101:mdt00_000.0 Request processed in 159us (194us total) trans 0 rc 0/0 00010000:00010000:3.0:1718930702.944581:0:11341:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88009b0573c0 already unused, calling callback (ffffffffa0ea60e0) 00010000:00010000:3.0:1718930702.944583:0:11341:0:(ldlm_request.c:1235:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009b0573c0/0x4c38e74a54729778 lrc: 4/0,0 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x1408401000000 nid: local remote: 0x4c38e74a5472977f expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718930702.944583:0:8528:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20742 00000100:00100000:2.0:1718930702.944586:0:6837:0:(client.c:2892:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 4294987125 gen 2 00000004:00010000:3.0:1718930702.944588:0:11341:0:(mdt_handler.c:3608:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009b0573c0/0x4c38e74a54729778 lrc: 4/0,0 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x1409401000000 nid: local remote: 0x4c38e74a5472977f expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1718930702.944588:0:6837:0:(osp_trans.c:1044:osp_request_commit_cb()) trans no 4294987124 committed transno 4294987125 00000004:00080000:2.0:1718930702.944598:0:6837:0:(osp_trans.c:1044:osp_request_commit_cb()) trans no 4294987125 committed transno 4294987125 00000100:00100000:2.0:1718930702.944606:0:6837:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88011e3017c0 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733040960:0@lo:101:mdt00_000.0 00010000:00010000:3.0:1718930702.944608:0:11341:0:(ldlm_request.c:1301:ldlm_cancel_pack()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009b0573c0/0x4c38e74a54729778 lrc: 2/0,0 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x5c09401000000 nid: local remote: 0x4c38e74a5472977f expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.944612:0:11341:0:(ldlm_request.c:1305:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1718930702.944612:0:6837:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff880097204fc0/0x4c38e74a547297ef lrc: 4/0,1 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0x4c38e74a547297f6 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.944617:0:6837:0:(ldlm_request.c:286:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-MDT0001-osp-MDT0000 lock: ffff880097204fc0/0x4c38e74a547297ef lrc: 4/0,1 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0x4c38e74a547297f6 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718930702.944625:0:3323:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88011e3076c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3323:1802425733041088:0@lo:103:ldlm_bl_04.0 00010000:00010000:3.0:1718930702.944627:0:11341:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009b0573c0/0x4c38e74a54729778 lrc: 1/0,0 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x5c09401000000 nid: local remote: 0x4c38e74a5472977f expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.944636:0:11341:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009b0573c0/0x4c38e74a54729778 lrc: 0/0,0 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x5c09401000000 nid: local remote: 0x4c38e74a5472977f expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718930702.944638:0:3323:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1718930702.944644:0:11341:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1718930702.944645:0:11341:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1718930702.944647:0:11341:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1718930702.944675:0:6826:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733041088 00010000:00010000:1.0:1718930702.944683:0:6826:0:(ldlm_lockd.c:2633:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008350fa80/0x4c38e74a5472977f lrc: 3/0,0 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000401000020 nid: 0@lo remote: 0x4c38e74a54729778 expref: 9 pid: 8528 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718930702.944694:0:6826:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63317 00000100:00100000:1.0:1718930702.944696:0:6826:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1cf0050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000-mdtlov_UUID+9:3323:x1802425733041088:12345-0@lo:103:ldlm_bl_04.0 00010000:00010000:1.0:1718930702.944700:0:6826:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1718930702.944848:0:6826:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008350fa80/0x4c38e74a5472977f lrc: 0/0,0 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801401000020 nid: 0@lo remote: 0x4c38e74a54729778 expref: 9 pid: 8528 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.944854:0:6826:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a6:0x0].0x0 (ffff880098470100) 00010000:00010000:0.0:1718930702.944856:0:6826:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff88009b056d00/0x4c38e74a547297f6 lrc: 2/0,0 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0x4c38e74a547297ef expref: 8 pid: 8528 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.944860:0:6826:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff88009b056d00/0x4c38e74a547297f6 lrc: 2/0,0 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080001000000 nid: 0@lo remote: 0x4c38e74a547297ef expref: 8 pid: 8528 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.944863:0:6826:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009b056d00/0x4c38e74a547297f6 lrc: 3/0,0 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080001000000 nid: 0@lo remote: 0x4c38e74a547297ef expref: 8 pid: 8528 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.944872:0:6826:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0001_UUID lock: ffff88009b056d00/0x4c38e74a547297f6 lrc: 3/0,0 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0x4c38e74a547297ef expref: 8 pid: 8528 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718930702.944876:0:6826:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880092a30e40 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001_UUID:6826:1802425733041152:0@lo:105: 00000100:00100000:0.0:1718930702.944887:0:6826:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1718930702.944899:0:6826:0:(client.c:2492:ptlrpc_set_wait()) set ffff880084cb6900 going to sleep for 6 seconds 00000100:00100000:2.0:1718930702.944914:0:6824:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733041152 00000100:00100000:2.0:1718930702.944925:0:6824:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5532 00000100:00100000:2.0:1718930702.944927:0:6824:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a35580 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0000-mdtlov_UUID+4:6826:x1802425733041152:12345-0@lo:105: 00010000:00010000:2.0:1718930702.944930:0:6824:0:(ldlm_lockd.c:1933:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0001-osp-MDT0000 lock: ffff880097204fc0/0x4c38e74a547297ef lrc: 5/0,1 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0x4c38e74a547297f6 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.944934:0:6824:0:(ldlm_lockd.c:2010:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0001-osp-MDT0000 lock: ffff880097204fc0/0x4c38e74a547297ef lrc: 5/0,1 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0x4c38e74a547297f6 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.944937:0:6824:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0001-osp-MDT0000 lock: ffff880097204fc0/0x4c38e74a547297ef lrc: 5/0,1 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080001000000 nid: local remote: 0x4c38e74a547297f6 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.944940:0:6824:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff880097204fc0/0x4c38e74a547297ef lrc: 6/0,1 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080001000000 nid: local remote: 0x4c38e74a547297f6 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.944943:0:6824:0:(ldlm_lockd.c:2038:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0001-osp-MDT0000 lock: ffff880097204fc0/0x4c38e74a547297ef lrc: 6/0,1 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1080001000000 nid: local remote: 0x4c38e74a547297f6 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.944950:0:6824:0:(ldlm_lockd.c:2049:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff880097204fc0) 00010000:00010000:0.0:1718930702.944952:0:6837:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-MDT0001-osp-MDT0000 lock: ffff880097204fc0/0x4c38e74a547297ef lrc: 4/0,1 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0x4c38e74a547297f6 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.944956:0:6837:0:(ldlm_request.c:799:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff880097204fc0/0x4c38e74a547297ef lrc: 4/0,1 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0x4c38e74a547297f6 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1718930702.944968:0:6837:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x240000400:0x1a6:0x0] 00000100:00100000:2.0:1718930702.944972:0:6824:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a35580 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0000-mdtlov_UUID+4:6826:x1802425733041152:12345-0@lo:105: Request processed in 44us (85us total) trans 0 rc 0/0 00010000:00010000:0.0:1718930702.944974:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b055680/0x4c38e74a547297fd lrc: 3/0,1 mode: --/EX res: [0x200000402:0x79c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930702.944975:0:6824:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5532 00010000:00010000:0.0:1718930702.944978:0:6837:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b056640/0x4c38e74a54729786 lrc: 2/0,1 mode: COS/COS res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.944982:0:6837:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009b055680/0x4c38e74a547297fd lrc: 4/0,1 mode: --/EX res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.944986:0:6837:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff88009b056640/0x4c38e74a54729786 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210401000020 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718930702.944993:0:6826:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880092a30e40 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001_UUID:6826:1802425733041152:0@lo:105: 00080000:00080000:0.0:1718930702.944995:0:6837:0:(osd_handler.c:2525:osd_commit_async()) lustre-MDT0000: async commit OSD 00010000:00010000:1.0:1718930702.945001:0:6826:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1718930702.945008:0:6837:0:(ldlm_request.c:286:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009b055680/0x4c38e74a547297fd lrc: 3/0,1 mode: --/EX res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718930702.945027:0:6826:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1cf0050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000-mdtlov_UUID+8:3323:x1802425733041088:12345-0@lo:103:ldlm_bl_04.0 Request processed in 329us (387us total) trans 0 rc 0/0 00000100:00100000:0.0:1718930702.945031:0:3323:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88011e3076c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3323:1802425733041088:0@lo:103:ldlm_bl_04.0 00000100:00100000:1.0:1718930702.945032:0:6826:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63317 00010000:00010000:2.0:1718930702.945620:0:32428:0:(ldlm_request.c:1235:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009b054240/0x4c38e74a5472979b lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x60e:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008401000000 nid: local remote: 0x4c38e74a547297a2 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1718930702.945629:0:32428:0:(mdt_handler.c:3608:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009b054240/0x4c38e74a5472979b lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x60e:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009401000000 nid: local remote: 0x4c38e74a547297a2 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.945640:0:32428:0:(ldlm_request.c:1301:ldlm_cancel_pack()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009b054240/0x4c38e74a5472979b lrc: 2/0,0 mode: --/EX res: [0x240000402:0x60e:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0x4c38e74a547297a2 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.945643:0:32428:0:(ldlm_request.c:1305:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1718930702.945652:0:3307:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b056640/0x4c38e74a54729786 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210401000020 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.945654:0:32428:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009b054240/0x4c38e74a5472979b lrc: 0/0,0 mode: --/EX res: [0x240000402:0x60e:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0x4c38e74a547297a2 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718930702.945654:0:3320:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800967dc280 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3320:1802425733041216:0@lo:103:jbd2/dm-0-8.0 00000001:00080000:2.0:1718930702.945676:0:32428:0:(tgt_lastrcvd.c:926:tgt_cb_last_committed()) lustre-MDT0000: transno 8589959528 is committed 00010000:00010000:3.0:1718930702.945678:0:3307:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009b056640/0x4c38e74a54729786 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210401000020 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000020:00080000:2.0:1718930702.945680:0:32428:0:(update_trans.c:80:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff880084cb6840 refcount 2 committed 0 result 0 batchid 4295040268 00000020:00080000:2.0:1718930702.945681:0:32428:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff880084b23a00 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff880084f45980 00000020:00080000:2.0:1718930702.945683:0:32428:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff880084b23100 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff880084f45b80 00010000:00010000:3.0:1718930702.945684:0:3307:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009b056640/0x4c38e74a54729786 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210401000020 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000020:00080000:2.0:1718930702.945684:0:32428:0:(update_trans.c:94:top_multiple_thandle_dump()) cookie [0x2:0x40000404:0x2].759 00000020:00080000:2.0:1718930702.945686:0:32428:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff880084b23200 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff880084b23900 00000100:00100000:0.0:1718930702.945686:0:3320:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00080000:2.0:1718930702.945687:0:32428:0:(update_trans.c:94:top_multiple_thandle_dump()) cookie [0x2:0xbd0:0x2].758 00010000:00010000:3.0:1718930702.945689:0:3307:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88009b056640 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:3.0:1718930702.945691:0:3307:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b056640/0x4c38e74a54729786 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210401000020 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000020:00080000:2.0:1718930702.945691:0:32428:0:(update_trans.c:1351:distribute_txn_batchid_cb()) lustre-MDT0000: 4295040267 batchid updated 00000020:00080000:2.0:1718930702.945695:0:32454:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 4295040268 committed batchid 4295040267 00010000:00010000:3.0:1718930702.945697:0:3307:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b056640/0x4c38e74a54729786 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218401000020 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718930702.945698:0:6826:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733041216 00010000:00010000:3.0:1718930702.945705:0:3307:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x79c:0x0].0x0 (ffff880093297000) 00010000:00010000:3.0:1718930702.945707:0:3307:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1718930702.945709:0:3307:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88009b055680/0x4c38e74a547297fd lrc: 3/0,1 mode: --/EX res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.945715:0:3307:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b055680/0x4c38e74a547297fd lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000040:00100000:2.0:1718930702.945715:0:32454:0:(llog.c:235:llog_cancel_arr_rec()) Canceling 1 records, first 758 in log [0x2:0x40000404:0x2] 00010000:00010000:3.0:1718930702.945725:0:3307:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b055680/0x4c38e74a547297fd lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1718930702.945730:0:32454:0:(osp_trans.c:1598:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff880084a52180 with version 1487 00000020:00080000:2.0:1718930702.945733:0:32454:0:(update_trans.c:1313:distribute_txn_cancel_records()) lustre-MDT0001-osp-MDT0000: batchid 4295040267 cancel update log [0x2:0x40000404:0x2].758: rc = 0 00000100:00100000:1.0:1718930702.945735:0:6826:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9138 00000040:00100000:2.0:1718930702.945736:0:32454:0:(llog.c:235:llog_cancel_arr_rec()) Canceling 1 records, first 757 in log [0x2:0xbd0:0x2] 00000100:00100000:1.0:1718930702.945738:0:6826:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a32140 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000-mdtlov_UUID+8:3320:x1802425733041216:12345-0@lo:103:jbd2/dm-0-8.0 00010000:00010000:3.0:1718930702.945740:0:3307:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009b056640/0x4c38e74a54729786 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19401000020 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.945741:0:6837:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009b055680/0x4c38e74a547297fd lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.945744:0:6826:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1718930702.945746:0:3307:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b056640/0x4c38e74a54729786 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19401000020 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.945746:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b055680/0x4c38e74a547297fd lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000020:00080000:2.0:1718930702.945749:0:32454:0:(update_trans.c:1313:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 4295040267 cancel update log [0x2:0xbd0:0x2].757: rc = 0 00000020:00080000:2.0:1718930702.945753:0:32454:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4295040267 00000004:00010000:1.0:1718930702.945753:0:6826:0:(mdt_lvb.c:117:mdt_dom_disk_lvbo_update()) res: [0x240000402:0x60e:0x0] updating lvb mtime from disk: 0 -> 1718930701 00010000:00010000:3.0:1718930702.945754:0:3307:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b057cc0/0x4c38e74a5472978d lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7a3:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1718930702.945755:0:6826:0:(mdt_lvb.c:123:mdt_dom_disk_lvbo_update()) res: [0x240000402:0x60e:0x0] updating lvb atime from disk: 0 -> 1718930701 00000004:00080000:2.0:1718930702.945756:0:32441:0:(osp_trans.c:1343:osp_get_next_request()) ou ffff88007fc1bf00 version 1487 rpc_version 1487 00000004:00010000:1.0:1718930702.945757:0:6826:0:(mdt_lvb.c:129:mdt_dom_disk_lvbo_update()) res: [0x240000402:0x60e:0x0] updating lvb ctime from disk: 0 -> 1718930701 00010000:00010000:3.0:1718930702.945759:0:3307:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009b057cc0/0x4c38e74a5472978d lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x7a3:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.945764:0:3307:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009b057cc0/0x4c38e74a5472978d lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x7a3:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.945765:0:6826:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008350db00/0x4c38e74a547297a2 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x60e:0x0].0x0 bits 0x47/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801001000000 nid: 0@lo remote: 0x4c38e74a5472979b expref: 8 pid: 8528 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930702.945768:0:32441:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800967da600 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:32441:1802425733041280:0@lo:1000:osp_up1-0.0 00010000:00010000:3.0:1718930702.945769:0:3307:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88009b057cc0 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:3.0:1718930702.945770:0:3307:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b057cc0/0x4c38e74a5472978d lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x7a3:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.945774:0:6826:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x60e:0x0].0x0 (ffff880084da6f00) 00010000:00010000:3.0:1718930702.945775:0:3307:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b057cc0/0x4c38e74a5472978d lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x7a3:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.945779:0:6826:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1718930702.945782:0:3307:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7a3:0x0].0x0 (ffff880084b23d00) 00010000:00010000:3.0:1718930702.945784:0:3307:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 7f 00000100:00100000:2.0:1718930702.945784:0:32441:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1718930702.945785:0:3307:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009b057cc0/0x4c38e74a5472978d lrc: 2/0,0 mode: --/COS res: [0x200000402:0x7a3:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.945785:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x79e:0x0].0x0 (ffff8800b4b15d00) 00010000:00010000:0.0:1718930702.945787:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1718930702.945790:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008350d200/0x4c38e74a547297c5 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x79e:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fa91 expref: 17 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930702.945792:0:32441:0:(client.c:2492:ptlrpc_set_wait()) set ffff880133dd3f00 going to sleep for 6 seconds 00010000:00010000:3.0:1718930702.945795:0:3307:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b057cc0/0x4c38e74a5472978d lrc: 0/0,0 mode: --/COS res: [0x200000402:0x7a3:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718930702.945801:0:6826:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a32140 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000-mdtlov_UUID+7:3320:x1802425733041216:12345-0@lo:103:jbd2/dm-0-8.0 Request processed in 62us (114us total) trans 0 rc 0/0 00010000:00010000:3.0:1718930702.945803:0:3307:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b056880/0x4c38e74a54729794 lrc: 3/0,1 mode: COS/COS res: [0x240000402:0x60e:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718930702.945805:0:6826:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9138 00010000:00010000:0.0:1718930702.945806:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b057a80/0x4c38e74a54729804 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x79e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.945808:0:3307:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009b056880/0x4c38e74a54729794 lrc: 2/0,0 mode: COS/COS res: [0x240000402:0x60e:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.945810:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b057a80/0x4c38e74a54729804 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x79e:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.945813:0:3307:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009b056880/0x4c38e74a54729794 lrc: 3/0,0 mode: COS/COS res: [0x240000402:0x60e:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.945814:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b057a80/0x4c38e74a54729804 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x79e:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.945818:0:3307:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88009b056880 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:3.0:1718930702.945819:0:3307:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b056880/0x4c38e74a54729794 lrc: 3/0,0 mode: COS/COS res: [0x240000402:0x60e:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718930702.945820:0:3320:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800967dc280 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3320:1802425733041216:0@lo:103:jbd2/dm-0-8.0 00010000:00010000:3.0:1718930702.945824:0:3307:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b056880/0x4c38e74a54729794 lrc: 4/0,0 mode: COS/COS res: [0x240000402:0x60e:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.945830:0:3307:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x60e:0x0].0x0 (ffff880084b23000) 00010000:00010000:3.0:1718930702.945832:0:3307:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1718930702.945833:0:3307:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009b056880/0x4c38e74a54729794 lrc: 2/0,0 mode: --/COS res: [0x240000402:0x60e:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718930702.945835:0:6837:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880092a37200 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733041344:0@lo:1000:mdt00_000.0 00010000:00010000:3.0:1718930702.945838:0:3307:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b056880/0x4c38e74a54729794 lrc: 0/0,0 mode: --/COS res: [0x240000402:0x60e:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718930702.945848:0:6837:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1718930702.945854:0:6837:0:(client.c:2492:ptlrpc_set_wait()) set ffff880084cb6d80 going to sleep for 6 seconds 00000100:00100000:1.0:1718930702.945859:0:32457:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733041280 00000100:00100000:0.0:1718930702.945863:0:8528:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733041344 00000100:00100000:1.0:1718930702.945875:0:32457:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20743 00000100:00100000:1.0:1718930702.945879:0:32457:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800967de3c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+8:32441:x1802425733041280:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:0.0:1718930702.945884:0:8528:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20744 00000100:00100000:0.0:1718930702.945887:0:8528:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a30e40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+8:6837:x1802425733041344:12345-0@lo:1000:mdt00_000.0 00000100:00100000:0.0:1718930702.945932:0:8528:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a30e40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+9:6837:x1802425733041344:12345-0@lo:1000:mdt00_000.0 Request processed in 45us (84us total) trans 0 rc -2/-2 00000100:00100000:0.0:1718930702.945936:0:8528:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20744 00000100:00100000:2.0:1718930702.945942:0:6837:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880092a37200 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733041344:0@lo:1000:mdt00_000.0 00000100:00100000:1.0:1718930702.945944:0:32457:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800967de3c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+8:32441:x1802425733041280:12345-0@lo:1000:osp_up1-0.0 Request processed in 65us (159us total) trans 4294987126 rc 0/0 00000100:00100000:1.0:1718930702.945948:0:32457:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20743 00010000:00010000:2.0:1718930702.945959:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008350c900/0x4c38e74a5472980b lrc: 3/0,1 mode: --/EX res: [0x240000402:0x60f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.945964:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008350c900/0x4c38e74a5472980b lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x60f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.945978:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008350c900/0x4c38e74a5472980b lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x60f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718930702.945985:0:32441:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800967da600 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:32441:1802425733041280:0@lo:1000:osp_up1-0.0 00010000:00010000:2.0:1718930702.945988:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350cfc0/0x4c38e74a54729812 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x60f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.945992:0:6837:0:(ldlm_request.c:1029:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000001000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350cfc0/0x4c38e74a54729812 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x60f:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.945996:0:6837:0:(ldlm_request.c:1117:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350cfc0/0x4c38e74a54729812 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x60f:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930702.946001:0:6837:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800967de880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733041408:0@lo:101:mdt00_000.0 00000100:00100000:2.0:1718930702.946014:0:6837:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718930702.946021:0:6837:0:(client.c:2492:ptlrpc_set_wait()) set ffff880133dd3cc0 going to sleep for 6 seconds 00000100:00100000:1.0:1718930702.946023:0:32457:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733041408 00000100:00100000:1.0:1718930702.946031:0:32457:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20745 00000100:00100000:1.0:1718930702.946033:0:32457:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800967ded40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+8:6837:x1802425733041408:12345-0@lo:101:mdt00_000.0 00010000:00010000:1.0:1718930702.946037:0:32457:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1718930702.946043:0:32457:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800849ba640/0x4c38e74a54729819 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x60f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4c38e74a54729812 expref: -99 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.946051:0:32457:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800849ba640/0x4c38e74a54729819 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x60f:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000001000000 nid: 0@lo remote: 0x4c38e74a54729812 expref: 9 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.946056:0:32457:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8800849ba640/0x4c38e74a54729819 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x60f:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0x4c38e74a54729812 expref: 9 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.946080:0:32457:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x60f:0x0].0x0 (ffff880098470f00) 00010000:00010000:1.0:1718930702.946081:0:32457:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 47 00010000:00010000:1.0:1718930702.946082:0:32457:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff8800849ba640, rc 0) 00000100:00100000:1.0:1718930702.946102:0:32457:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800967ded40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+9:6837:x1802425733041408:12345-0@lo:101:mdt00_000.0 Request processed in 68us (88us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930702.946105:0:32457:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20745 00000100:00100000:2.0:1718930702.946121:0:6837:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800967de880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733041408:0@lo:101:mdt00_000.0 00010000:00010000:2.0:1718930702.946127:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350cfc0/0x4c38e74a54729812 lrc: 4/0,1 mode: EX/EX res: [0x240000402:0x60f:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0x4c38e74a54729819 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.946134:0:6837:0:(ldlm_request.c:799:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350cfc0/0x4c38e74a54729812 lrc: 4/0,1 mode: EX/EX res: [0x240000402:0x60f:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0x4c38e74a54729819 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1718930702.946141:0:6837:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x240000402:0x60f:0x0] 00000100:00100000:2.0:1718930702.946503:0:6837:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800967de880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733041472:0@lo:403:mdt00_000.0 00000100:00100000:2.0:1718930702.946530:0:6837:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718930702.946548:0:6837:0:(client.c:2492:ptlrpc_set_wait()) set ffff880133dd3cc0 going to sleep for 6 seconds 00000100:00100000:1.0:1718930702.946560:0:32457:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733041472 00000100:00100000:1.0:1718930702.946574:0:32457:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20746 00000100:00100000:1.0:1718930702.946576:0:32457:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800967d97c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+9:6837:x1802425733041472:12345-0@lo:403:mdt00_000.0 00000100:00100000:1.0:1718930702.947617:0:32457:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800967d97c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+9:6837:x1802425733041472:12345-0@lo:403:mdt00_000.0 Request processed in 1040us (1087us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930702.947622:0:32457:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20746 00000100:00100000:2.0:1718930702.947649:0:6837:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800967de880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733041472:0@lo:403:mdt00_000.0 00000100:00100000:2.0:1718930702.948205:0:6837:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800967de880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733041536:0@lo:1000:mdt00_000.0 00000100:00100000:2.0:1718930702.948227:0:6837:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718930702.948248:0:6837:0:(client.c:2492:ptlrpc_set_wait()) set ffff880133dd3000 going to sleep for 6 seconds 00000100:00100000:1.0:1718930702.948273:0:32457:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733041536 00000100:00100000:1.0:1718930702.948291:0:32457:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20747 00000100:00100000:1.0:1718930702.948293:0:32457:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800967dc280 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+9:6837:x1802425733041536:12345-0@lo:1000:mdt00_000.0 00000100:00100000:1.0:1718930702.948339:0:32457:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800967dc280 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+9:6837:x1802425733041536:12345-0@lo:1000:mdt00_000.0 Request processed in 46us (113us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930702.948342:0:32457:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20747 00000100:00100000:2.0:1718930702.948368:0:6837:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800967de880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733041536:0@lo:1000:mdt00_000.0 00000100:00100000:2.0:1718930702.948424:0:6837:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800967de880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733041600:0@lo:1000:mdt00_000.0 00000100:00100000:2.0:1718930702.948461:0:6837:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718930702.948489:0:6837:0:(client.c:2492:ptlrpc_set_wait()) set ffff880133dd3000 going to sleep for 6 seconds 00000100:00100000:1.0:1718930702.948499:0:32457:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733041600 00000100:00100000:1.0:1718930702.948515:0:32457:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20748 00000100:00100000:1.0:1718930702.948516:0:32457:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800967daf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+9:6837:x1802425733041600:12345-0@lo:1000:mdt00_000.0 00000100:00100000:1.0:1718930702.948539:0:32457:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800967daf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+9:6837:x1802425733041600:12345-0@lo:1000:mdt00_000.0 Request processed in 22us (79us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930702.948542:0:32457:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20748 00000100:00100000:2.0:1718930702.948553:0:6837:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800967de880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733041600:0@lo:1000:mdt00_000.0 00000100:00100000:2.0:1718930702.948605:0:6837:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800967de880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733041664:0@lo:1000:mdt00_000.0 00000100:00100000:2.0:1718930702.948625:0:6837:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718930702.948635:0:6837:0:(client.c:2492:ptlrpc_set_wait()) set ffff880098790600 going to sleep for 6 seconds 00000100:00100000:0.0:1718930702.948637:0:8528:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733041664 00000100:00100000:1.0:1718930702.948672:0:32457:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20749 00000100:00100000:1.0:1718930702.948675:0:32457:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800967df200 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:6837:x1802425733041664:12345-0@lo:1000:mdt00_000.0 00000100:00100000:1.0:1718930702.948712:0:32457:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800967df200 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:6837:x1802425733041664:12345-0@lo:1000:mdt00_000.0 Request processed in 36us (87us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930702.948717:0:32457:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20749 00000100:00100000:2.0:1718930702.948728:0:6837:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800967de880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733041664:0@lo:1000:mdt00_000.0 00000040:00080000:2.0:1718930702.948900:0:6837:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x200000bd0:0x2:0x0].759, 1064 off572712 00000040:00080000:2.0:1718930702.948927:0:6837:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x240000404:0x2:0x0].760, 1144 off636216 00000004:00080000:2.0:1718930702.948932:0:6837:0:(osp_trans.c:1598:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff880084a52800 with version 1488 00000004:00080000:3.0:1718930702.948978:0:32441:0:(osp_trans.c:1343:osp_get_next_request()) ou ffff88007fc1bf00 version 1488 rpc_version 1488 00000100:00100000:3.0:1718930702.948997:0:32441:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88011e303900 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:32441:1802425733041728:0@lo:1000:osp_up1-0.0 00000100:00100000:3.0:1718930702.949015:0:32441:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718930702.949030:0:32441:0:(client.c:2492:ptlrpc_set_wait()) set ffff88008c2edb40 going to sleep for 6 seconds 00000100:00100000:1.0:1718930702.949042:0:32457:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733041728 00000100:00100000:1.0:1718930702.949060:0:32457:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20750 00000100:00100000:1.0:1718930702.949062:0:32457:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e303dc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+9:32441:x1802425733041728:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:1.0:1718930702.949190:0:32457:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e303dc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+10:32441:x1802425733041728:12345-0@lo:1000:osp_up1-0.0 Request processed in 127us (175us total) trans 4294987127 rc 0/0 00000100:00100000:1.0:1718930702.949194:0:32457:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20750 00000100:00100000:3.0:1718930702.949225:0:32441:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88011e303900 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:32441:1802425733041728:0@lo:1000:osp_up1-0.0 00000004:00010000:2.0:1718930702.949270:0:6837:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff880092a317c0 reply state ffff880091878000 transno 8589959529 ns: mdt-lustre-MDT0000_UUID lock: ffff88008350c900/0x4c38e74a5472980b lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x60f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1718930702.949280:0:6837:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x240000402:0x60f:0x0] 00010000:00010000:2.0:1718930702.949283:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350cfc0/0x4c38e74a54729812 lrc: 4/0,1 mode: EX/EX res: [0x240000402:0x60f:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0x4c38e74a54729819 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.949289:0:6837:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350cfc0/0x4c38e74a54729812 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x60f:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0x4c38e74a54729819 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1718930702.949296:0:6837:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff880092a317c0 reply state ffff880091878000 transno 8589959529 ns: mdt-lustre-MDT0000_UUID lock: ffff88009b057a80/0x4c38e74a54729804 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x79e:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1718930702.949348:0:6837:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x240000400:0x1a6:0x0] 00010000:00010000:2.0:1718930702.949352:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff880097204fc0/0x4c38e74a547297ef lrc: 4/0,1 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0x4c38e74a547297f6 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.949358:0:6837:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-osp-MDT0000 lock: ffff880097204fc0/0x4c38e74a547297ef lrc: 3/0,0 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0x4c38e74a547297f6 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1718930702.949365:0:6837:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff880092a317c0 reply state ffff880091878000 transno 8589959529 ns: mdt-lustre-MDT0000_UUID lock: ffff88009b055680/0x4c38e74a547297fd lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1718930702.949372:0:6837:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x240000402:0x608:0x0] 00010000:00010000:2.0:1718930702.949375:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350dd40/0x4c38e74a547297e1 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0x4c38e74a547297e8 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.949379:0:6837:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350dd40/0x4c38e74a547297e1 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0x4c38e74a547297e8 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.949386:0:6837:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008350f3c0/0x4c38e74a547297da lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.949391:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008350f3c0/0x4c38e74a547297da lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.949396:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008350f3c0/0x4c38e74a547297da lrc: 2/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.949401:0:6837:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008350f3c0/0x4c38e74a547297da lrc: 3/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.949406:0:6837:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008350f3c0 already unused, calling callback (ffffffffa080a190) 00010000:00010000:2.0:1718930702.949407:0:6837:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008350f3c0/0x4c38e74a547297da lrc: 3/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.949412:0:6837:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008350f3c0/0x4c38e74a547297da lrc: 4/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.949419:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000004:0x1:0x0].0x0 (ffff880084da6a00) 00010000:00010000:2.0:1718930702.949422:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718930702.949423:0:6837:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008350f3c0/0x4c38e74a547297da lrc: 2/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.949445:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008350f3c0/0x4c38e74a547297da lrc: 0/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930702.949497:0:6837:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a317c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+17:26684:x1802425753274944:12345-192.168.204.9@tcp:36:lfs.0 Request processed in 8682us (8779us total) trans 8589959529 rc 0/0 00000100:00100000:2.0:1718930702.949503:0:6837:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230790 00010000:00010000:3.0:1718930702.950200:0:3306:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b055680/0x4c38e74a547297fd lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.950210:0:3306:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x79c:0x0].0x0 (ffff880093297000) 00010000:00010000:3.0:1718930702.950211:0:3306:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1718930702.950214:0:3306:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b057a80/0x4c38e74a54729804 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x79e:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.950219:0:3306:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x79e:0x0].0x0 (ffff88008353cb00) 00010000:00010000:3.0:1718930702.950220:0:3306:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 7f 00010000:00010000:3.0:1718930702.950222:0:3306:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008350c900/0x4c38e74a5472980b lrc: 3/0,1 mode: COS/COS res: [0x240000402:0x60f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.950227:0:3306:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x60f:0x0].0x0 (ffff880084a44100) 00010000:00010000:3.0:1718930702.950228:0:3306:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1 00000100:00100000:0.0:1718930702.950239:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1718930702.950275:0:6837:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753275008 00000100:00100000:2.0:1718930702.950294:0:6837:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230791 00000100:00100000:2.0:1718930702.950297:0:6837:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a37200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+17:26684:x1802425753275008:12345-192.168.204.9@tcp:34:lfs.0 00010000:00010000:2.0:1718930702.950316:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008350c240/0x4c38e74a54729820 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x79c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.950322:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008350c240/0x4c38e74a54729820 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.950326:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008350c240/0x4c38e74a54729820 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.950332:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008350cb40/0x4c38e74a54729827 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x79c:0x0].0x3966 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.950336:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008350cb40/0x4c38e74a54729827 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x79c:0x0].0x3966 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.950339:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008350cb40/0x4c38e74a54729827 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x79c:0x0].0x3966 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.950360:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008350c480/0x4c38e74a5472982e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7a6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.950363:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008350c480/0x4c38e74a5472982e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.950366:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008350c480/0x4c38e74a5472982e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1718930702.950382:0:6837:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008350c480/0x4c38e74a5472982e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.950390:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008350c240/0x4c38e74a54729820 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.950393:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008350c240/0x4c38e74a54729820 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.950396:0:6837:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008350c240/0x4c38e74a54729820 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.950398:0:6837:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008350c240 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:2.0:1718930702.950399:0:6837:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008350c240/0x4c38e74a54729820 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.950402:0:6837:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008350c240/0x4c38e74a54729820 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.950406:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x79c:0x0].0x0 (ffff880093297000) 00010000:00010000:2.0:1718930702.950407:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718930702.950408:0:6837:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008350c240/0x4c38e74a54729820 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.950411:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008350c240/0x4c38e74a54729820 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.950417:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008350cb40/0x4c38e74a54729827 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x79c:0x0].0x3966 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.950420:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008350cb40/0x4c38e74a54729827 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x79c:0x0].0x3966 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.950426:0:6837:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008350cb40/0x4c38e74a54729827 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x79c:0x0].0x3966 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.950443:0:6837:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008350cb40 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:2.0:1718930702.950444:0:6837:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008350cb40/0x4c38e74a54729827 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x79c:0x0].0x3966 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.950446:0:6837:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008350cb40/0x4c38e74a54729827 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x79c:0x0].0x3966 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.950450:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x79c:0x0].0x3966 (ffff880084a44500) 00010000:00010000:2.0:1718930702.950451:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718930702.950452:0:6837:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008350cb40/0x4c38e74a54729827 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x79c:0x0].0x3966 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.950454:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008350cb40/0x4c38e74a54729827 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x79c:0x0].0x3966 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.950461:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008350c480/0x4c38e74a5472982e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.950464:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008350c480/0x4c38e74a5472982e lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.950467:0:6837:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008350c480/0x4c38e74a5472982e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.950469:0:6837:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008350c480 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:2.0:1718930702.950470:0:6837:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008350c480/0x4c38e74a5472982e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.950473:0:6837:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008350c480/0x4c38e74a5472982e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.950476:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7a6:0x0].0x0 (ffff88012d7bb500) 00010000:00010000:2.0:1718930702.950477:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718930702.950478:0:6837:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008350c480/0x4c38e74a5472982e lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.950480:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008350c480/0x4c38e74a5472982e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930702.950507:0:6837:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a37200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+17:26684:x1802425753275008:12345-192.168.204.9@tcp:34:lfs.0 Request processed in 208us (270us total) trans 0 rc 0/0 00000100:00100000:2.0:1718930702.950511:0:6837:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230791 00000100:00100000:0.0:1718930702.951246:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1718930702.951282:0:6837:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753275136 00000100:00100000:2.0:1718930702.951301:0:6837:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230792 00000100:00100000:2.0:1718930702.951304:0:6837:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88013461d580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+17:26684:x1802425753275136:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:2.0:1718930702.951310:0:6837:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1718930702.951315:0:6837:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008350e880/0x4c38e74a54729835 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7a6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xceea94147812fa98 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.951345:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008350c000/0x4c38e74a5472983c lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7a6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.951350:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008350c000/0x4c38e74a5472983c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7a6:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.951354:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008350c000/0x4c38e74a5472983c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7a6:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00200000:2.0:1718930702.951359:0:6837:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x7a6:0x0]: returning size 0 00010000:00010000:2.0:1718930702.951387:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008350e880/0x4c38e74a54729835 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7a6:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fa98 expref: 20 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.951395:0:6837:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008350c000/0x4c38e74a5472983c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7a6:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fa98 expref: 19 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.951399:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7a6:0x0].0x0 (ffff88012d7bb500) 00010000:00010000:2.0:1718930702.951400:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1718930702.951401:0:6837:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88008350c000, rc 0) 00000100:00100000:2.0:1718930702.951425:0:6837:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88013461d580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+19:26684:x1802425753275136:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 121us (180us total) trans 8589959530 rc 0/0 00000100:00100000:2.0:1718930702.951442:0:6837:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230792 00000100:00100000:0.0:1718930702.952250:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1718930702.952287:0:22545:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753275200 00000100:00100000:2.0:1718930702.952306:0:22545:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.204.9@tcp, with round 491 00000100:00100000:2.0:1718930702.952309:0:22545:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8801346184c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8a07974b-7506-4725-beb3-4b5c6f8f9250+6:1877:x1802425753275200:12345-192.168.204.9@tcp:1:lfs.0 00002000:00010000:2.0:1718930702.952328:0:22545:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x58d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1718930702.952331:0:22545:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008350f180/0x4c38e74a5472984a lrc: 3/0,1 mode: --/PW res: [0x58d:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.952336:0:22545:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1718930702.952337:0:22545:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1718930702.952339:0:22545:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008350f180/0x4c38e74a5472984a lrc: 3/0,1 mode: PW/PW res: [0x58d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.952344:0:22545:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008350f180/0x4c38e74a5472984a lrc: 3/0,1 mode: PW/PW res: [0x58d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.952349:0:22545:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008350f180/0x4c38e74a5472984a lrc: 3/0,1 mode: PW/PW res: [0x58d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.952353:0:22545:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008350f180/0x4c38e74a5472984a lrc: 2/0,0 mode: PW/PW res: [0x58d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.952364:0:22545:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1718930702.952382:0:22545:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8801346184c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8a07974b-7506-4725-beb3-4b5c6f8f9250+6:1877:x1802425753275200:12345-192.168.204.9@tcp:1:lfs.0 Request processed in 73us (134us total) trans 0 rc 0/0 00000100:00100000:2.0:1718930702.952386:0:22545:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.204.9@tcp, with round 491 00010000:00010000:1.0:1718930702.952389:0:6828:0:(ldlm_lockd.c:2784:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1718930702.952393:0:6828:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008350f180/0x4c38e74a5472984a lrc: 2/0,0 mode: PW/PW res: [0x58d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.952400:0:6828:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008350f180 already unused, calling callback (ffffffffa080a190) 00010000:00010000:1.0:1718930702.952401:0:6828:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008350f180/0x4c38e74a5472984a lrc: 2/0,0 mode: PW/PW res: [0x58d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.952405:0:6828:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008350f180/0x4c38e74a5472984a lrc: 3/0,0 mode: PW/PW res: [0x58d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.952418:0:6828:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008350f180/0x4c38e74a5472984a lrc: 1/0,0 mode: --/PW res: [0x58d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.952421:0:6828:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008350f180/0x4c38e74a5472984a lrc: 0/0,0 mode: --/PW res: [0x58d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.952442:0:6828:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1718930702.952442:0:6828:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1718930702.952443:0:6828:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1718930702.953040:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1718930702.953087:0:6837:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753275328 00000100:00100000:2.0:1718930702.953105:0:6837:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230793 00000100:00100000:2.0:1718930702.953109:0:6837:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88013461f6c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+19:26684:x1802425753275328:12345-192.168.204.9@tcp:36:lfs.0 00010000:00010000:2.0:1718930702.953129:0:6837:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1718930702.953138:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097207600/0x4c38e74a5472913c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7a6:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812f98e expref: 19 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.953147:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7a6:0x0].0x0 (ffff88012d7bb500) 00010000:00010000:2.0:1718930702.953149:0:6837:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1718930702.953160:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008350e1c0/0x4c38e74a54729851 lrc: 3/0,1 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.953166:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008350e1c0/0x4c38e74a54729851 lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.953172:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008350e1c0/0x4c38e74a54729851 lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930702.953194:0:6837:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800967de880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733041792:0@lo:1000:mdt00_000.0 00000100:00100000:2.0:1718930702.953211:0:6837:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718930702.953225:0:6837:0:(client.c:2492:ptlrpc_set_wait()) set ffff880098790600 going to sleep for 6 seconds 00000100:00100000:1.0:1718930702.953263:0:32457:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733041792 00000100:00100000:1.0:1718930702.953290:0:32457:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20751 00000100:00100000:1.0:1718930702.953294:0:32457:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800967d9300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+10:6837:x1802425733041792:12345-0@lo:1000:mdt00_000.0 00000100:00100000:1.0:1718930702.953342:0:32457:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800967d9300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+10:6837:x1802425733041792:12345-0@lo:1000:mdt00_000.0 Request processed in 47us (130us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930702.953347:0:32457:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20751 00000100:00100000:2.0:1718930702.953362:0:6837:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800967de880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733041792:0@lo:1000:mdt00_000.0 00000100:00100000:2.0:1718930702.953387:0:6837:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800967de880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733041856:0@lo:1000:mdt00_000.0 00000100:00100000:2.0:1718930702.953402:0:6837:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718930702.953410:0:6837:0:(client.c:2492:ptlrpc_set_wait()) set ffff880133dd33c0 going to sleep for 6 seconds 00000100:00100000:1.0:1718930702.953414:0:32457:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733041856 00000100:00100000:1.0:1718930702.953439:0:32457:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20752 00000100:00100000:1.0:1718930702.953441:0:32457:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800967d8e40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+10:6837:x1802425733041856:12345-0@lo:1000:mdt00_000.0 00000100:00100000:1.0:1718930702.953470:0:32457:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800967d8e40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+10:6837:x1802425733041856:12345-0@lo:1000:mdt00_000.0 Request processed in 28us (68us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930702.953473:0:32457:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20752 00000100:00100000:2.0:1718930702.953485:0:6837:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800967de880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733041856:0@lo:1000:mdt00_000.0 00000100:00100000:2.0:1718930702.953842:0:6837:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800967de880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733041920:0@lo:403:mdt00_000.0 00000100:00100000:2.0:1718930702.953858:0:6837:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718930702.953871:0:6837:0:(client.c:2492:ptlrpc_set_wait()) set ffff880098790e40 going to sleep for 6 seconds 00000100:00100000:1.0:1718930702.953922:0:32457:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733041920 00000100:00100000:1.0:1718930702.953943:0:32457:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20753 00000100:00100000:1.0:1718930702.953946:0:32457:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800967dcc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+10:6837:x1802425733041920:12345-0@lo:403:mdt00_000.0 00000100:00100000:1.0:1718930702.954973:0:32457:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800967dcc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+10:6837:x1802425733041920:12345-0@lo:403:mdt00_000.0 Request processed in 1025us (1113us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930702.954978:0:32457:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20753 00000100:00100000:2.0:1718930702.955046:0:6837:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800967de880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733041920:0@lo:403:mdt00_000.0 00010000:00010000:2.0:1718930702.955465:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350d680/0x4c38e74a54729858 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x608:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.955470:0:6837:0:(ldlm_request.c:1029:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000001000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350d680/0x4c38e74a54729858 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.955475:0:6837:0:(ldlm_request.c:1117:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350d680/0x4c38e74a54729858 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930702.955482:0:6837:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800967de880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733041984:0@lo:101:mdt00_000.0 00000100:00100000:2.0:1718930702.955498:0:6837:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718930702.955515:0:6837:0:(client.c:2492:ptlrpc_set_wait()) set ffff880098790e40 going to sleep for 6 seconds 00000100:00100000:1.0:1718930702.955532:0:32457:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733041984 00000100:00100000:1.0:1718930702.955549:0:32457:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20754 00000100:00100000:1.0:1718930702.955551:0:32457:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800967db900 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+10:6837:x1802425733041984:12345-0@lo:101:mdt00_000.0 00010000:00010000:1.0:1718930702.955556:0:32457:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1718930702.955562:0:32457:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b8b40/0x4c38e74a5472985f lrc: 2/0,0 mode: --/PW res: [0x240000402:0x608:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4c38e74a54729858 expref: -99 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.955571:0:32457:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff88009b054900/0x4c38e74a547297e8 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0x4c38e74a547297e1 expref: 11 pid: 8528 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.955575:0:32457:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b8b40/0x4c38e74a5472985f lrc: 4/0,0 mode: --/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000001000000 nid: 0@lo remote: 0x4c38e74a54729858 expref: 11 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.955586:0:32457:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff88009b054900/0x4c38e74a547297e8 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000001000020 nid: 0@lo remote: 0x4c38e74a547297e1 expref: 11 pid: 8528 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718930702.955592:0:32457:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880081794280 pname:cluuid:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001_UUID:32457:1802425733042048:0@lo:104: 00000100:00100000:1.0:1718930702.955606:0:32457:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718930702.955619:0:32457:0:(client.c:2492:ptlrpc_set_wait()) set ffff8800a16ad840 going to sleep for 6 seconds 00000100:00100000:2.0:1718930702.955637:0:6824:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733042048 00000100:00100000:2.0:1718930702.955676:0:6824:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5533 00000100:00100000:2.0:1718930702.955680:0:6824:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88013713e880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0000-mdtlov_UUID+4:32457:x1802425733042048:12345-0@lo:104: 00010000:00010000:2.0:1718930702.955716:0:6824:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1718930702.955720:0:6824:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88013713e880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0000-mdtlov_UUID+4:32457:x1802425733042048:12345-0@lo:104: Request processed in 40us (113us total) trans 0 rc 0/0 00010000:00010000:0.0:1718930702.955724:0:4830:0:(ldlm_lockd.c:2784:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:2.0:1718930702.955725:0:6824:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5533 00010000:00010000:0.0:1718930702.955728:0:4830:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350dd40/0x4c38e74a547297e1 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1400001000000 nid: local remote: 0x4c38e74a547297e8 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718930702.955730:0:32457:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880081794280 pname:cluuid:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001_UUID:32457:1802425733042048:0@lo:104: 00010000:00010000:1.0:1718930702.955740:0:32457:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b8b40/0x4c38e74a5472985f lrc: 3/0,0 mode: --/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0x4c38e74a54729858 expref: 11 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.955740:0:4830:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008350dd40 already unused, calling callback (ffffffffa0ea60e0) 00010000:00010000:0.0:1718930702.955742:0:4830:0:(ldlm_request.c:1235:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350dd40/0x4c38e74a547297e1 lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x1408401000000 nid: local remote: 0x4c38e74a547297e8 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.955744:0:32457:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x608:0x0].0x0 (ffff8800b4b15200) 00010000:00010000:1.0:1718930702.955745:0:32457:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1718930702.955746:0:32457:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b8b40/0x4c38e74a5472985f lrc: 3/0,0 mode: --/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0x4c38e74a54729858 expref: 11 pid: 32457 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1718930702.955748:0:4830:0:(mdt_handler.c:3608:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350dd40/0x4c38e74a547297e1 lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x1409401000000 nid: local remote: 0x4c38e74a547297e8 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.955750:0:32457:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff8800849b8b40, rc 0) 00000100:00100000:1.0:1718930702.955764:0:32457:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800967db900 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+11:6837:x1802425733041984:12345-0@lo:101:mdt00_000.0 Request processed in 212us (266us total) trans 0 rc 0/0 00010000:00010000:0.0:1718930702.955764:0:4830:0:(ldlm_request.c:1301:ldlm_cancel_pack()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350dd40/0x4c38e74a547297e1 lrc: 2/0,0 mode: --/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x5c09401000000 nid: local remote: 0x4c38e74a547297e8 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718930702.955767:0:32457:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20754 00010000:00010000:0.0:1718930702.955770:0:4830:0:(ldlm_request.c:1305:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:2.0:1718930702.955779:0:6837:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800967de880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733041984:0@lo:101:mdt00_000.0 00010000:00010000:0.0:1718930702.955780:0:4830:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350dd40/0x4c38e74a547297e1 lrc: 1/0,0 mode: --/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x5c09401000000 nid: local remote: 0x4c38e74a547297e8 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.955785:0:4830:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350dd40/0x4c38e74a547297e1 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x5c09401000000 nid: local remote: 0x4c38e74a547297e8 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718930702.955786:0:3321:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88009767cc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3321:1802425733042112:0@lo:103:ldlm_bl_05.0 00010000:00010000:2.0:1718930702.955787:0:6837:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350d680/0x4c38e74a54729858 lrc: 4/0,1 mode: --/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0x4c38e74a5472985f expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.955793:0:6837:0:(ldlm_request.c:286:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350d680/0x4c38e74a54729858 lrc: 4/0,1 mode: --/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0x4c38e74a5472985f expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.955794:0:4830:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1718930702.955795:0:4830:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1718930702.955797:0:4830:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1718930702.955798:0:3321:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718930702.955817:0:6826:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733042112 00010000:00010000:2.0:1718930702.955826:0:6826:0:(ldlm_lockd.c:2633:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009b054900/0x4c38e74a547297e8 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000401000020 nid: 0@lo remote: 0x4c38e74a547297e1 expref: 11 pid: 8528 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930702.955839:0:6826:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63318 00000100:00100000:2.0:1718930702.955842:0:6826:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88013713f200 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000-mdtlov_UUID+11:3321:x1802425733042112:12345-0@lo:103:ldlm_bl_05.0 00010000:00010000:2.0:1718930702.955849:0:6826:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000001:00080000:0.0:1718930702.956368:0:8049:0:(tgt_lastrcvd.c:926:tgt_cb_last_committed()) lustre-MDT0001: transno 4294987127 is committed 00010000:00010000:2.0:1718930702.956425:0:6826:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009b054900/0x4c38e74a547297e8 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801401000020 nid: 0@lo remote: 0x4c38e74a547297e1 expref: 9 pid: 8528 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.956446:0:6826:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x608:0x0].0x0 (ffff8800b4b15200) 00010000:00010000:2.0:1718930702.956449:0:6826:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b8b40/0x4c38e74a5472985f lrc: 2/0,0 mode: --/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0x4c38e74a54729858 expref: 8 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.956454:0:6826:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b8b40/0x4c38e74a5472985f lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080001000000 nid: 0@lo remote: 0x4c38e74a54729858 expref: 8 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.956460:0:6826:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b8b40/0x4c38e74a5472985f lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080001000000 nid: 0@lo remote: 0x4c38e74a54729858 expref: 8 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.956473:0:6826:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b8b40/0x4c38e74a5472985f lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0x4c38e74a54729858 expref: 8 pid: 32457 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930702.956479:0:6826:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800967d9c80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001_UUID:6826:1802425733042176:0@lo:105: 00000100:00100000:2.0:1718930702.956497:0:6826:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718930702.956515:0:6826:0:(client.c:2492:ptlrpc_set_wait()) set ffff880098790e40 going to sleep for 6 seconds 00000100:00100000:0.0:1718930702.956531:0:6824:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733042176 00000100:00100000:0.0:1718930702.956547:0:6824:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5534 00000100:00100000:0.0:1718930702.956551:0:6824:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800967df6c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0000-mdtlov_UUID+4:6826:x1802425733042176:12345-0@lo:105: 00010000:00010000:0.0:1718930702.956557:0:6824:0:(ldlm_lockd.c:1933:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350d680/0x4c38e74a54729858 lrc: 5/0,1 mode: --/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0x4c38e74a5472985f expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.956563:0:6824:0:(ldlm_lockd.c:2010:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350d680/0x4c38e74a54729858 lrc: 5/0,1 mode: --/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0x4c38e74a5472985f expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.956568:0:6824:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350d680/0x4c38e74a54729858 lrc: 5/0,1 mode: PW/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080001000000 nid: local remote: 0x4c38e74a5472985f expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.956573:0:6824:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350d680/0x4c38e74a54729858 lrc: 6/0,1 mode: PW/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080001000000 nid: local remote: 0x4c38e74a5472985f expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.956578:0:6824:0:(ldlm_lockd.c:2038:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350d680/0x4c38e74a54729858 lrc: 6/0,1 mode: PW/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1080001000000 nid: local remote: 0x4c38e74a5472985f expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.956592:0:6824:0:(ldlm_lockd.c:2049:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff88008350d680) 00010000:00010000:2.0:1718930702.956600:0:6837:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350d680/0x4c38e74a54729858 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0x4c38e74a5472985f expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.956606:0:6837:0:(ldlm_request.c:799:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350d680/0x4c38e74a54729858 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0x4c38e74a5472985f expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718930702.956621:0:6824:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800967df6c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0000-mdtlov_UUID+4:6826:x1802425733042176:12345-0@lo:105: Request processed in 70us (124us total) trans 0 rc 0/0 00000100:00100000:0.0:1718930702.956626:0:6824:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5534 00010000:00010000:2.0:1718930702.956628:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350d440/0x4c38e74a54729866 lrc: 3/0,1 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.956633:0:6837:0:(ldlm_request.c:1029:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000001000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350d440/0x4c38e74a54729866 lrc: 3/0,1 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.956639:0:6837:0:(ldlm_request.c:1117:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350d440/0x4c38e74a54729866 lrc: 3/0,1 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930702.956649:0:6837:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800967de880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733042240:0@lo:101:mdt00_000.0 00000100:00100000:2.0:1718930702.956680:0:6837:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718930702.956681:0:6826:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800967d9c80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001_UUID:6826:1802425733042176:0@lo:105: 00000100:00100000:2.0:1718930702.956694:0:6837:0:(client.c:2492:ptlrpc_set_wait()) set ffff880098790600 going to sleep for 6 seconds 00010000:00010000:3.0:1718930702.956696:0:6826:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1718930702.956721:0:6826:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88013713f200 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000-mdtlov_UUID+8:3321:x1802425733042112:12345-0@lo:103:ldlm_bl_05.0 Request processed in 877us (921us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930702.956724:0:32457:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733042240 00000100:00100000:3.0:1718930702.956727:0:6826:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63318 00000100:00100000:0.0:1718930702.956733:0:3321:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88009767cc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3321:1802425733042112:0@lo:103:ldlm_bl_05.0 00000100:00100000:1.0:1718930702.956743:0:32457:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20755 00000100:00100000:1.0:1718930702.956746:0:32457:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800967d8980 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+8:6837:x1802425733042240:12345-0@lo:101:mdt00_000.0 00010000:00010000:1.0:1718930702.956754:0:32457:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1718930702.956760:0:32457:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b98c0/0x4c38e74a5472986d lrc: 2/0,0 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4c38e74a54729866 expref: -99 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.956772:0:32457:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff88009b056d00/0x4c38e74a547297f6 lrc: 2/0,0 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0x4c38e74a547297ef expref: 9 pid: 8528 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.956777:0:32457:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b98c0/0x4c38e74a5472986d lrc: 4/0,0 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000001000000 nid: 0@lo remote: 0x4c38e74a54729866 expref: 9 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.956792:0:32457:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff88009b056d00/0x4c38e74a547297f6 lrc: 3/0,0 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000001000020 nid: 0@lo remote: 0x4c38e74a547297ef expref: 9 pid: 8528 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718930702.956800:0:32457:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880081794280 pname:cluuid:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001_UUID:32457:1802425733042304:0@lo:104: 00000100:00100000:1.0:1718930702.956822:0:32457:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718930702.956831:0:32457:0:(client.c:2492:ptlrpc_set_wait()) set ffff8800a16ad840 going to sleep for 6 seconds 00000100:00100000:0.0:1718930702.956834:0:6824:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733042304 00000100:00100000:0.0:1718930702.956851:0:6824:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5535 00000100:00100000:0.0:1718930702.956854:0:6824:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e3d7200 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0000-mdtlov_UUID+4:32457:x1802425733042304:12345-0@lo:104: 00010000:00010000:0.0:1718930702.956885:0:6824:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00010000:2.0:1718930702.956888:0:8059:0:(ldlm_lockd.c:2784:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:0.0:1718930702.956889:0:6824:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e3d7200 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0000-mdtlov_UUID+4:32457:x1802425733042304:12345-0@lo:104: Request processed in 34us (67us total) trans 0 rc 0/0 00010000:00010000:2.0:1718930702.956891:0:8059:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff880097204fc0/0x4c38e74a547297ef lrc: 3/0,0 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1400001000000 nid: local remote: 0x4c38e74a547297f6 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718930702.956893:0:6824:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5535 00010000:00010000:2.0:1718930702.956897:0:8059:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880097204fc0 already unused, calling callback (ffffffffa0ea60e0) 00000100:00100000:1.0:1718930702.956899:0:32457:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880081794280 pname:cluuid:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001_UUID:32457:1802425733042304:0@lo:104: 00010000:00010000:2.0:1718930702.956900:0:8059:0:(ldlm_request.c:1235:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff880097204fc0/0x4c38e74a547297ef lrc: 4/0,0 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x1408401000000 nid: local remote: 0x4c38e74a547297f6 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1718930702.956905:0:8059:0:(mdt_handler.c:3608:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff880097204fc0/0x4c38e74a547297ef lrc: 4/0,0 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x1409401000000 nid: local remote: 0x4c38e74a547297f6 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.956911:0:32457:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b98c0/0x4c38e74a5472986d lrc: 3/0,0 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0x4c38e74a54729866 expref: 9 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.956917:0:32457:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a6:0x0].0x0 (ffff880098470100) 00010000:00010000:2.0:1718930702.956919:0:8059:0:(ldlm_request.c:1301:ldlm_cancel_pack()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff880097204fc0/0x4c38e74a547297ef lrc: 2/0,0 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x5c09401000000 nid: local remote: 0x4c38e74a547297f6 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.956919:0:32457:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1718930702.956921:0:32457:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b98c0/0x4c38e74a5472986d lrc: 3/0,0 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0x4c38e74a54729866 expref: 9 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.956923:0:8059:0:(ldlm_request.c:1305:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1718930702.956926:0:32457:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff8800849b98c0, rc 0) 00010000:00010000:2.0:1718930702.956937:0:8059:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff880097204fc0/0x4c38e74a547297ef lrc: 1/0,0 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x5c09401000000 nid: local remote: 0x4c38e74a547297f6 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.956942:0:8059:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff880097204fc0/0x4c38e74a547297ef lrc: 0/0,0 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x5c09401000000 nid: local remote: 0x4c38e74a547297f6 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718930702.956944:0:3323:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1718930702.956945:0:32457:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800967d8980 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+9:6837:x1802425733042240:12345-0@lo:101:mdt00_000.0 Request processed in 198us (266us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930702.956950:0:32457:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20755 00000100:00100000:0.0:1718930702.956950:0:3323:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800967db440 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3323:1802425733042368:0@lo:103:ldlm_bl_03.0 00010000:00010000:2.0:1718930702.956951:0:8059:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1718930702.956952:0:8059:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1718930702.956953:0:8059:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1718930702.956966:0:6837:0:(client.c:2892:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 4294987127 gen 2 00000004:00080000:2.0:1718930702.956968:0:6837:0:(osp_trans.c:1044:osp_request_commit_cb()) trans no 4294987126 committed transno 4294987127 00000100:00100000:0.0:1718930702.956970:0:3323:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1718930702.956980:0:6837:0:(osp_trans.c:1044:osp_request_commit_cb()) trans no 4294987127 committed transno 4294987127 00000100:00100000:3.0:1718930702.956988:0:6826:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733042368 00000100:00100000:2.0:1718930702.956991:0:6837:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800967de880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733042240:0@lo:101:mdt00_000.0 00010000:00010000:2.0:1718930702.956997:0:6837:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350d440/0x4c38e74a54729866 lrc: 4/0,1 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0x4c38e74a5472986d expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.957001:0:6826:0:(ldlm_lockd.c:2633:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009b056d00/0x4c38e74a547297f6 lrc: 3/0,0 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000401000020 nid: 0@lo remote: 0x4c38e74a547297ef expref: 9 pid: 8528 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.957003:0:6837:0:(ldlm_request.c:286:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350d440/0x4c38e74a54729866 lrc: 4/0,1 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0x4c38e74a5472986d expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718930702.957017:0:6826:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63319 00000100:00100000:3.0:1718930702.957021:0:6826:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88009767cc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000-mdtlov_UUID+9:3323:x1802425733042368:12345-0@lo:103:ldlm_bl_03.0 00010000:00010000:3.0:1718930702.957028:0:6826:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1718930702.957211:0:6826:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009b056d00/0x4c38e74a547297f6 lrc: 0/0,0 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801401000020 nid: 0@lo remote: 0x4c38e74a547297ef expref: 9 pid: 8528 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.957221:0:6826:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a6:0x0].0x0 (ffff880098470100) 00010000:00010000:0.0:1718930702.957223:0:6826:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b98c0/0x4c38e74a5472986d lrc: 2/0,0 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0x4c38e74a54729866 expref: 8 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.957227:0:6826:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b98c0/0x4c38e74a5472986d lrc: 2/0,0 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080001000000 nid: 0@lo remote: 0x4c38e74a54729866 expref: 8 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.957230:0:6826:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b98c0/0x4c38e74a5472986d lrc: 3/0,0 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080001000000 nid: 0@lo remote: 0x4c38e74a54729866 expref: 8 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.957240:0:6826:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b98c0/0x4c38e74a5472986d lrc: 3/0,0 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0x4c38e74a54729866 expref: 8 pid: 32457 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718930702.957244:0:6826:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88009767e880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001_UUID:6826:1802425733042432:0@lo:105: 00000100:00100000:0.0:1718930702.957258:0:6826:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1718930702.957274:0:6826:0:(client.c:2492:ptlrpc_set_wait()) set ffff880084cb63c0 going to sleep for 6 seconds 00000100:00100000:2.0:1718930702.957292:0:6824:0:(service.c:168:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:2.0:1718930702.957300:0:6824:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733042432 00000100:00100000:2.0:1718930702.957313:0:6824:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5536 00000100:00100000:2.0:1718930702.957316:0:6824:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88009770d850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0000-mdtlov_UUID+4:6826:x1802425733042432:12345-0@lo:105: 00010000:00010000:2.0:1718930702.957321:0:6824:0:(ldlm_lockd.c:1933:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350d440/0x4c38e74a54729866 lrc: 5/0,1 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0x4c38e74a5472986d expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.957327:0:6824:0:(ldlm_lockd.c:2010:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350d440/0x4c38e74a54729866 lrc: 5/0,1 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0x4c38e74a5472986d expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.957332:0:6824:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350d440/0x4c38e74a54729866 lrc: 5/0,1 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080001000000 nid: local remote: 0x4c38e74a5472986d expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.957336:0:6824:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350d440/0x4c38e74a54729866 lrc: 6/0,1 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080001000000 nid: local remote: 0x4c38e74a5472986d expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.957341:0:6824:0:(ldlm_lockd.c:2038:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350d440/0x4c38e74a54729866 lrc: 6/0,1 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1080001000000 nid: local remote: 0x4c38e74a5472986d expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.957350:0:6824:0:(ldlm_lockd.c:2049:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff88008350d440) 00010000:00010000:0.0:1718930702.957356:0:6837:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350d440/0x4c38e74a54729866 lrc: 4/0,1 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0x4c38e74a5472986d expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.957361:0:6837:0:(ldlm_request.c:799:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350d440/0x4c38e74a54729866 lrc: 4/0,1 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0x4c38e74a5472986d expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1718930702.957373:0:6837:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x240000400:0x1a6:0x0] 00000100:00100000:2.0:1718930702.957377:0:6824:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88009770d850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0000-mdtlov_UUID+4:6826:x1802425733042432:12345-0@lo:105: Request processed in 60us (118us total) trans 0 rc 0/0 00000100:00100000:2.0:1718930702.957382:0:6824:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5536 00010000:00010000:0.0:1718930702.957382:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b055d40/0x4c38e74a54729874 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x79c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.957388:0:6837:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b055680/0x4c38e74a547297fd lrc: 2/0,1 mode: COS/COS res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.957397:0:6837:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009b055d40/0x4c38e74a54729874 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718930702.957398:0:6826:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88009767e880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001_UUID:6826:1802425733042432:0@lo:105: 00010000:00010000:0.0:1718930702.957405:0:6837:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff88009b055680/0x4c38e74a547297fd lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210401000020 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.957406:0:6826:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00080000:00080000:0.0:1718930702.957420:0:6837:0:(osd_handler.c:2525:osd_commit_async()) lustre-MDT0000: async commit OSD 00000100:00100000:1.0:1718930702.957421:0:6826:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88009767cc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000-mdtlov_UUID+8:3323:x1802425733042368:12345-0@lo:103:ldlm_bl_03.0 Request processed in 400us (451us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930702.957424:0:6826:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63319 00000100:00100000:2.0:1718930702.957446:0:3323:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800967db440 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3323:1802425733042368:0@lo:103:ldlm_bl_03.0 00010000:00010000:0.0:1718930702.957459:0:6837:0:(ldlm_request.c:286:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009b055d40/0x4c38e74a54729874 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.957993:0:32428:0:(ldlm_request.c:1235:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350cfc0/0x4c38e74a54729812 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x60f:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008401000000 nid: local remote: 0x4c38e74a54729819 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1718930702.957999:0:32428:0:(mdt_handler.c:3608:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350cfc0/0x4c38e74a54729812 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x60f:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009401000000 nid: local remote: 0x4c38e74a54729819 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.957999:0:3307:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b055680/0x4c38e74a547297fd lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210401000020 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.958004:0:3307:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009b055680/0x4c38e74a547297fd lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210401000020 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.958008:0:3307:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009b055680/0x4c38e74a547297fd lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210401000020 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.958010:0:3307:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88009b055680 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:3.0:1718930702.958011:0:32428:0:(ldlm_request.c:1301:ldlm_cancel_pack()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350cfc0/0x4c38e74a54729812 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x60f:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0x4c38e74a54729819 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.958011:0:3307:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b055680/0x4c38e74a547297fd lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210401000020 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.958014:0:32428:0:(ldlm_request.c:1305:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1718930702.958014:0:3307:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b055680/0x4c38e74a547297fd lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218401000020 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.958019:0:3307:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x79c:0x0].0x0 (ffff880093297000) 00010000:00010000:0.0:1718930702.958021:0:3307:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1718930702.958022:0:3307:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88009b055d40/0x4c38e74a54729874 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.958025:0:32428:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350cfc0/0x4c38e74a54729812 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x60f:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0x4c38e74a54729819 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.958028:0:3307:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b055d40/0x4c38e74a54729874 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000001:00080000:3.0:1718930702.958033:0:32428:0:(tgt_lastrcvd.c:926:tgt_cb_last_committed()) lustre-MDT0000: transno 8589959530 is committed 00010000:00010000:0.0:1718930702.958034:0:3307:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b055d40/0x4c38e74a54729874 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000020:00080000:3.0:1718930702.958036:0:32428:0:(update_trans.c:80:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff880133dd3780 refcount 2 committed 0 result 0 batchid 4295040269 00000020:00080000:3.0:1718930702.958038:0:32428:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff880084a44a00 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff880084a52980 00000020:00080000:3.0:1718930702.958039:0:32428:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff880084a44200 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff880084a52800 00000020:00080000:3.0:1718930702.958041:0:32428:0:(update_trans.c:94:top_multiple_thandle_dump()) cookie [0x2:0x40000404:0x2].760 00000020:00080000:3.0:1718930702.958042:0:32428:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff880084a44400 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff880084a44700 00000020:00080000:3.0:1718930702.958043:0:32428:0:(update_trans.c:94:top_multiple_thandle_dump()) cookie [0x2:0xbd0:0x2].759 00000020:00080000:3.0:1718930702.958048:0:32428:0:(update_trans.c:1351:distribute_txn_batchid_cb()) lustre-MDT0000: 4295040268 batchid updated 00000100:00100000:2.0:1718930702.958050:0:3323:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88011e304280 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3323:1802425733042496:0@lo:103:jbd2/dm-0-8.0 00010000:00010000:0.0:1718930702.958053:0:3307:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009b055680/0x4c38e74a547297fd lrc: 2/0,0 mode: --/COS res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19401000020 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000020:00080000:3.0:1718930702.958058:0:32454:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 4295040269 committed batchid 4295040268 00010000:00010000:0.0:1718930702.958058:0:3307:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b055680/0x4c38e74a547297fd lrc: 0/0,0 mode: --/COS res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19401000020 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.958067:0:3307:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b057a80/0x4c38e74a54729804 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x79e:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930702.958069:0:3323:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1718930702.958073:0:3307:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009b057a80/0x4c38e74a54729804 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x79e:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000040:00100000:3.0:1718930702.958078:0:32454:0:(llog.c:235:llog_cancel_arr_rec()) Canceling 1 records, first 759 in log [0x2:0x40000404:0x2] 00010000:00010000:0.0:1718930702.958078:0:3307:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009b057a80/0x4c38e74a54729804 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x79e:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.958083:0:3307:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88009b057a80 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:0.0:1718930702.958084:0:3307:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b057a80/0x4c38e74a54729804 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x79e:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.958090:0:3307:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b057a80/0x4c38e74a54729804 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x79e:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1718930702.958091:0:32454:0:(osp_trans.c:1598:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff8800b257db80 with version 1489 00010000:00010000:0.0:1718930702.958097:0:3307:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x79e:0x0].0x0 (ffff88008353cb00) 00010000:00010000:0.0:1718930702.958099:0:3307:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 7f 00000020:00080000:3.0:1718930702.958100:0:32454:0:(update_trans.c:1313:distribute_txn_cancel_records()) lustre-MDT0001-osp-MDT0000: batchid 4295040268 cancel update log [0x2:0x40000404:0x2].759: rc = 0 00010000:00010000:0.0:1718930702.958101:0:3307:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009b057a80/0x4c38e74a54729804 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x79e:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000040:00100000:3.0:1718930702.958103:0:32454:0:(llog.c:235:llog_cancel_arr_rec()) Canceling 1 records, first 758 in log [0x2:0xbd0:0x2] 00000100:00100000:1.0:1718930702.958103:0:6826:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733042496 00000004:00080000:2.0:1718930702.958105:0:32441:0:(osp_trans.c:1343:osp_get_next_request()) ou ffff88007fc1bf00 version 1489 rpc_version 1489 00010000:00010000:0.0:1718930702.958105:0:3307:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b057a80/0x4c38e74a54729804 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x79e:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.958114:0:3307:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: ffff88008350c900/0x4c38e74a5472980b lrc: 3/0,1 mode: COS/COS res: [0x240000402:0x60f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000020:00080000:3.0:1718930702.958118:0:32454:0:(update_trans.c:1313:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 4295040268 cancel update log [0x2:0xbd0:0x2].758: rc = 0 00000100:00100000:2.0:1718930702.958119:0:32441:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800967df6c0 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:32441:1802425733042560:0@lo:1000:osp_up1-0.0 00010000:00010000:0.0:1718930702.958119:0:3307:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008350c900/0x4c38e74a5472980b lrc: 2/0,0 mode: COS/COS res: [0x240000402:0x60f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000020:00080000:3.0:1718930702.958122:0:32454:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4295040268 00000100:00100000:1.0:1718930702.958122:0:6826:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9139 00000100:00100000:1.0:1718930702.958124:0:6826:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800967db440 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000-mdtlov_UUID+8:3323:x1802425733042496:12345-0@lo:103:jbd2/dm-0-8.0 00010000:00010000:0.0:1718930702.958124:0:3307:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008350c900/0x4c38e74a5472980b lrc: 3/0,0 mode: COS/COS res: [0x240000402:0x60f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.958128:0:3307:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008350c900 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:1.0:1718930702.958129:0:6826:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1718930702.958130:0:3307:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008350c900/0x4c38e74a5472980b lrc: 3/0,0 mode: COS/COS res: [0x240000402:0x60f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930702.958135:0:32441:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00010000:1.0:1718930702.958135:0:6826:0:(mdt_lvb.c:117:mdt_dom_disk_lvbo_update()) res: [0x240000402:0x60f:0x0] updating lvb mtime from disk: 0 -> 1718930701 00010000:00010000:0.0:1718930702.958135:0:3307:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008350c900/0x4c38e74a5472980b lrc: 4/0,0 mode: COS/COS res: [0x240000402:0x60f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.958137:0:6837:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009b055d40/0x4c38e74a54729874 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1718930702.958137:0:6826:0:(mdt_lvb.c:123:mdt_dom_disk_lvbo_update()) res: [0x240000402:0x60f:0x0] updating lvb atime from disk: 0 -> 1718930701 00000004:00010000:1.0:1718930702.958138:0:6826:0:(mdt_lvb.c:129:mdt_dom_disk_lvbo_update()) res: [0x240000402:0x60f:0x0] updating lvb ctime from disk: 0 -> 1718930701 00010000:00010000:3.0:1718930702.958141:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b055d40/0x4c38e74a54729874 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.958141:0:3307:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x60f:0x0].0x0 (ffff880084a44100) 00010000:00010000:0.0:1718930702.958142:0:3307:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1 00000100:00100000:2.0:1718930702.958143:0:32441:0:(client.c:2492:ptlrpc_set_wait()) set ffff880098790e40 going to sleep for 6 seconds 00010000:00010000:0.0:1718930702.958144:0:3307:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008350c900/0x4c38e74a5472980b lrc: 2/0,0 mode: --/COS res: [0x240000402:0x60f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.958145:0:6826:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800849ba640/0x4c38e74a54729819 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x60f:0x0].0x0 bits 0x47/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801001000000 nid: 0@lo remote: 0x4c38e74a54729812 expref: 8 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.958148:0:3307:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008350c900/0x4c38e74a5472980b lrc: 0/0,0 mode: --/COS res: [0x240000402:0x60f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.958157:0:6826:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x60f:0x0].0x0 (ffff880098470f00) 00010000:00010000:1.0:1718930702.958161:0:6826:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1718930702.958178:0:6826:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800967db440 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000-mdtlov_UUID+7:3323:x1802425733042496:12345-0@lo:103:jbd2/dm-0-8.0 Request processed in 54us (110us total) trans 0 rc 0/0 00010000:00010000:3.0:1718930702.958179:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7a6:0x0].0x0 (ffff88012d7bb500) 00010000:00010000:3.0:1718930702.958181:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 4 00000100:00100000:1.0:1718930702.958182:0:6826:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9139 00010000:00010000:3.0:1718930702.958183:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008350c000/0x4c38e74a5472983c lrc: 0/0,0 mode: --/PW res: [0x200000402:0x7a6:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fa98 expref: 15 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930702.958189:0:3323:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88011e304280 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3323:1802425733042496:0@lo:103:jbd2/dm-0-8.0 00000100:00100000:1.0:1718930702.958193:0:32457:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733042560 00010000:00010000:3.0:1718930702.958200:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800972061c0/0x4c38e74a5472987b lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7a6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718930702.958200:0:32457:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20756 00000100:00100000:1.0:1718930702.958202:0:32457:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800967da600 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+7:32441:x1802425733042560:12345-0@lo:1000:osp_up1-0.0 00010000:00010000:3.0:1718930702.958205:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800972061c0/0x4c38e74a5472987b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7a6:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.958208:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800972061c0/0x4c38e74a5472987b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7a6:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718930702.958239:0:6837:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88011e304740 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733042624:0@lo:1000:mdt00_000.0 00000100:00100000:3.0:1718930702.958255:0:6837:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718930702.958263:0:6837:0:(client.c:2492:ptlrpc_set_wait()) set ffff88008c2edcc0 going to sleep for 6 seconds 00000100:00100000:1.0:1718930702.958266:0:32457:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800967da600 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+8:32441:x1802425733042560:12345-0@lo:1000:osp_up1-0.0 Request processed in 63us (131us total) trans 4294987128 rc 0/0 00000100:00100000:1.0:1718930702.958269:0:32457:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20756 00000100:00100000:0.0:1718930702.958272:0:8528:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733042624 00000100:00100000:0.0:1718930702.958289:0:8528:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20757 00000100:00100000:2.0:1718930702.958291:0:32441:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800967df6c0 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:32441:1802425733042560:0@lo:1000:osp_up1-0.0 00000100:00100000:0.0:1718930702.958292:0:8528:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e3050c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+8:6837:x1802425733042624:12345-0@lo:1000:mdt00_000.0 00000100:00100000:0.0:1718930702.958345:0:8528:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e3050c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+8:6837:x1802425733042624:12345-0@lo:1000:mdt00_000.0 Request processed in 53us (90us total) trans 0 rc -2/-2 00000100:00100000:0.0:1718930702.958351:0:8528:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20757 00000100:00100000:3.0:1718930702.958352:0:6837:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88011e304740 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733042624:0@lo:1000:mdt00_000.0 00010000:00010000:3.0:1718930702.958366:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880097207840/0x4c38e74a54729882 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x610:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.958370:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097207840/0x4c38e74a54729882 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x610:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.958374:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097207840/0x4c38e74a54729882 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x610:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.958383:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff880097204000/0x4c38e74a54729889 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x610:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.958386:0:6837:0:(ldlm_request.c:1029:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000001000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff880097204000/0x4c38e74a54729889 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x610:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.958390:0:6837:0:(ldlm_request.c:1117:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff880097204000/0x4c38e74a54729889 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x610:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718930702.958395:0:6837:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88011e304740 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733042688:0@lo:101:mdt00_000.0 00000100:00100000:3.0:1718930702.958406:0:6837:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718930702.958412:0:6837:0:(client.c:2492:ptlrpc_set_wait()) set ffff88008c2eda80 going to sleep for 6 seconds 00000100:00100000:0.0:1718930702.958419:0:8528:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733042688 00000100:00100000:0.0:1718930702.958451:0:8528:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20758 00000100:00100000:0.0:1718930702.958454:0:8528:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e305f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+8:6837:x1802425733042688:12345-0@lo:101:mdt00_000.0 00010000:00010000:0.0:1718930702.958459:0:8528:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1718930702.958465:0:8528:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009b055b00/0x4c38e74a54729890 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x610:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4c38e74a54729889 expref: -99 pid: 8528 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.958473:0:8528:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009b055b00/0x4c38e74a54729890 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x610:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000001000000 nid: 0@lo remote: 0x4c38e74a54729889 expref: 9 pid: 8528 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.958478:0:8528:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88009b055b00/0x4c38e74a54729890 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x610:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0x4c38e74a54729889 expref: 9 pid: 8528 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.958498:0:8528:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x610:0x0].0x0 (ffff88008f89e400) 00010000:00010000:0.0:1718930702.958500:0:8528:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 47 00010000:00010000:0.0:1718930702.958501:0:8528:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88009b055b00, rc 0) 00000100:00100000:0.0:1718930702.958516:0:8528:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e305f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+9:6837:x1802425733042688:12345-0@lo:101:mdt00_000.0 Request processed in 62us (110us total) trans 0 rc 0/0 00000100:00100000:0.0:1718930702.958520:0:8528:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20758 00000100:00100000:3.0:1718930702.958523:0:6837:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88011e304740 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733042688:0@lo:101:mdt00_000.0 00010000:00010000:3.0:1718930702.958528:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff880097204000/0x4c38e74a54729889 lrc: 4/0,1 mode: EX/EX res: [0x240000402:0x610:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0x4c38e74a54729890 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.958532:0:6837:0:(ldlm_request.c:799:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff880097204000/0x4c38e74a54729889 lrc: 4/0,1 mode: EX/EX res: [0x240000402:0x610:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0x4c38e74a54729890 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1718930702.958538:0:6837:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x240000402:0x610:0x0] 00000100:00100000:3.0:1718930702.958878:0:6837:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88011e304740 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733042752:0@lo:403:mdt00_000.0 00000100:00100000:3.0:1718930702.958893:0:6837:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718930702.958907:0:6837:0:(client.c:2492:ptlrpc_set_wait()) set ffff88008c2eda80 going to sleep for 6 seconds 00000100:00100000:0.0:1718930702.958922:0:8528:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733042752 00000100:00100000:0.0:1718930702.958937:0:8528:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20759 00000100:00100000:0.0:1718930702.958938:0:8528:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e3063c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+9:6837:x1802425733042752:12345-0@lo:403:mdt00_000.0 00000100:00100000:0.0:1718930702.960044:0:8528:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e3063c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+9:6837:x1802425733042752:12345-0@lo:403:mdt00_000.0 Request processed in 1104us (1150us total) trans 0 rc 0/0 00000100:00100000:0.0:1718930702.960048:0:8528:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20759 00000100:00100000:3.0:1718930702.960111:0:6837:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88011e304740 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733042752:0@lo:403:mdt00_000.0 00000100:00100000:3.0:1718930702.960608:0:6837:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88011e304740 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733042816:0@lo:1000:mdt00_000.0 00000100:00100000:3.0:1718930702.960625:0:6837:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718930702.960641:0:6837:0:(client.c:2492:ptlrpc_set_wait()) set ffff88008c2edcc0 going to sleep for 6 seconds 00000100:00100000:0.0:1718930702.960656:0:8528:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733042816 00000100:00100000:0.0:1718930702.960695:0:8528:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20760 00000100:00100000:0.0:1718930702.960698:0:8528:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e305a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+9:6837:x1802425733042816:12345-0@lo:1000:mdt00_000.0 00000100:00100000:0.0:1718930702.960746:0:8528:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e305a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+9:6837:x1802425733042816:12345-0@lo:1000:mdt00_000.0 Request processed in 48us (120us total) trans 0 rc 0/0 00000100:00100000:0.0:1718930702.960752:0:8528:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20760 00000100:00100000:2.0:1718930702.960760:0:6837:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88011e304740 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733042816:0@lo:1000:mdt00_000.0 00000100:00100000:2.0:1718930702.960810:0:6837:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800967de880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733042880:0@lo:1000:mdt00_000.0 00000100:00100000:2.0:1718930702.960827:0:6837:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718930702.960835:0:6837:0:(client.c:2492:ptlrpc_set_wait()) set ffff880133dd3f00 going to sleep for 6 seconds 00000100:00100000:0.0:1718930702.960844:0:8528:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733042880 00000100:00100000:0.0:1718930702.960863:0:8528:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20761 00000100:00100000:0.0:1718930702.960866:0:8528:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800967d9c80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+9:6837:x1802425733042880:12345-0@lo:1000:mdt00_000.0 00000100:00100000:0.0:1718930702.960906:0:8528:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800967d9c80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+9:6837:x1802425733042880:12345-0@lo:1000:mdt00_000.0 Request processed in 39us (79us total) trans 0 rc 0/0 00000100:00100000:0.0:1718930702.960911:0:8528:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20761 00000100:00100000:2.0:1718930702.960930:0:6837:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800967de880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733042880:0@lo:1000:mdt00_000.0 00000100:00100000:2.0:1718930702.960972:0:6837:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800967de880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733042944:0@lo:1000:mdt00_000.0 00000100:00100000:2.0:1718930702.960988:0:6837:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718930702.960996:0:6837:0:(client.c:2492:ptlrpc_set_wait()) set ffff880098790e40 going to sleep for 6 seconds 00000100:00100000:0.0:1718930702.961005:0:8528:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733042944 00000100:00100000:0.0:1718930702.961024:0:8528:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20762 00000100:00100000:0.0:1718930702.961026:0:8528:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a101da40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:6837:x1802425733042944:12345-0@lo:1000:mdt00_000.0 00000100:00100000:0.0:1718930702.961063:0:8528:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a101da40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:6837:x1802425733042944:12345-0@lo:1000:mdt00_000.0 Request processed in 36us (75us total) trans 0 rc 0/0 00000100:00100000:0.0:1718930702.961068:0:8528:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20762 00000100:00100000:2.0:1718930702.961078:0:6837:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800967de880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733042944:0@lo:1000:mdt00_000.0 00000040:00080000:2.0:1718930702.961264:0:6837:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x200000bd0:0x2:0x0].760, 1064 off573776 00000040:00080000:2.0:1718930702.961287:0:6837:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x240000404:0x2:0x0].761, 1144 off637360 00000004:00080000:2.0:1718930702.961290:0:6837:0:(osp_trans.c:1598:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff8800a1683300 with version 1490 00000004:00080000:0.0:1718930702.961325:0:32441:0:(osp_trans.c:1343:osp_get_next_request()) ou ffff88007fc1bf00 version 1490 rpc_version 1490 00000100:00100000:0.0:1718930702.961342:0:32441:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880097678000 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:32441:1802425733043008:0@lo:1000:osp_up1-0.0 00000100:00100000:0.0:1718930702.961364:0:32441:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1718930702.961373:0:32441:0:(client.c:2492:ptlrpc_set_wait()) set ffff880084cb6540 going to sleep for 6 seconds 00000100:00100000:2.0:1718930702.961383:0:8528:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733043008 00000100:00100000:2.0:1718930702.961402:0:8528:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20763 00000100:00100000:2.0:1718930702.961405:0:8528:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da19050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+9:32441:x1802425733043008:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:2.0:1718930702.961558:0:8528:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da19050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+10:32441:x1802425733043008:12345-0@lo:1000:osp_up1-0.0 Request processed in 152us (193us total) trans 4294987129 rc 0/0 00000100:00100000:2.0:1718930702.961564:0:8528:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20763 00000100:00100000:0.0:1718930702.961590:0:32441:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880097678000 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:32441:1802425733043008:0@lo:1000:osp_up1-0.0 00000004:00010000:3.0:1718930702.961657:0:6837:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff88013461f6c0 reply state ffff880130c9d000 transno 8589959531 ns: mdt-lustre-MDT0000_UUID lock: ffff880097207840/0x4c38e74a54729882 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x610:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1718930702.961683:0:6837:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x240000402:0x610:0x0] 00010000:00010000:3.0:1718930702.961686:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff880097204000/0x4c38e74a54729889 lrc: 4/0,1 mode: EX/EX res: [0x240000402:0x610:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0x4c38e74a54729890 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.961690:0:6837:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-osp-MDT0000 lock: ffff880097204000/0x4c38e74a54729889 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x610:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0x4c38e74a54729890 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1718930702.961695:0:6837:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff88013461f6c0 reply state ffff880130c9d000 transno 8589959531 ns: mdt-lustre-MDT0000_UUID lock: ffff8800972061c0/0x4c38e74a5472987b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7a6:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1718930702.961736:0:6837:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x240000400:0x1a6:0x0] 00010000:00010000:3.0:1718930702.961738:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350d440/0x4c38e74a54729866 lrc: 4/0,1 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0x4c38e74a5472986d expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.961741:0:6837:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350d440/0x4c38e74a54729866 lrc: 3/0,0 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0x4c38e74a5472986d expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1718930702.961745:0:6837:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff88013461f6c0 reply state ffff880130c9d000 transno 8589959531 ns: mdt-lustre-MDT0000_UUID lock: ffff88009b055d40/0x4c38e74a54729874 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1718930702.961750:0:6837:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x240000402:0x608:0x0] 00010000:00010000:3.0:1718930702.961752:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350d680/0x4c38e74a54729858 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0x4c38e74a5472985f expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.961758:0:6837:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350d680/0x4c38e74a54729858 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0x4c38e74a5472985f expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.961762:0:6837:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008350e1c0/0x4c38e74a54729851 lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.961764:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008350e1c0/0x4c38e74a54729851 lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.961767:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008350e1c0/0x4c38e74a54729851 lrc: 2/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.961770:0:6837:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008350e1c0/0x4c38e74a54729851 lrc: 3/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.961773:0:6837:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008350e1c0 already unused, calling callback (ffffffffa080a190) 00010000:00010000:3.0:1718930702.961774:0:6837:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008350e1c0/0x4c38e74a54729851 lrc: 3/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.961777:0:6837:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008350e1c0/0x4c38e74a54729851 lrc: 4/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.961782:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000004:0x1:0x0].0x0 (ffff880084a44c00) 00010000:00010000:3.0:1718930702.961783:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1718930702.961784:0:6837:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008350e1c0/0x4c38e74a54729851 lrc: 2/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.961788:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008350e1c0/0x4c38e74a54729851 lrc: 0/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718930702.961832:0:6837:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88013461f6c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+16:26684:x1802425753275328:12345-192.168.204.9@tcp:36:lfs.0 Request processed in 8722us (8792us total) trans 8589959531 rc 0/0 00000100:00100000:3.0:1718930702.961836:0:6837:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230793 00010000:00010000:3.0:1718930702.962354:0:3306:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b055d40/0x4c38e74a54729874 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.962360:0:3306:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x79c:0x0].0x0 (ffff880093297000) 00010000:00010000:3.0:1718930702.962361:0:3306:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1718930702.962363:0:3306:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800972061c0/0x4c38e74a5472987b lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7a6:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.962366:0:3306:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7a6:0x0].0x0 (ffff88008482b500) 00010000:00010000:3.0:1718930702.962367:0:3306:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 7f 00010000:00010000:3.0:1718930702.962368:0:3306:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097207840/0x4c38e74a54729882 lrc: 3/0,1 mode: COS/COS res: [0x240000402:0x610:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.962371:0:3306:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x610:0x0].0x0 (ffff88008482b300) 00010000:00010000:3.0:1718930702.962371:0:3306:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1 00000100:00100000:0.0:1718930702.962526:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1718930702.962552:0:6837:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753275392 00000100:00100000:3.0:1718930702.962565:0:6837:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230794 00000100:00100000:3.0:1718930702.962568:0:6837:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88009767d580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+16:26684:x1802425753275392:12345-192.168.204.9@tcp:34:lfs.0 00010000:00010000:3.0:1718930702.962587:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097205f80/0x4c38e74a54729897 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x79c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.962592:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097205f80/0x4c38e74a54729897 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.962596:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097205f80/0x4c38e74a54729897 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.962602:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097204480/0x4c38e74a5472989e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x79c:0x0].0x3566 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.962605:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097204480/0x4c38e74a5472989e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x79c:0x0].0x3566 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.962608:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097204480/0x4c38e74a5472989e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x79c:0x0].0x3566 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.962627:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097206d00/0x4c38e74a547298a5 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7a2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.962631:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097206d00/0x4c38e74a547298a5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7a2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.962634:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097206d00/0x4c38e74a547298a5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7a2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1718930702.962650:0:6837:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880097206d00/0x4c38e74a547298a5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7a2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.962655:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097205f80/0x4c38e74a54729897 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.962657:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880097205f80/0x4c38e74a54729897 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.962676:0:6837:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880097205f80/0x4c38e74a54729897 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.962682:0:6837:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880097205f80 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:3.0:1718930702.962683:0:6837:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880097205f80/0x4c38e74a54729897 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.962686:0:6837:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880097205f80/0x4c38e74a54729897 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.962690:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x79c:0x0].0x0 (ffff880093297000) 00010000:00010000:3.0:1718930702.962691:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1718930702.962692:0:6837:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880097205f80/0x4c38e74a54729897 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.962694:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097205f80/0x4c38e74a54729897 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.962700:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097204480/0x4c38e74a5472989e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x79c:0x0].0x3566 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.962703:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880097204480/0x4c38e74a5472989e lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x79c:0x0].0x3566 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.962705:0:6837:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880097204480/0x4c38e74a5472989e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x79c:0x0].0x3566 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.962708:0:6837:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880097204480 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:3.0:1718930702.962709:0:6837:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880097204480/0x4c38e74a5472989e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x79c:0x0].0x3566 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.962711:0:6837:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880097204480/0x4c38e74a5472989e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x79c:0x0].0x3566 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.962715:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x79c:0x0].0x3566 (ffff88008482ba00) 00010000:00010000:3.0:1718930702.962716:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1718930702.962717:0:6837:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880097204480/0x4c38e74a5472989e lrc: 2/0,0 mode: --/PR res: [0x200000402:0x79c:0x0].0x3566 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.962719:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097204480/0x4c38e74a5472989e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x79c:0x0].0x3566 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.962725:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097206d00/0x4c38e74a547298a5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7a2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.962727:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880097206d00/0x4c38e74a547298a5 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7a2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.962730:0:6837:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880097206d00/0x4c38e74a547298a5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7a2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.962732:0:6837:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880097206d00 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:3.0:1718930702.962733:0:6837:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880097206d00/0x4c38e74a547298a5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7a2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.962736:0:6837:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880097206d00/0x4c38e74a547298a5 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7a2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.962739:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7a2:0x0].0x0 (ffff88011ea71100) 00010000:00010000:3.0:1718930702.962740:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1718930702.962740:0:6837:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880097206d00/0x4c38e74a547298a5 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7a2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.962745:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097206d00/0x4c38e74a547298a5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7a2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718930702.962772:0:6837:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88009767d580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+16:26684:x1802425753275392:12345-192.168.204.9@tcp:34:lfs.0 Request processed in 204us (247us total) trans 0 rc 0/0 00000100:00100000:3.0:1718930702.962776:0:6837:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230794 00000100:00100000:0.0:1718930702.963391:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1718930702.963466:0:6837:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753275520 00000100:00100000:3.0:1718930702.963483:0:6837:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230795 00000100:00100000:3.0:1718930702.963486:0:6837:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88009767e880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+16:26684:x1802425753275520:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:3.0:1718930702.963492:0:6837:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1718930702.963497:0:6837:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097207cc0/0x4c38e74a547298ac lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7a2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xceea94147812fa9f expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.963527:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880097205b00/0x4c38e74a547298b3 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7a2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.963532:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097205b00/0x4c38e74a547298b3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7a2:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.963536:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097205b00/0x4c38e74a547298b3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7a2:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00200000:3.0:1718930702.963541:0:6837:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x7a2:0x0]: returning size 0 00010000:00010000:3.0:1718930702.963570:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097207cc0/0x4c38e74a547298ac lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7a2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fa9f expref: 19 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.963577:0:6837:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880097205b00/0x4c38e74a547298b3 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7a2:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fa9f expref: 18 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.963584:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7a2:0x0].0x0 (ffff88011ea71100) 00010000:00010000:3.0:1718930702.963585:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1718930702.963586:0:6837:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff880097205b00, rc 0) 00000100:00100000:3.0:1718930702.963611:0:6837:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88009767e880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+18:26684:x1802425753275520:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 125us (222us total) trans 8589959532 rc 0/0 00000100:00100000:3.0:1718930702.963615:0:6837:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230795 00000100:00100000:0.0:1718930702.964381:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1718930702.964425:0:22545:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753275584 00000100:00100000:2.0:1718930702.964463:0:22545:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.204.9@tcp, with round 492 00000100:00100000:2.0:1718930702.964468:0:22545:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880083c1da40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8a07974b-7506-4725-beb3-4b5c6f8f9250+6:1875:x1802425753275584:12345-192.168.204.9@tcp:1:lfs.0 00002000:00010000:2.0:1718930702.964490:0:22545:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x58b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1718930702.964494:0:22545:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008350f180/0x4c38e74a547298c1 lrc: 3/0,1 mode: --/PW res: [0x58b:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.964502:0:22545:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1718930702.964504:0:22545:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1718930702.964506:0:22545:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008350f180/0x4c38e74a547298c1 lrc: 3/0,1 mode: PW/PW res: [0x58b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.964514:0:22545:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008350f180/0x4c38e74a547298c1 lrc: 3/0,1 mode: PW/PW res: [0x58b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.964521:0:22545:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008350f180/0x4c38e74a547298c1 lrc: 3/0,1 mode: PW/PW res: [0x58b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.964526:0:22545:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008350f180/0x4c38e74a547298c1 lrc: 2/0,0 mode: PW/PW res: [0x58b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.964542:0:22545:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1718930702.964569:0:22545:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880083c1da40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8a07974b-7506-4725-beb3-4b5c6f8f9250+6:1875:x1802425753275584:12345-192.168.204.9@tcp:1:lfs.0 Request processed in 101us (190us total) trans 0 rc 0/0 00010000:00010000:1.0:1718930702.964570:0:6829:0:(ldlm_lockd.c:2784:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1718930702.964575:0:6829:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008350f180/0x4c38e74a547298c1 lrc: 2/0,0 mode: PW/PW res: [0x58b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930702.964576:0:22545:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.204.9@tcp, with round 492 00010000:00010000:1.0:1718930702.964582:0:6829:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008350f180 already unused, calling callback (ffffffffa080a190) 00010000:00010000:1.0:1718930702.964584:0:6829:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008350f180/0x4c38e74a547298c1 lrc: 2/0,0 mode: PW/PW res: [0x58b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.964590:0:6829:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008350f180/0x4c38e74a547298c1 lrc: 3/0,0 mode: PW/PW res: [0x58b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.964602:0:6829:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008350f180/0x4c38e74a547298c1 lrc: 1/0,0 mode: --/PW res: [0x58b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.964607:0:6829:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008350f180/0x4c38e74a547298c1 lrc: 0/0,0 mode: --/PW res: [0x58b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.964621:0:6829:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1718930702.964622:0:6829:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1718930702.964623:0:6829:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1718930702.965340:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1718930702.965411:0:6837:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753275712 00000100:00100000:3.0:1718930702.965469:0:6837:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230796 00000100:00100000:3.0:1718930702.965474:0:6837:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880083c1d0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+18:26684:x1802425753275712:12345-192.168.204.9@tcp:36:lfs.0 00010000:00010000:3.0:1718930702.965499:0:6837:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1718930702.965512:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099ada880/0x4c38e74a547290b0 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7a2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812f972 expref: 18 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.965524:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7a2:0x0].0x0 (ffff88011ea71100) 00010000:00010000:3.0:1718930702.965526:0:6837:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1718930702.965532:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880097206f40/0x4c38e74a547298c8 lrc: 3/0,1 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.965537:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097206f40/0x4c38e74a547298c8 lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.965542:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097206f40/0x4c38e74a547298c8 lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718930702.965562:0:6837:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88011e305580 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733043072:0@lo:1000:mdt00_000.0 00000100:00100000:3.0:1718930702.965582:0:6837:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718930702.965601:0:6837:0:(client.c:2492:ptlrpc_set_wait()) set ffff88008c2edcc0 going to sleep for 6 seconds 00000100:00100000:2.0:1718930702.965622:0:8528:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733043072 00000100:00100000:2.0:1718930702.965646:0:8528:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20764 00000100:00100000:2.0:1718930702.965649:0:8528:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e301c80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+10:6837:x1802425733043072:12345-0@lo:1000:mdt00_000.0 00000100:00100000:2.0:1718930702.965707:0:8528:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e301c80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+10:6837:x1802425733043072:12345-0@lo:1000:mdt00_000.0 Request processed in 57us (124us total) trans 0 rc 0/0 00000100:00100000:2.0:1718930702.965712:0:8528:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20764 00000100:00100000:3.0:1718930702.965729:0:6837:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88011e305580 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733043072:0@lo:1000:mdt00_000.0 00000100:00100000:3.0:1718930702.965753:0:6837:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88011e305580 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733043136:0@lo:1000:mdt00_000.0 00000100:00100000:3.0:1718930702.965767:0:6837:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718930702.965781:0:6837:0:(client.c:2492:ptlrpc_set_wait()) set ffff88008c2edcc0 going to sleep for 6 seconds 00000100:00100000:2.0:1718930702.965793:0:8528:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733043136 00000100:00100000:2.0:1718930702.965810:0:8528:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20765 00000100:00100000:2.0:1718930702.965813:0:8528:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e307200 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+10:6837:x1802425733043136:12345-0@lo:1000:mdt00_000.0 00000100:00100000:2.0:1718930702.965846:0:8528:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e307200 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+10:6837:x1802425733043136:12345-0@lo:1000:mdt00_000.0 Request processed in 33us (79us total) trans 0 rc 0/0 00000100:00100000:2.0:1718930702.965850:0:8528:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20765 00000100:00100000:3.0:1718930702.965853:0:6837:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88011e305580 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733043136:0@lo:1000:mdt00_000.0 00000100:00100000:3.0:1718930702.966210:0:6837:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88011e305580 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733043200:0@lo:403:mdt00_000.0 00000100:00100000:3.0:1718930702.966226:0:6837:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718930702.966240:0:6837:0:(client.c:2492:ptlrpc_set_wait()) set ffff88008c2eda80 going to sleep for 6 seconds 00000100:00100000:2.0:1718930702.966288:0:8528:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733043200 00000100:00100000:2.0:1718930702.966312:0:8528:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20766 00000100:00100000:2.0:1718930702.966315:0:8528:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e303dc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+10:6837:x1802425733043200:12345-0@lo:403:mdt00_000.0 00000100:00100000:2.0:1718930702.967343:0:8528:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e303dc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+10:6837:x1802425733043200:12345-0@lo:403:mdt00_000.0 Request processed in 1027us (1116us total) trans 0 rc 0/0 00000100:00100000:2.0:1718930702.967348:0:8528:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20766 00000100:00100000:3.0:1718930702.967400:0:6837:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88011e305580 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733043200:0@lo:403:mdt00_000.0 00010000:00010000:3.0:1718930702.967855:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff880097204900/0x4c38e74a547298cf lrc: 3/0,1 mode: --/PW res: [0x240000402:0x608:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.967863:0:6837:0:(ldlm_request.c:1029:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000001000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff880097204900/0x4c38e74a547298cf lrc: 3/0,1 mode: --/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.967870:0:6837:0:(ldlm_request.c:1117:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff880097204900/0x4c38e74a547298cf lrc: 3/0,1 mode: --/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718930702.967881:0:6837:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88011e305580 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733043264:0@lo:101:mdt00_000.0 00000100:00100000:3.0:1718930702.967897:0:6837:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718930702.967912:0:6837:0:(client.c:2492:ptlrpc_set_wait()) set ffff88008c2eda80 going to sleep for 6 seconds 00000100:00100000:2.0:1718930702.967970:0:8528:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733043264 00000100:00100000:2.0:1718930702.967994:0:8528:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20767 00000100:00100000:2.0:1718930702.967997:0:8528:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e3050c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+10:6837:x1802425733043264:12345-0@lo:101:mdt00_000.0 00010000:00010000:2.0:1718930702.968003:0:8528:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1718930702.968009:0:8528:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008350e880/0x4c38e74a547298d6 lrc: 2/0,0 mode: --/PW res: [0x240000402:0x608:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4c38e74a547298cf expref: -99 pid: 8528 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.968019:0:8528:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b8b40/0x4c38e74a5472985f lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0x4c38e74a54729858 expref: 11 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.968023:0:8528:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008350e880/0x4c38e74a547298d6 lrc: 4/0,0 mode: --/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000001000000 nid: 0@lo remote: 0x4c38e74a547298cf expref: 11 pid: 8528 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.968034:0:8528:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b8b40/0x4c38e74a5472985f lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000001000020 nid: 0@lo remote: 0x4c38e74a54729858 expref: 11 pid: 32457 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930702.968040:0:8528:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800a101da40 pname:cluuid:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001_UUID:8528:1802425733043328:0@lo:104: 00000100:00100000:2.0:1718930702.968056:0:8528:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718930702.968075:0:8528:0:(client.c:2492:ptlrpc_set_wait()) set ffff880133dd33c0 going to sleep for 6 seconds 00000100:00100000:0.0:1718930702.968101:0:6824:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733043328 00000100:00100000:0.0:1718930702.968124:0:6824:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5537 00000100:00100000:0.0:1718930702.968128:0:6824:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800967daac0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0000-mdtlov_UUID+4:8528:x1802425733043328:12345-0@lo:104: 00010000:00010000:0.0:1718930702.968164:0:6824:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1718930702.968165:0:8528:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800a101da40 pname:cluuid:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001_UUID:8528:1802425733043328:0@lo:104: 00000100:00100000:0.0:1718930702.968167:0:6824:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800967daac0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0000-mdtlov_UUID+4:8528:x1802425733043328:12345-0@lo:104: Request processed in 39us (111us total) trans 0 rc 0/0 00000100:00100000:0.0:1718930702.968172:0:6824:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5537 00010000:00010000:2.0:1718930702.968177:0:8528:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88008350e880/0x4c38e74a547298d6 lrc: 3/0,0 mode: --/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0x4c38e74a547298cf expref: 11 pid: 8528 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.968183:0:8528:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x608:0x0].0x0 (ffff8800b4b15200) 00010000:00010000:2.0:1718930702.968185:0:8528:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1718930702.968186:0:11341:0:(ldlm_lockd.c:2784:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1718930702.968187:0:8528:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff88008350e880/0x4c38e74a547298d6 lrc: 3/0,0 mode: --/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0x4c38e74a547298cf expref: 11 pid: 8528 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.968189:0:11341:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350d680/0x4c38e74a54729858 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1400001000000 nid: local remote: 0x4c38e74a5472985f expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.968193:0:8528:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88008350e880, rc 0) 00010000:00010000:3.0:1718930702.968194:0:11341:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008350d680 already unused, calling callback (ffffffffa0ea60e0) 00010000:00010000:3.0:1718930702.968196:0:11341:0:(ldlm_request.c:1235:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350d680/0x4c38e74a54729858 lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x1408401000000 nid: local remote: 0x4c38e74a5472985f expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1718930702.968200:0:11341:0:(mdt_handler.c:3608:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350d680/0x4c38e74a54729858 lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x1409401000000 nid: local remote: 0x4c38e74a5472985f expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.968211:0:11341:0:(ldlm_request.c:1301:ldlm_cancel_pack()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350d680/0x4c38e74a54729858 lrc: 2/0,0 mode: --/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x5c09401000000 nid: local remote: 0x4c38e74a5472985f expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.968214:0:11341:0:(ldlm_request.c:1305:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:2.0:1718930702.968218:0:8528:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e3050c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+11:6837:x1802425733043264:12345-0@lo:101:mdt00_000.0 Request processed in 220us (320us total) trans 0 rc 0/0 00000100:00100000:2.0:1718930702.968223:0:8528:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20767 00010000:00010000:3.0:1718930702.968230:0:11341:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350d680/0x4c38e74a54729858 lrc: 1/0,0 mode: --/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x5c09401000000 nid: local remote: 0x4c38e74a5472985f expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.968234:0:11341:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350d680/0x4c38e74a54729858 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x5c09401000000 nid: local remote: 0x4c38e74a5472985f expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718930702.968237:0:6837:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88011e305580 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733043264:0@lo:101:mdt00_000.0 00010000:00010000:3.0:1718930702.968240:0:11341:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1718930702.968240:0:11341:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1718930702.968241:0:11341:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1718930702.968246:0:6837:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff880097204900/0x4c38e74a547298cf lrc: 4/0,1 mode: --/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0x4c38e74a547298d6 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.968252:0:6837:0:(ldlm_request.c:286:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-MDT0001-osp-MDT0000 lock: ffff880097204900/0x4c38e74a547298cf lrc: 4/0,1 mode: --/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0x4c38e74a547298d6 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718930702.968253:0:3320:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88011e305f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3320:1802425733043392:0@lo:103:ldlm_bl_04.0 00000100:00100000:1.0:1718930702.968279:0:3320:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718930702.968295:0:6826:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733043392 00010000:00010000:2.0:1718930702.968305:0:6826:0:(ldlm_lockd.c:2633:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b8b40/0x4c38e74a5472985f lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000401000020 nid: 0@lo remote: 0x4c38e74a54729858 expref: 11 pid: 32457 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930702.968321:0:6826:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63320 00000100:00100000:2.0:1718930702.968323:0:6826:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e3d1300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000-mdtlov_UUID+11:3320:x1802425733043392:12345-0@lo:103:ldlm_bl_04.0 00010000:00010000:2.0:1718930702.968328:0:6826:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000001:00080000:0.0:1718930702.968834:0:8049:0:(tgt_lastrcvd.c:926:tgt_cb_last_committed()) lustre-MDT0001: transno 4294987129 is committed 00010000:00010000:2.0:1718930702.968891:0:6826:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b8b40/0x4c38e74a5472985f lrc: 0/0,0 mode: --/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801401000020 nid: 0@lo remote: 0x4c38e74a54729858 expref: 9 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.968900:0:6826:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x608:0x0].0x0 (ffff8800b4b15200) 00010000:00010000:2.0:1718930702.968903:0:6826:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff88008350e880/0x4c38e74a547298d6 lrc: 2/0,0 mode: --/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0x4c38e74a547298cf expref: 8 pid: 8528 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.968909:0:6826:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff88008350e880/0x4c38e74a547298d6 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080001000000 nid: 0@lo remote: 0x4c38e74a547298cf expref: 8 pid: 8528 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.968913:0:6826:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008350e880/0x4c38e74a547298d6 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080001000000 nid: 0@lo remote: 0x4c38e74a547298cf expref: 8 pid: 8528 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.968926:0:6826:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0001_UUID lock: ffff88008350e880/0x4c38e74a547298d6 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0x4c38e74a547298cf expref: 8 pid: 8528 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930702.968932:0:6826:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800967dbdc0 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001_UUID:6826:1802425733043456:0@lo:105: 00000100:00100000:2.0:1718930702.968948:0:6826:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718930702.968964:0:6826:0:(client.c:2492:ptlrpc_set_wait()) set ffff880133dd33c0 going to sleep for 6 seconds 00000100:00100000:0.0:1718930702.968966:0:6824:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733043456 00000100:00100000:0.0:1718930702.968980:0:6824:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5538 00000100:00100000:0.0:1718930702.968983:0:6824:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800967da140 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0000-mdtlov_UUID+4:6826:x1802425733043456:12345-0@lo:105: 00010000:00010000:0.0:1718930702.968988:0:6824:0:(ldlm_lockd.c:1933:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0001-osp-MDT0000 lock: ffff880097204900/0x4c38e74a547298cf lrc: 5/0,1 mode: --/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0x4c38e74a547298d6 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.968994:0:6824:0:(ldlm_lockd.c:2010:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0001-osp-MDT0000 lock: ffff880097204900/0x4c38e74a547298cf lrc: 5/0,1 mode: --/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0x4c38e74a547298d6 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.969000:0:6824:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0001-osp-MDT0000 lock: ffff880097204900/0x4c38e74a547298cf lrc: 5/0,1 mode: PW/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080001000000 nid: local remote: 0x4c38e74a547298d6 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.969004:0:6824:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff880097204900/0x4c38e74a547298cf lrc: 6/0,1 mode: PW/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080001000000 nid: local remote: 0x4c38e74a547298d6 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.969009:0:6824:0:(ldlm_lockd.c:2038:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0001-osp-MDT0000 lock: ffff880097204900/0x4c38e74a547298cf lrc: 6/0,1 mode: PW/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1080001000000 nid: local remote: 0x4c38e74a547298d6 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.969018:0:6824:0:(ldlm_lockd.c:2049:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff880097204900) 00010000:00010000:2.0:1718930702.969023:0:6837:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-MDT0001-osp-MDT0000 lock: ffff880097204900/0x4c38e74a547298cf lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0x4c38e74a547298d6 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.969029:0:6837:0:(ldlm_request.c:799:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff880097204900/0x4c38e74a547298cf lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0x4c38e74a547298d6 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718930702.969047:0:6824:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800967da140 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0000-mdtlov_UUID+4:6826:x1802425733043456:12345-0@lo:105: Request processed in 63us (98us total) trans 0 rc 0/0 00000100:00100000:0.0:1718930702.969051:0:6824:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5538 00010000:00010000:2.0:1718930702.969052:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350c480/0x4c38e74a547298dd lrc: 3/0,1 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.969058:0:6837:0:(ldlm_request.c:1029:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000001000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350c480/0x4c38e74a547298dd lrc: 3/0,1 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.969069:0:6837:0:(ldlm_request.c:1117:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350c480/0x4c38e74a547298dd lrc: 3/0,1 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930702.969079:0:6837:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800967d84c0 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733043520:0@lo:101:mdt00_000.0 00000100:00100000:2.0:1718930702.969094:0:6837:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718930702.969105:0:6826:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800967dbdc0 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001_UUID:6826:1802425733043456:0@lo:105: 00000100:00100000:2.0:1718930702.969110:0:6837:0:(client.c:2492:ptlrpc_set_wait()) set ffff880133dd3f00 going to sleep for 6 seconds 00010000:00010000:3.0:1718930702.969116:0:6826:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1718930702.969123:0:8528:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733043520 00000100:00100000:3.0:1718930702.969142:0:6826:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e3d1300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000-mdtlov_UUID+9:3320:x1802425733043392:12345-0@lo:103:ldlm_bl_04.0 Request processed in 818us (864us total) trans 0 rc 0/0 00000100:00100000:3.0:1718930702.969147:0:6826:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63320 00000100:00100000:0.0:1718930702.969150:0:8528:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20768 00000100:00100000:0.0:1718930702.969152:0:8528:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800967d8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+8:6837:x1802425733043520:12345-0@lo:101:mdt00_000.0 00010000:00010000:0.0:1718930702.969157:0:8528:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1718930702.969163:0:8528:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009b057600/0x4c38e74a547298e4 lrc: 2/0,0 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4c38e74a547298dd expref: -99 pid: 8528 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.969171:0:8528:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b98c0/0x4c38e74a5472986d lrc: 2/0,0 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0x4c38e74a54729866 expref: 9 pid: 32457 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718930702.969172:0:3320:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88011e305f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3320:1802425733043392:0@lo:103:ldlm_bl_04.0 00010000:00010000:0.0:1718930702.969174:0:8528:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009b057600/0x4c38e74a547298e4 lrc: 4/0,0 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000001000000 nid: 0@lo remote: 0x4c38e74a547298dd expref: 9 pid: 8528 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.969184:0:8528:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b98c0/0x4c38e74a5472986d lrc: 3/0,0 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000001000020 nid: 0@lo remote: 0x4c38e74a54729866 expref: 9 pid: 32457 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718930702.969189:0:8528:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880083c1f6c0 pname:cluuid:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001_UUID:8528:1802425733043584:0@lo:104: 00000100:00100000:0.0:1718930702.969203:0:8528:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1718930702.969219:0:8528:0:(client.c:2492:ptlrpc_set_wait()) set ffff880084cb6840 going to sleep for 6 seconds 00000100:00100000:2.0:1718930702.969239:0:6824:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733043584 00000100:00100000:2.0:1718930702.969253:0:6824:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5539 00000100:00100000:2.0:1718930702.969257:0:6824:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880083c1c740 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0000-mdtlov_UUID+4:8528:x1802425733043584:12345-0@lo:104: 00000100:00100000:0.0:1718930702.969284:0:8528:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880083c1f6c0 pname:cluuid:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001_UUID:8528:1802425733043584:0@lo:104: 00010000:00010000:2.0:1718930702.969288:0:6824:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1718930702.969291:0:6824:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880083c1c740 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0000-mdtlov_UUID+4:8528:x1802425733043584:12345-0@lo:104: Request processed in 35us (88us total) trans 0 rc 0/0 00010000:00010000:0.0:1718930702.969294:0:8528:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88009b057600/0x4c38e74a547298e4 lrc: 3/0,0 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0x4c38e74a547298dd expref: 9 pid: 8528 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930702.969296:0:6824:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5539 00010000:00010000:0.0:1718930702.969300:0:8528:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a6:0x0].0x0 (ffff880098470100) 00010000:00010000:1.0:1718930702.969301:0:6828:0:(ldlm_lockd.c:2784:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1718930702.969302:0:8528:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1718930702.969304:0:6828:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350d440/0x4c38e74a54729866 lrc: 3/0,0 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1400001000000 nid: local remote: 0x4c38e74a5472986d expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.969304:0:8528:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff88009b057600/0x4c38e74a547298e4 lrc: 3/0,0 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0x4c38e74a547298dd expref: 9 pid: 8528 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.969309:0:8528:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88009b057600, rc 0) 00010000:00010000:1.0:1718930702.969310:0:6828:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008350d440 already unused, calling callback (ffffffffa0ea60e0) 00010000:00010000:1.0:1718930702.969311:0:6828:0:(ldlm_request.c:1235:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350d440/0x4c38e74a54729866 lrc: 4/0,0 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x1408401000000 nid: local remote: 0x4c38e74a5472986d expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1718930702.969315:0:6828:0:(mdt_handler.c:3608:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350d440/0x4c38e74a54729866 lrc: 4/0,0 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x1409401000000 nid: local remote: 0x4c38e74a5472986d expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.969328:0:6828:0:(ldlm_request.c:1301:ldlm_cancel_pack()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350d440/0x4c38e74a54729866 lrc: 2/0,0 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x5c09401000000 nid: local remote: 0x4c38e74a5472986d expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718930702.969328:0:8528:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800967d8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+9:6837:x1802425733043520:12345-0@lo:101:mdt00_000.0 Request processed in 174us (233us total) trans 0 rc 0/0 00010000:00010000:1.0:1718930702.969330:0:6828:0:(ldlm_request.c:1305:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:0.0:1718930702.969333:0:8528:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20768 00000100:00100000:2.0:1718930702.969336:0:6837:0:(client.c:2892:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 4294987129 gen 2 00000004:00080000:2.0:1718930702.969339:0:6837:0:(osp_trans.c:1044:osp_request_commit_cb()) trans no 4294987128 committed transno 4294987129 00010000:00010000:1.0:1718930702.969342:0:6828:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350d440/0x4c38e74a54729866 lrc: 1/0,0 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x5c09401000000 nid: local remote: 0x4c38e74a5472986d expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.969346:0:6828:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350d440/0x4c38e74a54729866 lrc: 0/0,0 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x5c09401000000 nid: local remote: 0x4c38e74a5472986d expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1718930702.969351:0:6837:0:(osp_trans.c:1044:osp_request_commit_cb()) trans no 4294987129 committed transno 4294987129 00010000:00010000:1.0:1718930702.969352:0:6828:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1718930702.969353:0:6828:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1718930702.969354:0:6828:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1718930702.969365:0:6837:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800967d84c0 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733043520:0@lo:101:mdt00_000.0 00000100:00100000:0.0:1718930702.969366:0:3321:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88008e3d7200 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3321:1802425733043648:0@lo:103:ldlm_bl_01.0 00010000:00010000:2.0:1718930702.969373:0:6837:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350c480/0x4c38e74a547298dd lrc: 4/0,1 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0x4c38e74a547298e4 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.969379:0:6837:0:(ldlm_request.c:286:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350c480/0x4c38e74a547298dd lrc: 4/0,1 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0x4c38e74a547298e4 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718930702.969384:0:3321:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718930702.969412:0:6826:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733043648 00010000:00010000:3.0:1718930702.969421:0:6826:0:(ldlm_lockd.c:2633:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b98c0/0x4c38e74a5472986d lrc: 3/0,0 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000401000020 nid: 0@lo remote: 0x4c38e74a54729866 expref: 9 pid: 32457 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718930702.969441:0:6826:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63321 00000100:00100000:3.0:1718930702.969444:0:6826:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880083c1f6c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000-mdtlov_UUID+9:3321:x1802425733043648:12345-0@lo:103:ldlm_bl_01.0 00010000:00010000:3.0:1718930702.969448:0:6826:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1718930702.969569:0:6826:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b98c0/0x4c38e74a5472986d lrc: 0/0,0 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801401000020 nid: 0@lo remote: 0x4c38e74a54729866 expref: 9 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.969576:0:6826:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a6:0x0].0x0 (ffff880098470100) 00010000:00010000:0.0:1718930702.969578:0:6826:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff88009b057600/0x4c38e74a547298e4 lrc: 2/0,0 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0x4c38e74a547298dd expref: 8 pid: 8528 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.969582:0:6826:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff88009b057600/0x4c38e74a547298e4 lrc: 2/0,0 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080001000000 nid: 0@lo remote: 0x4c38e74a547298dd expref: 8 pid: 8528 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.969586:0:6826:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009b057600/0x4c38e74a547298e4 lrc: 3/0,0 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080001000000 nid: 0@lo remote: 0x4c38e74a547298dd expref: 8 pid: 8528 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.969597:0:6826:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0001_UUID lock: ffff88009b057600/0x4c38e74a547298e4 lrc: 3/0,0 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0x4c38e74a547298dd expref: 8 pid: 8528 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718930702.969602:0:6826:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88013517f200 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001_UUID:6826:1802425733043712:0@lo:105: 00000100:00100000:0.0:1718930702.969615:0:6826:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1718930702.969631:0:6826:0:(client.c:2492:ptlrpc_set_wait()) set ffff880084cb6840 going to sleep for 6 seconds 00000100:00100000:2.0:1718930702.969651:0:6824:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733043712 00000100:00100000:2.0:1718930702.969685:0:6824:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5540 00000100:00100000:2.0:1718930702.969689:0:6824:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88013517da40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0000-mdtlov_UUID+4:6826:x1802425733043712:12345-0@lo:105: 00010000:00010000:2.0:1718930702.969697:0:6824:0:(ldlm_lockd.c:1933:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350c480/0x4c38e74a547298dd lrc: 5/0,1 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0x4c38e74a547298e4 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.969702:0:6824:0:(ldlm_lockd.c:2010:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350c480/0x4c38e74a547298dd lrc: 5/0,1 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0x4c38e74a547298e4 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.969708:0:6824:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350c480/0x4c38e74a547298dd lrc: 5/0,1 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080001000000 nid: local remote: 0x4c38e74a547298e4 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.969713:0:6824:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350c480/0x4c38e74a547298dd lrc: 6/0,1 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080001000000 nid: local remote: 0x4c38e74a547298e4 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.969717:0:6824:0:(ldlm_lockd.c:2038:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350c480/0x4c38e74a547298dd lrc: 6/0,1 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1080001000000 nid: local remote: 0x4c38e74a547298e4 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.969727:0:6824:0:(ldlm_lockd.c:2049:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff88008350c480) 00010000:00010000:3.0:1718930702.969734:0:6837:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350c480/0x4c38e74a547298dd lrc: 4/0,1 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0x4c38e74a547298e4 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.969742:0:6837:0:(ldlm_request.c:799:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350c480/0x4c38e74a547298dd lrc: 4/0,1 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0x4c38e74a547298e4 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930702.969746:0:6824:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88013517da40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0000-mdtlov_UUID+4:6826:x1802425733043712:12345-0@lo:105: Request processed in 56us (130us total) trans 0 rc 0/0 00000100:00100000:2.0:1718930702.969751:0:6824:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5540 00000004:00080000:3.0:1718930702.969755:0:6837:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x240000400:0x1a6:0x0] 00000100:00100000:0.0:1718930702.969758:0:6826:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88013517f200 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001_UUID:6826:1802425733043712:0@lo:105: 00010000:00010000:3.0:1718930702.969764:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880097204fc0/0x4c38e74a547298eb lrc: 3/0,1 mode: --/EX res: [0x200000402:0x79c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.969768:0:6826:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1718930702.969771:0:6837:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b055d40/0x4c38e74a54729874 lrc: 2/0,1 mode: COS/COS res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.969775:0:6837:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880097204fc0/0x4c38e74a547298eb lrc: 4/0,1 mode: --/EX res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.969781:0:6837:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff88009b055d40/0x4c38e74a54729874 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210401000020 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718930702.969790:0:6826:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880083c1f6c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000-mdtlov_UUID+8:3321:x1802425733043648:12345-0@lo:103:ldlm_bl_01.0 Request processed in 346us (406us total) trans 0 rc 0/0 00080000:00080000:3.0:1718930702.969791:0:6837:0:(osd_handler.c:2525:osd_commit_async()) lustre-MDT0000: async commit OSD 00000100:00100000:0.0:1718930702.969795:0:6826:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63321 00010000:00010000:3.0:1718930702.969808:0:6837:0:(ldlm_request.c:286:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880097204fc0/0x4c38e74a547298eb lrc: 3/0,1 mode: --/EX res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718930702.969811:0:3321:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88008e3d7200 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3321:1802425733043648:0@lo:103:ldlm_bl_01.0 00010000:00010000:2.0:1718930702.970385:0:32428:0:(ldlm_request.c:1235:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff880097204000/0x4c38e74a54729889 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x610:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008401000000 nid: local remote: 0x4c38e74a54729890 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1718930702.970393:0:32428:0:(mdt_handler.c:3608:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff880097204000/0x4c38e74a54729889 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x610:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009401000000 nid: local remote: 0x4c38e74a54729890 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.970394:0:3307:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b055d40/0x4c38e74a54729874 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210401000020 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.970400:0:3307:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009b055d40/0x4c38e74a54729874 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210401000020 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.970405:0:3307:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009b055d40/0x4c38e74a54729874 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210401000020 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.970407:0:32428:0:(ldlm_request.c:1301:ldlm_cancel_pack()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff880097204000/0x4c38e74a54729889 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x610:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0x4c38e74a54729890 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.970410:0:3307:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88009b055d40 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:2.0:1718930702.970412:0:32428:0:(ldlm_request.c:1305:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1718930702.970412:0:3307:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b055d40/0x4c38e74a54729874 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210401000020 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.970416:0:3307:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b055d40/0x4c38e74a54729874 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218401000020 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.970424:0:3307:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x79c:0x0].0x0 (ffff880093297000) 00010000:00010000:0.0:1718930702.970426:0:3307:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718930702.970437:0:32428:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff880097204000/0x4c38e74a54729889 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x610:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0x4c38e74a54729890 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.970440:0:3307:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880097204fc0/0x4c38e74a547298eb lrc: 3/0,1 mode: --/EX res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.970446:0:3307:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880097204fc0/0x4c38e74a547298eb lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000001:00080000:2.0:1718930702.970449:0:32428:0:(tgt_lastrcvd.c:926:tgt_cb_last_committed()) lustre-MDT0000: transno 8589959532 is committed 00010000:00010000:0.0:1718930702.970451:0:3307:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097204fc0/0x4c38e74a547298eb lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000020:00080000:2.0:1718930702.970453:0:32428:0:(update_trans.c:80:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff880133dd3540 refcount 2 committed 0 result 0 batchid 4295040270 00000020:00080000:2.0:1718930702.970456:0:32428:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff880084a44b00 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff8800a1683800 00000020:00080000:2.0:1718930702.970458:0:32428:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff880084a44000 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff8800a1683300 00000100:00100000:3.0:1718930702.970459:0:3322:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800967df6c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3322:1802425733043776:0@lo:103:jbd2/dm-0-8.0 00000020:00080000:2.0:1718930702.970460:0:32428:0:(update_trans.c:94:top_multiple_thandle_dump()) cookie [0x2:0x40000404:0x2].761 00000020:00080000:2.0:1718930702.970462:0:32428:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff880084a44500 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff880084a44600 00000020:00080000:2.0:1718930702.970464:0:32428:0:(update_trans.c:94:top_multiple_thandle_dump()) cookie [0x2:0xbd0:0x2].760 00010000:00010000:0.0:1718930702.970464:0:3307:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009b055d40/0x4c38e74a54729874 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19401000020 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.970468:0:3307:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b055d40/0x4c38e74a54729874 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19401000020 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000020:00080000:2.0:1718930702.970470:0:32428:0:(update_trans.c:1351:distribute_txn_batchid_cb()) lustre-MDT0000: 4295040269 batchid updated 00010000:00010000:0.0:1718930702.970476:0:3307:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: ffff8800972061c0/0x4c38e74a5472987b lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7a6:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718930702.970481:0:3322:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1718930702.970481:0:3307:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800972061c0/0x4c38e74a5472987b lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x7a6:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.970486:0:3307:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800972061c0/0x4c38e74a5472987b lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x7a6:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.970490:0:3307:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800972061c0 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:0.0:1718930702.970491:0:3307:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800972061c0/0x4c38e74a5472987b lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x7a6:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.970501:0:3307:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800972061c0/0x4c38e74a5472987b lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x7a6:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000020:00080000:3.0:1718930702.970505:0:32454:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 4295040270 committed batchid 4295040269 00010000:00010000:0.0:1718930702.970506:0:3307:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7a6:0x0].0x0 (ffff88008482b500) 00010000:00010000:0.0:1718930702.970508:0:3307:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 7f 00010000:00010000:0.0:1718930702.970509:0:3307:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800972061c0/0x4c38e74a5472987b lrc: 2/0,0 mode: --/COS res: [0x200000402:0x7a6:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.970513:0:3307:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800972061c0/0x4c38e74a5472987b lrc: 0/0,0 mode: --/COS res: [0x200000402:0x7a6:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.970521:0:3307:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: ffff880097207840/0x4c38e74a54729882 lrc: 3/0,1 mode: COS/COS res: [0x240000402:0x610:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000040:00100000:3.0:1718930702.970524:0:32454:0:(llog.c:235:llog_cancel_arr_rec()) Canceling 1 records, first 760 in log [0x2:0x40000404:0x2] 00010000:00010000:0.0:1718930702.970526:0:3307:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880097207840/0x4c38e74a54729882 lrc: 2/0,0 mode: COS/COS res: [0x240000402:0x610:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.970530:0:3307:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880097207840/0x4c38e74a54729882 lrc: 3/0,0 mode: COS/COS res: [0x240000402:0x610:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.970534:0:3307:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880097207840 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:0.0:1718930702.970535:0:3307:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880097207840/0x4c38e74a54729882 lrc: 3/0,0 mode: COS/COS res: [0x240000402:0x610:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1718930702.970537:0:32454:0:(osp_trans.c:1598:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff88007323a380 with version 1491 00010000:00010000:0.0:1718930702.970539:0:3307:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880097207840/0x4c38e74a54729882 lrc: 4/0,0 mode: COS/COS res: [0x240000402:0x610:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000020:00080000:3.0:1718930702.970541:0:32454:0:(update_trans.c:1313:distribute_txn_cancel_records()) lustre-MDT0001-osp-MDT0000: batchid 4295040269 cancel update log [0x2:0x40000404:0x2].760: rc = 0 00010000:00010000:0.0:1718930702.970543:0:3307:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x610:0x0].0x0 (ffff88008482b300) 00000040:00100000:3.0:1718930702.970544:0:32454:0:(llog.c:235:llog_cancel_arr_rec()) Canceling 1 records, first 759 in log [0x2:0xbd0:0x2] 00010000:00010000:0.0:1718930702.970545:0:3307:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1718930702.970546:0:3307:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880097207840/0x4c38e74a54729882 lrc: 2/0,0 mode: --/COS res: [0x240000402:0x610:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718930702.970549:0:6826:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733043776 00010000:00010000:0.0:1718930702.970550:0:3307:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097207840/0x4c38e74a54729882 lrc: 0/0,0 mode: --/COS res: [0x240000402:0x610:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000020:00080000:3.0:1718930702.970555:0:32454:0:(update_trans.c:1313:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 4295040269 cancel update log [0x2:0xbd0:0x2].759: rc = 0 00000020:00080000:3.0:1718930702.970560:0:32454:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4295040269 00000004:00080000:0.0:1718930702.970562:0:32441:0:(osp_trans.c:1343:osp_get_next_request()) ou ffff88007fc1bf00 version 1491 rpc_version 1491 00010000:00010000:3.0:1718930702.970566:0:6837:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880097204fc0/0x4c38e74a547298eb lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718930702.970567:0:6826:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9140 00010000:00010000:3.0:1718930702.970570:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097204fc0/0x4c38e74a547298eb lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718930702.970570:0:6826:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1cf4050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000-mdtlov_UUID+8:3322:x1802425733043776:12345-0@lo:103:jbd2/dm-0-8.0 00010000:00010000:1.0:1718930702.970575:0:6826:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1718930702.970575:0:32441:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88013517f200 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:32441:1802425733043840:0@lo:1000:osp_up1-0.0 00000004:00010000:1.0:1718930702.970581:0:6826:0:(mdt_lvb.c:117:mdt_dom_disk_lvbo_update()) res: [0x240000402:0x610:0x0] updating lvb mtime from disk: 0 -> 1718930701 00000004:00010000:1.0:1718930702.970583:0:6826:0:(mdt_lvb.c:123:mdt_dom_disk_lvbo_update()) res: [0x240000402:0x610:0x0] updating lvb atime from disk: 0 -> 1718930701 00000004:00010000:1.0:1718930702.970584:0:6826:0:(mdt_lvb.c:129:mdt_dom_disk_lvbo_update()) res: [0x240000402:0x610:0x0] updating lvb ctime from disk: 0 -> 1718930701 00010000:00010000:1.0:1718930702.970591:0:6826:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009b055b00/0x4c38e74a54729890 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x610:0x0].0x0 bits 0x47/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801001000000 nid: 0@lo remote: 0x4c38e74a54729889 expref: 8 pid: 8528 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718930702.970592:0:32441:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1718930702.970599:0:6826:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x610:0x0].0x0 (ffff88008f89e400) 00000100:00100000:0.0:1718930702.970601:0:32441:0:(client.c:2492:ptlrpc_set_wait()) set ffff880084cb6840 going to sleep for 6 seconds 00010000:00010000:1.0:1718930702.970603:0:6826:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1718930702.970604:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7a2:0x0].0x0 (ffff88011ea71100) 00010000:00010000:3.0:1718930702.970606:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1718930702.970608:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097205b00/0x4c38e74a547298b3 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x7a2:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fa9f expref: 14 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718930702.970611:0:8528:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733043840 00000100:00100000:1.0:1718930702.970621:0:6826:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1cf4050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000-mdtlov_UUID+8:3322:x1802425733043776:12345-0@lo:103:jbd2/dm-0-8.0 Request processed in 50us (139us total) trans 0 rc 0/0 00010000:00010000:3.0:1718930702.970623:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880097207600/0x4c38e74a547298f2 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7a2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718930702.970624:0:8528:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20769 00000100:00100000:1.0:1718930702.970625:0:6826:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9140 00010000:00010000:3.0:1718930702.970628:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097207600/0x4c38e74a547298f2 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7a2:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718930702.970628:0:8528:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88013517f6c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+8:32441:x1802425733043840:12345-0@lo:1000:osp_up1-0.0 00010000:00010000:3.0:1718930702.970631:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097207600/0x4c38e74a547298f2 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7a2:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930702.970636:0:3322:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800967df6c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3322:1802425733043776:0@lo:103:jbd2/dm-0-8.0 00000100:00100000:3.0:1718930702.970653:0:6837:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88011e3063c0 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733043904:0@lo:1000:mdt00_000.0 00000100:00100000:3.0:1718930702.970684:0:6837:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718930702.970698:0:6837:0:(client.c:2492:ptlrpc_set_wait()) set ffff88008c2eda80 going to sleep for 6 seconds 00000100:00100000:0.0:1718930702.970705:0:8528:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88013517f6c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+8:32441:x1802425733043840:12345-0@lo:1000:osp_up1-0.0 Request processed in 76us (112us total) trans 4294987130 rc 0/0 00000100:00100000:1.0:1718930702.970711:0:32457:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733043904 00000100:00100000:0.0:1718930702.970711:0:8528:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20769 00000100:00100000:1.0:1718930702.970724:0:32457:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20770 00000100:00100000:1.0:1718930702.970726:0:32457:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e305a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+8:6837:x1802425733043904:12345-0@lo:1000:mdt00_000.0 00000100:00100000:0.0:1718930702.970732:0:32441:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88013517f200 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:32441:1802425733043840:0@lo:1000:osp_up1-0.0 00000100:00100000:1.0:1718930702.970778:0:32457:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e305a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+8:6837:x1802425733043904:12345-0@lo:1000:mdt00_000.0 Request processed in 51us (94us total) trans 0 rc -2/-2 00000100:00100000:1.0:1718930702.970782:0:32457:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20770 00000100:00100000:3.0:1718930702.970799:0:6837:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88011e3063c0 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733043904:0@lo:1000:mdt00_000.0 00010000:00010000:3.0:1718930702.970814:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880097204d80/0x4c38e74a547298f9 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x611:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.970819:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097204d80/0x4c38e74a547298f9 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x611:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.970823:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097204d80/0x4c38e74a547298f9 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x611:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.970833:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff880097207180/0x4c38e74a54729900 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x611:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.970836:0:6837:0:(ldlm_request.c:1029:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000001000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff880097207180/0x4c38e74a54729900 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x611:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.970840:0:6837:0:(ldlm_request.c:1117:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff880097207180/0x4c38e74a54729900 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x611:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718930702.970846:0:6837:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88011e3063c0 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733043968:0@lo:101:mdt00_000.0 00000100:00100000:3.0:1718930702.970858:0:6837:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718930702.970871:0:6837:0:(client.c:2492:ptlrpc_set_wait()) set ffff8801245a83c0 going to sleep for 6 seconds 00000100:00100000:1.0:1718930702.970883:0:32457:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733043968 00000100:00100000:1.0:1718930702.970893:0:32457:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20771 00000100:00100000:1.0:1718930702.970895:0:32457:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e304740 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+8:6837:x1802425733043968:12345-0@lo:101:mdt00_000.0 00010000:00010000:1.0:1718930702.970899:0:32457:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1718930702.970905:0:32457:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b8900/0x4c38e74a54729907 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x611:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4c38e74a54729900 expref: -99 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.970914:0:32457:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b8900/0x4c38e74a54729907 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x611:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000001000000 nid: 0@lo remote: 0x4c38e74a54729900 expref: 9 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.970918:0:32457:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b8900/0x4c38e74a54729907 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x611:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0x4c38e74a54729900 expref: 9 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.970938:0:32457:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x611:0x0].0x0 (ffff880098470e00) 00010000:00010000:1.0:1718930702.970939:0:32457:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 47 00010000:00010000:1.0:1718930702.970940:0:32457:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff8800849b8900, rc 0) 00000100:00100000:1.0:1718930702.970962:0:32457:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e304740 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+9:6837:x1802425733043968:12345-0@lo:101:mdt00_000.0 Request processed in 66us (104us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930702.970965:0:32457:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20771 00000100:00100000:3.0:1718930702.970979:0:6837:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88011e3063c0 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733043968:0@lo:101:mdt00_000.0 00010000:00010000:3.0:1718930702.970985:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff880097207180/0x4c38e74a54729900 lrc: 4/0,1 mode: EX/EX res: [0x240000402:0x611:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0x4c38e74a54729907 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.970989:0:6837:0:(ldlm_request.c:799:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff880097207180/0x4c38e74a54729900 lrc: 4/0,1 mode: EX/EX res: [0x240000402:0x611:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0x4c38e74a54729907 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1718930702.970996:0:6837:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x240000402:0x611:0x0] 00000100:00100000:3.0:1718930702.971314:0:6837:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88011e3063c0 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733044032:0@lo:403:mdt00_000.0 00000100:00100000:3.0:1718930702.971329:0:6837:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718930702.971342:0:6837:0:(client.c:2492:ptlrpc_set_wait()) set ffff8801245a83c0 going to sleep for 6 seconds 00000100:00100000:1.0:1718930702.971394:0:32457:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733044032 00000100:00100000:1.0:1718930702.971416:0:32457:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20772 00000100:00100000:1.0:1718930702.971419:0:32457:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e304280 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+9:6837:x1802425733044032:12345-0@lo:403:mdt00_000.0 00000100:00100000:1.0:1718930702.972610:0:32457:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e304280 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+9:6837:x1802425733044032:12345-0@lo:403:mdt00_000.0 Request processed in 1190us (1279us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930702.972614:0:32457:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20772 00000100:00100000:3.0:1718930702.972685:0:6837:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88011e3063c0 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733044032:0@lo:403:mdt00_000.0 00000100:00100000:3.0:1718930702.973086:0:6837:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88011e3063c0 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733044096:0@lo:1000:mdt00_000.0 00000100:00100000:3.0:1718930702.973103:0:6837:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718930702.973119:0:6837:0:(client.c:2492:ptlrpc_set_wait()) set ffff88008c2edb40 going to sleep for 6 seconds 00000100:00100000:1.0:1718930702.973158:0:32457:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733044096 00000100:00100000:1.0:1718930702.973188:0:32457:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20773 00000100:00100000:1.0:1718930702.973192:0:32457:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e303900 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+9:6837:x1802425733044096:12345-0@lo:1000:mdt00_000.0 00000100:00100000:1.0:1718930702.973237:0:32457:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e303900 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+9:6837:x1802425733044096:12345-0@lo:1000:mdt00_000.0 Request processed in 45us (133us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930702.973246:0:32457:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20773 00000100:00100000:3.0:1718930702.973263:0:6837:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88011e3063c0 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733044096:0@lo:1000:mdt00_000.0 00000100:00100000:3.0:1718930702.973310:0:6837:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88011e3063c0 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733044160:0@lo:1000:mdt00_000.0 00000100:00100000:3.0:1718930702.973324:0:6837:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718930702.973340:0:6837:0:(client.c:2492:ptlrpc_set_wait()) set ffff88008c2eda80 going to sleep for 6 seconds 00000100:00100000:1.0:1718930702.973358:0:32457:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733044160 00000100:00100000:1.0:1718930702.973379:0:32457:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20774 00000100:00100000:1.0:1718930702.973382:0:32457:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e3076c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+9:6837:x1802425733044160:12345-0@lo:1000:mdt00_000.0 00000100:00100000:1.0:1718930702.973421:0:32457:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e3076c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+9:6837:x1802425733044160:12345-0@lo:1000:mdt00_000.0 Request processed in 39us (96us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930702.973426:0:32457:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20774 00000100:00100000:3.0:1718930702.973442:0:6837:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88011e3063c0 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733044160:0@lo:1000:mdt00_000.0 00000100:00100000:3.0:1718930702.973479:0:6837:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88011e3063c0 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733044224:0@lo:1000:mdt00_000.0 00000100:00100000:3.0:1718930702.973491:0:6837:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718930702.973498:0:6837:0:(client.c:2492:ptlrpc_set_wait()) set ffff8800941f5c00 going to sleep for 6 seconds 00000100:00100000:1.0:1718930702.973502:0:32457:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733044224 00000100:00100000:1.0:1718930702.973518:0:32457:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20775 00000100:00100000:1.0:1718930702.973521:0:32457:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e3017c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:6837:x1802425733044224:12345-0@lo:1000:mdt00_000.0 00000100:00100000:1.0:1718930702.973559:0:32457:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e3017c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:6837:x1802425733044224:12345-0@lo:1000:mdt00_000.0 Request processed in 37us (67us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930702.973563:0:32457:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20775 00000100:00100000:3.0:1718930702.973564:0:6837:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88011e3063c0 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733044224:0@lo:1000:mdt00_000.0 00000040:00080000:3.0:1718930702.973708:0:6837:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x200000bd0:0x2:0x0].761, 1064 off574840 00000040:00080000:3.0:1718930702.973736:0:6837:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x240000404:0x2:0x0].762, 1144 off638504 00000004:00080000:3.0:1718930702.973740:0:6837:0:(osp_trans.c:1598:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff88007323a080 with version 1492 00000004:00080000:0.0:1718930702.973761:0:32441:0:(osp_trans.c:1343:osp_get_next_request()) ou ffff88007fc1bf00 version 1492 rpc_version 1492 00000100:00100000:0.0:1718930702.973781:0:32441:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88008e0a3900 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:32441:1802425733044288:0@lo:1000:osp_up1-0.0 00000100:00100000:0.0:1718930702.973801:0:32441:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1718930702.973817:0:32441:0:(client.c:2492:ptlrpc_set_wait()) set ffff880084cb6840 going to sleep for 6 seconds 00000100:00100000:1.0:1718930702.973837:0:32457:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733044288 00000100:00100000:1.0:1718930702.973852:0:32457:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20776 00000100:00100000:1.0:1718930702.973855:0:32457:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e0a4280 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+9:32441:x1802425733044288:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:1.0:1718930702.973982:0:32457:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e0a4280 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+10:32441:x1802425733044288:12345-0@lo:1000:osp_up1-0.0 Request processed in 126us (180us total) trans 4294987131 rc 0/0 00000100:00100000:1.0:1718930702.973986:0:32457:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20776 00000100:00100000:0.0:1718930702.974002:0:32441:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88008e0a3900 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:32441:1802425733044288:0@lo:1000:osp_up1-0.0 00000004:00010000:3.0:1718930702.974023:0:6837:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff880083c1d0c0 reply state ffff88012d45e000 transno 8589959533 ns: mdt-lustre-MDT0000_UUID lock: ffff880097204d80/0x4c38e74a547298f9 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x611:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1718930702.974046:0:6837:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x240000402:0x611:0x0] 00010000:00010000:3.0:1718930702.974049:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff880097207180/0x4c38e74a54729900 lrc: 4/0,1 mode: EX/EX res: [0x240000402:0x611:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0x4c38e74a54729907 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.974053:0:6837:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-osp-MDT0000 lock: ffff880097207180/0x4c38e74a54729900 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x611:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0x4c38e74a54729907 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1718930702.974058:0:6837:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff880083c1d0c0 reply state ffff88012d45e000 transno 8589959533 ns: mdt-lustre-MDT0000_UUID lock: ffff880097207600/0x4c38e74a547298f2 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7a2:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1718930702.974096:0:6837:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x240000400:0x1a6:0x0] 00010000:00010000:3.0:1718930702.974099:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350c480/0x4c38e74a547298dd lrc: 4/0,1 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0x4c38e74a547298e4 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.974103:0:6837:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350c480/0x4c38e74a547298dd lrc: 3/0,0 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0x4c38e74a547298e4 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1718930702.974107:0:6837:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff880083c1d0c0 reply state ffff88012d45e000 transno 8589959533 ns: mdt-lustre-MDT0000_UUID lock: ffff880097204fc0/0x4c38e74a547298eb lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1718930702.974111:0:6837:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x240000402:0x608:0x0] 00010000:00010000:3.0:1718930702.974113:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff880097204900/0x4c38e74a547298cf lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0x4c38e74a547298d6 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.974116:0:6837:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-osp-MDT0000 lock: ffff880097204900/0x4c38e74a547298cf lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0x4c38e74a547298d6 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.974120:0:6837:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880097206f40/0x4c38e74a547298c8 lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.974123:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880097206f40/0x4c38e74a547298c8 lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.974126:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880097206f40/0x4c38e74a547298c8 lrc: 2/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.974129:0:6837:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880097206f40/0x4c38e74a547298c8 lrc: 3/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.974136:0:6837:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880097206f40 already unused, calling callback (ffffffffa080a190) 00010000:00010000:3.0:1718930702.974138:0:6837:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880097206f40/0x4c38e74a547298c8 lrc: 3/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.974141:0:6837:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880097206f40/0x4c38e74a547298c8 lrc: 4/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.974147:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000004:0x1:0x0].0x0 (ffff88008482bb00) 00010000:00010000:3.0:1718930702.974148:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1718930702.974149:0:6837:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880097206f40/0x4c38e74a547298c8 lrc: 2/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.974152:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097206f40/0x4c38e74a547298c8 lrc: 0/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718930702.974185:0:6837:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880083c1d0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+15:26684:x1802425753275712:12345-192.168.204.9@tcp:36:lfs.0 Request processed in 8711us (8846us total) trans 8589959533 rc 0/0 00000100:00100000:3.0:1718930702.974190:0:6837:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230796 00010000:00010000:3.0:1718930702.974895:0:3306:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097204fc0/0x4c38e74a547298eb lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.974903:0:3306:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x79c:0x0].0x0 (ffff880093297000) 00010000:00010000:3.0:1718930702.974904:0:3306:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1718930702.974906:0:3306:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097207600/0x4c38e74a547298f2 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7a2:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.974909:0:3306:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7a2:0x0].0x0 (ffff88008482b900) 00010000:00010000:3.0:1718930702.974910:0:3306:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 7f 00010000:00010000:3.0:1718930702.974912:0:3306:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097204d80/0x4c38e74a547298f9 lrc: 3/0,1 mode: COS/COS res: [0x240000402:0x611:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.974915:0:3306:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x611:0x0].0x0 (ffff88008482b000) 00010000:00010000:3.0:1718930702.974916:0:3306:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1 00000100:00100000:0.0:1718930702.975045:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1718930702.975071:0:6837:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753275776 00000100:00100000:3.0:1718930702.975086:0:6837:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230797 00000100:00100000:3.0:1718930702.975088:0:6837:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e0a4c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+15:26684:x1802425753275776:12345-192.168.204.9@tcp:34:lfs.0 00010000:00010000:3.0:1718930702.975107:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097205440/0x4c38e74a5472990e lrc: 3/1,0 mode: --/CR res: [0x200000402:0x79c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.975112:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097205440/0x4c38e74a5472990e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.975116:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097205440/0x4c38e74a5472990e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.975121:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097207a80/0x4c38e74a54729915 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x79c:0x0].0x3466 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.975124:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097207a80/0x4c38e74a54729915 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x79c:0x0].0x3466 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.975127:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097207a80/0x4c38e74a54729915 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x79c:0x0].0x3466 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.975147:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097205d40/0x4c38e74a5472991c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7a1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.975151:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097205d40/0x4c38e74a5472991c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7a1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.975157:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097205d40/0x4c38e74a5472991c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7a1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1718930702.975173:0:6837:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880097205d40/0x4c38e74a5472991c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7a1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.975178:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097205440/0x4c38e74a5472990e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.975181:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880097205440/0x4c38e74a5472990e lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.975184:0:6837:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880097205440/0x4c38e74a5472990e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.975187:0:6837:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880097205440 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:3.0:1718930702.975188:0:6837:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880097205440/0x4c38e74a5472990e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.975191:0:6837:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880097205440/0x4c38e74a5472990e lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.975195:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x79c:0x0].0x0 (ffff880093297000) 00010000:00010000:3.0:1718930702.975196:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1718930702.975197:0:6837:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880097205440/0x4c38e74a5472990e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.975200:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097205440/0x4c38e74a5472990e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.975208:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097207a80/0x4c38e74a54729915 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x79c:0x0].0x3466 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.975212:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880097207a80/0x4c38e74a54729915 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x79c:0x0].0x3466 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.975217:0:6837:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880097207a80/0x4c38e74a54729915 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x79c:0x0].0x3466 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.975222:0:6837:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880097207a80 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:3.0:1718930702.975223:0:6837:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880097207a80/0x4c38e74a54729915 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x79c:0x0].0x3466 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.975228:0:6837:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880097207a80/0x4c38e74a54729915 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x79c:0x0].0x3466 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.975234:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x79c:0x0].0x3466 (ffff88008482ba00) 00010000:00010000:3.0:1718930702.975236:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1718930702.975237:0:6837:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880097207a80/0x4c38e74a54729915 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x79c:0x0].0x3466 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.975242:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097207a80/0x4c38e74a54729915 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x79c:0x0].0x3466 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.975250:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097205d40/0x4c38e74a5472991c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7a1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.975256:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880097205d40/0x4c38e74a5472991c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7a1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.975265:0:6837:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880097205d40/0x4c38e74a5472991c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7a1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.975269:0:6837:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880097205d40 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:3.0:1718930702.975271:0:6837:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880097205d40/0x4c38e74a5472991c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7a1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.975275:0:6837:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880097205d40/0x4c38e74a5472991c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7a1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.975281:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7a1:0x0].0x0 (ffff88006f4e6d00) 00010000:00010000:3.0:1718930702.975282:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1718930702.975283:0:6837:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880097205d40/0x4c38e74a5472991c lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7a1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.975286:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097205d40/0x4c38e74a5472991c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7a1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718930702.975319:0:6837:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e0a4c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+15:26684:x1802425753275776:12345-192.168.204.9@tcp:34:lfs.0 Request processed in 230us (275us total) trans 0 rc 0/0 00000100:00100000:3.0:1718930702.975324:0:6837:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230797 00000100:00100000:0.0:1718930702.975901:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1718930702.975926:0:6837:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753275904 00000100:00100000:3.0:1718930702.975944:0:6837:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230798 00000100:00100000:3.0:1718930702.975947:0:6837:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e0a5580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+15:26684:x1802425753275904:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:3.0:1718930702.975953:0:6837:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1718930702.975958:0:6837:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097206880/0x4c38e74a54729923 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7a1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xceea94147812faa6 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.975991:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880097206ac0/0x4c38e74a5472992a lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7a1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.975996:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097206ac0/0x4c38e74a5472992a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7a1:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.976001:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097206ac0/0x4c38e74a5472992a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7a1:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00200000:3.0:1718930702.976006:0:6837:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x7a1:0x0]: returning size 0 00010000:00010000:3.0:1718930702.976034:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097206880/0x4c38e74a54729923 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7a1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812faa6 expref: 18 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.976041:0:6837:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880097206ac0/0x4c38e74a5472992a lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7a1:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812faa6 expref: 17 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.976046:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7a1:0x0].0x0 (ffff88006f4e6d00) 00010000:00010000:3.0:1718930702.976048:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1718930702.976049:0:6837:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff880097206ac0, rc 0) 00000100:00100000:3.0:1718930702.976066:0:6837:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e0a5580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+17:26684:x1802425753275904:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 119us (166us total) trans 8589959534 rc 0/0 00000100:00100000:3.0:1718930702.976070:0:6837:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230798 00000100:00100000:0.0:1718930702.976917:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1718930702.976960:0:22545:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753275968 00000100:00100000:2.0:1718930702.976985:0:22545:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.204.9@tcp, with round 493 00000100:00100000:2.0:1718930702.976990:0:22545:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e0a3440 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8a07974b-7506-4725-beb3-4b5c6f8f9250+7:1876:x1802425753275968:12345-192.168.204.9@tcp:1:lfs.0 00002000:00010000:2.0:1718930702.977015:0:22545:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x583:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1718930702.977019:0:22545:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008350cb40/0x4c38e74a54729938 lrc: 3/0,1 mode: --/PW res: [0x583:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.977027:0:22545:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1718930702.977029:0:22545:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1718930702.977031:0:22545:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008350cb40/0x4c38e74a54729938 lrc: 3/0,1 mode: PW/PW res: [0x583:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.977040:0:22545:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008350cb40/0x4c38e74a54729938 lrc: 3/0,1 mode: PW/PW res: [0x583:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.977048:0:22545:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008350cb40/0x4c38e74a54729938 lrc: 3/0,1 mode: PW/PW res: [0x583:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.977053:0:22545:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008350cb40/0x4c38e74a54729938 lrc: 2/0,0 mode: PW/PW res: [0x583:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.977061:0:22545:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1718930702.977070:0:4830:0:(ldlm_lockd.c:2784:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1718930702.977073:0:4830:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008350cb40/0x4c38e74a54729938 lrc: 2/0,0 mode: PW/PW res: [0x583:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.977080:0:4830:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008350cb40 already unused, calling callback (ffffffffa080a190) 00010000:00010000:0.0:1718930702.977081:0:4830:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008350cb40/0x4c38e74a54729938 lrc: 2/0,0 mode: PW/PW res: [0x583:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.977087:0:4830:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008350cb40/0x4c38e74a54729938 lrc: 3/0,0 mode: PW/PW res: [0x583:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930702.977095:0:22545:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e0a3440 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8a07974b-7506-4725-beb3-4b5c6f8f9250+7:1876:x1802425753275968:12345-192.168.204.9@tcp:1:lfs.0 Request processed in 105us (179us total) trans 0 rc 0/0 00010000:00010000:0.0:1718930702.977098:0:4830:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008350cb40/0x4c38e74a54729938 lrc: 1/0,0 mode: --/PW res: [0x583:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930702.977101:0:22545:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.204.9@tcp, with round 493 00010000:00010000:0.0:1718930702.977103:0:4830:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008350cb40/0x4c38e74a54729938 lrc: 0/0,0 mode: --/PW res: [0x583:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.977114:0:4830:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1718930702.977115:0:4830:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1718930702.977116:0:4830:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1718930702.977952:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1718930702.977986:0:6837:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753276096 00000100:00100000:3.0:1718930702.978003:0:6837:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230799 00000100:00100000:3.0:1718930702.978006:0:6837:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e0a0980 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+17:26684:x1802425753276096:12345-192.168.204.9@tcp:36:lfs.0 00010000:00010000:3.0:1718930702.978022:0:6837:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1718930702.978031:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099ad8fc0/0x4c38e74a5472908d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7a1:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812f96b expref: 17 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.978041:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7a1:0x0].0x0 (ffff88006f4e6d00) 00010000:00010000:3.0:1718930702.978042:0:6837:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1718930702.978047:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880097204240/0x4c38e74a5472993f lrc: 3/0,1 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.978052:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097204240/0x4c38e74a5472993f lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.978056:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097204240/0x4c38e74a5472993f lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718930702.978072:0:6837:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88011e3063c0 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733044352:0@lo:1000:mdt00_000.0 00000100:00100000:3.0:1718930702.978090:0:6837:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718930702.978105:0:6837:0:(client.c:2492:ptlrpc_set_wait()) set ffff8800941f5c00 going to sleep for 6 seconds 00000100:00100000:1.0:1718930702.978134:0:32457:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733044352 00000100:00100000:1.0:1718930702.978161:0:32457:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20777 00000100:00100000:1.0:1718930702.978165:0:32457:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e300980 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+10:6837:x1802425733044352:12345-0@lo:1000:mdt00_000.0 00000100:00100000:1.0:1718930702.978212:0:32457:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e300980 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+10:6837:x1802425733044352:12345-0@lo:1000:mdt00_000.0 Request processed in 47us (122us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930702.978218:0:32457:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20777 00000100:00100000:3.0:1718930702.978228:0:6837:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88011e3063c0 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733044352:0@lo:1000:mdt00_000.0 00000100:00100000:3.0:1718930702.978249:0:6837:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88011e3063c0 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733044416:0@lo:1000:mdt00_000.0 00000100:00100000:3.0:1718930702.978261:0:6837:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718930702.978274:0:6837:0:(client.c:2492:ptlrpc_set_wait()) set ffff8800941f5c00 going to sleep for 6 seconds 00000100:00100000:1.0:1718930702.978290:0:32457:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733044416 00000100:00100000:1.0:1718930702.978305:0:32457:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20778 00000100:00100000:1.0:1718930702.978307:0:32457:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e306880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+10:6837:x1802425733044416:12345-0@lo:1000:mdt00_000.0 00000100:00100000:1.0:1718930702.978334:0:32457:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e306880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+10:6837:x1802425733044416:12345-0@lo:1000:mdt00_000.0 Request processed in 27us (73us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930702.978337:0:32457:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20778 00000100:00100000:3.0:1718930702.978340:0:6837:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88011e3063c0 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733044416:0@lo:1000:mdt00_000.0 00000100:00100000:3.0:1718930702.978676:0:6837:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88011e3063c0 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733044480:0@lo:403:mdt00_000.0 00000100:00100000:3.0:1718930702.978692:0:6837:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718930702.978704:0:6837:0:(client.c:2492:ptlrpc_set_wait()) set ffff8800941f5a80 going to sleep for 6 seconds 00000100:00100000:1.0:1718930702.978777:0:32457:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733044480 00000100:00100000:1.0:1718930702.978802:0:32457:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20779 00000100:00100000:1.0:1718930702.978805:0:32457:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e300e40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+10:6837:x1802425733044480:12345-0@lo:403:mdt00_000.0 00000100:00100000:1.0:1718930702.979858:0:32457:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e300e40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+10:6837:x1802425733044480:12345-0@lo:403:mdt00_000.0 Request processed in 1052us (1164us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930702.979862:0:32457:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20779 00000100:00100000:3.0:1718930702.979894:0:6837:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88011e3063c0 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733044480:0@lo:403:mdt00_000.0 00010000:00010000:3.0:1718930702.980290:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff880097206640/0x4c38e74a54729946 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x608:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.980298:0:6837:0:(ldlm_request.c:1029:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000001000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff880097206640/0x4c38e74a54729946 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.980302:0:6837:0:(ldlm_request.c:1117:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff880097206640/0x4c38e74a54729946 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718930702.980308:0:6837:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88011e3063c0 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733044544:0@lo:101:mdt00_000.0 00000100:00100000:3.0:1718930702.980322:0:6837:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718930702.980336:0:6837:0:(client.c:2492:ptlrpc_set_wait()) set ffff8800941f5a80 going to sleep for 6 seconds 00000100:00100000:1.0:1718930702.980363:0:32457:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733044544 00000100:00100000:1.0:1718930702.980386:0:32457:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20780 00000100:00100000:1.0:1718930702.980389:0:32457:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e301300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+10:6837:x1802425733044544:12345-0@lo:101:mdt00_000.0 00010000:00010000:1.0:1718930702.980395:0:32457:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1718930702.980401:0:32457:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b98c0/0x4c38e74a5472994d lrc: 2/0,0 mode: --/PW res: [0x240000402:0x608:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4c38e74a54729946 expref: -99 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.980413:0:32457:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff88008350e880/0x4c38e74a547298d6 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0x4c38e74a547298cf expref: 11 pid: 8528 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.980418:0:32457:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b98c0/0x4c38e74a5472994d lrc: 4/0,0 mode: --/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000001000000 nid: 0@lo remote: 0x4c38e74a54729946 expref: 11 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.980446:0:32457:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff88008350e880/0x4c38e74a547298d6 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000001000020 nid: 0@lo remote: 0x4c38e74a547298cf expref: 11 pid: 8528 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718930702.980458:0:32457:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88008e3d1300 pname:cluuid:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001_UUID:32457:1802425733044608:0@lo:104: 00000100:00100000:1.0:1718930702.980478:0:32457:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718930702.980497:0:32457:0:(client.c:2492:ptlrpc_set_wait()) set ffff8800a16ada80 going to sleep for 6 seconds 00000100:00100000:2.0:1718930702.980523:0:6824:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733044608 00000100:00100000:2.0:1718930702.980547:0:6824:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5541 00000100:00100000:2.0:1718930702.980550:0:6824:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e3d7200 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0000-mdtlov_UUID+4:32457:x1802425733044608:12345-0@lo:104: 00010000:00010000:2.0:1718930702.980585:0:6824:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1718930702.980588:0:6824:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e3d7200 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0000-mdtlov_UUID+4:32457:x1802425733044608:12345-0@lo:104: Request processed in 38us (111us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930702.980588:0:32457:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88008e3d1300 pname:cluuid:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001_UUID:32457:1802425733044608:0@lo:104: 00000100:00100000:2.0:1718930702.980592:0:6824:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5541 00010000:00010000:3.0:1718930702.980600:0:8059:0:(ldlm_lockd.c:2784:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1718930702.980601:0:32457:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b98c0/0x4c38e74a5472994d lrc: 3/0,0 mode: --/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0x4c38e74a54729946 expref: 11 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.980603:0:8059:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff880097204900/0x4c38e74a547298cf lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1400001000000 nid: local remote: 0x4c38e74a547298d6 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.980607:0:8059:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880097204900 already unused, calling callback (ffffffffa0ea60e0) 00010000:00010000:1.0:1718930702.980607:0:32457:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x608:0x0].0x0 (ffff8800b4b15200) 00010000:00010000:3.0:1718930702.980609:0:8059:0:(ldlm_request.c:1235:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff880097204900/0x4c38e74a547298cf lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x1408401000000 nid: local remote: 0x4c38e74a547298d6 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.980609:0:32457:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1718930702.980611:0:32457:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b98c0/0x4c38e74a5472994d lrc: 3/0,0 mode: --/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0x4c38e74a54729946 expref: 11 pid: 32457 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1718930702.980613:0:8059:0:(mdt_handler.c:3608:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff880097204900/0x4c38e74a547298cf lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x1409401000000 nid: local remote: 0x4c38e74a547298d6 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.980617:0:32457:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff8800849b98c0, rc 0) 00010000:00010000:3.0:1718930702.980624:0:8059:0:(ldlm_request.c:1301:ldlm_cancel_pack()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff880097204900/0x4c38e74a547298cf lrc: 2/0,0 mode: --/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x5c09401000000 nid: local remote: 0x4c38e74a547298d6 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.980626:0:8059:0:(ldlm_request.c:1305:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1718930702.980634:0:8059:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff880097204900/0x4c38e74a547298cf lrc: 1/0,0 mode: --/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x5c09401000000 nid: local remote: 0x4c38e74a547298d6 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.980637:0:8059:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff880097204900/0x4c38e74a547298cf lrc: 0/0,0 mode: --/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x5c09401000000 nid: local remote: 0x4c38e74a547298d6 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718930702.980638:0:32457:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e301300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+11:6837:x1802425733044544:12345-0@lo:101:mdt00_000.0 Request processed in 249us (316us total) trans 0 rc 0/0 00000100:00100000:2.0:1718930702.980639:0:3323:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88011e303440 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3323:1802425733044672:0@lo:103:ldlm_bl_03.0 00000100:00100000:1.0:1718930702.980644:0:32457:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20780 00010000:00010000:3.0:1718930702.980646:0:8059:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1718930702.980647:0:8059:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1718930702.980648:0:8059:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1718930702.980653:0:3323:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718930702.980676:0:6826:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733044672 00010000:00010000:1.0:1718930702.980685:0:6826:0:(ldlm_lockd.c:2633:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008350e880/0x4c38e74a547298d6 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000401000020 nid: 0@lo remote: 0x4c38e74a547298cf expref: 11 pid: 8528 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718930702.980705:0:6826:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63322 00000100:00100000:2.0:1718930702.980706:0:6837:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88011e3063c0 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733044544:0@lo:101:mdt00_000.0 00000100:00100000:1.0:1718930702.980709:0:6826:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800967df6c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000-mdtlov_UUID+11:3323:x1802425733044672:12345-0@lo:103:ldlm_bl_03.0 00010000:00010000:1.0:1718930702.980715:0:6826:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1718930702.980716:0:6837:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff880097206640/0x4c38e74a54729946 lrc: 4/0,1 mode: --/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0x4c38e74a5472994d expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.980723:0:6837:0:(ldlm_request.c:286:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-MDT0001-osp-MDT0000 lock: ffff880097206640/0x4c38e74a54729946 lrc: 4/0,1 mode: --/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0x4c38e74a5472994d expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000001:00080000:0.0:1718930702.981268:0:8049:0:(tgt_lastrcvd.c:926:tgt_cb_last_committed()) lustre-MDT0001: transno 4294987131 is committed 00010000:00010000:1.0:1718930702.981331:0:6826:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008350e880/0x4c38e74a547298d6 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801401000020 nid: 0@lo remote: 0x4c38e74a547298cf expref: 9 pid: 8528 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.981345:0:6826:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x608:0x0].0x0 (ffff8800b4b15200) 00010000:00010000:1.0:1718930702.981348:0:6826:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b98c0/0x4c38e74a5472994d lrc: 2/0,0 mode: --/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0x4c38e74a54729946 expref: 8 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.981354:0:6826:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b98c0/0x4c38e74a5472994d lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080001000000 nid: 0@lo remote: 0x4c38e74a54729946 expref: 8 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.981359:0:6826:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b98c0/0x4c38e74a5472994d lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080001000000 nid: 0@lo remote: 0x4c38e74a54729946 expref: 8 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.981374:0:6826:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b98c0/0x4c38e74a5472994d lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0x4c38e74a54729946 expref: 8 pid: 32457 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718930702.981381:0:6826:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88008e3d1300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001_UUID:6826:1802425733044736:0@lo:105: 00000100:00100000:1.0:1718930702.981401:0:6826:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718930702.981420:0:6826:0:(client.c:2492:ptlrpc_set_wait()) set ffff8800a16ada80 going to sleep for 6 seconds 00000100:00100000:2.0:1718930702.981449:0:6824:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733044736 00000100:00100000:2.0:1718930702.981462:0:6824:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5542 00000100:00100000:2.0:1718930702.981465:0:6824:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880083c1f6c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0000-mdtlov_UUID+4:6826:x1802425733044736:12345-0@lo:105: 00010000:00010000:2.0:1718930702.981469:0:6824:0:(ldlm_lockd.c:1933:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0001-osp-MDT0000 lock: ffff880097206640/0x4c38e74a54729946 lrc: 5/0,1 mode: --/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0x4c38e74a5472994d expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.981474:0:6824:0:(ldlm_lockd.c:2010:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0001-osp-MDT0000 lock: ffff880097206640/0x4c38e74a54729946 lrc: 5/0,1 mode: --/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0x4c38e74a5472994d expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.981477:0:6824:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0001-osp-MDT0000 lock: ffff880097206640/0x4c38e74a54729946 lrc: 5/0,1 mode: PW/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080001000000 nid: local remote: 0x4c38e74a5472994d expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.981480:0:6824:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff880097206640/0x4c38e74a54729946 lrc: 6/0,1 mode: PW/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080001000000 nid: local remote: 0x4c38e74a5472994d expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.981483:0:6824:0:(ldlm_lockd.c:2038:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0001-osp-MDT0000 lock: ffff880097206640/0x4c38e74a54729946 lrc: 6/0,1 mode: PW/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1080001000000 nid: local remote: 0x4c38e74a5472994d expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.981499:0:6824:0:(ldlm_lockd.c:2049:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff880097206640) 00010000:00010000:0.0:1718930702.981516:0:6837:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-MDT0001-osp-MDT0000 lock: ffff880097206640/0x4c38e74a54729946 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0x4c38e74a5472994d expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.981523:0:6837:0:(ldlm_request.c:799:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff880097206640/0x4c38e74a54729946 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0x4c38e74a5472994d expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930702.981527:0:6824:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880083c1f6c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0000-mdtlov_UUID+4:6826:x1802425733044736:12345-0@lo:105: Request processed in 61us (126us total) trans 0 rc 0/0 00000100:00100000:2.0:1718930702.981533:0:6824:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5542 00010000:00010000:0.0:1718930702.981548:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009b057a80/0x4c38e74a54729954 lrc: 3/0,1 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718930702.981553:0:6826:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88008e3d1300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001_UUID:6826:1802425733044736:0@lo:105: 00010000:00010000:0.0:1718930702.981554:0:6837:0:(ldlm_request.c:1029:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000001000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009b057a80/0x4c38e74a54729954 lrc: 3/0,1 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.981560:0:6837:0:(ldlm_request.c:1117:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009b057a80/0x4c38e74a54729954 lrc: 3/0,1 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.981563:0:6826:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1718930702.981570:0:6837:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88008e0a0e40 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733044800:0@lo:101:mdt00_000.0 00000100:00100000:1.0:1718930702.981590:0:6826:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800967df6c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000-mdtlov_UUID+8:3323:x1802425733044672:12345-0@lo:103:ldlm_bl_03.0 Request processed in 880us (936us total) trans 0 rc 0/0 00000100:00100000:0.0:1718930702.981591:0:6837:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718930702.981596:0:6826:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63322 00000100:00100000:0.0:1718930702.981603:0:6837:0:(client.c:2492:ptlrpc_set_wait()) set ffff880084cb6840 going to sleep for 6 seconds 00000100:00100000:1.0:1718930702.981612:0:32457:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733044800 00000100:00100000:2.0:1718930702.981613:0:3323:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88011e303440 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3323:1802425733044672:0@lo:103:ldlm_bl_03.0 00000100:00100000:1.0:1718930702.981625:0:32457:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20781 00000100:00100000:1.0:1718930702.981627:0:32457:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e0a3dc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+8:6837:x1802425733044800:12345-0@lo:101:mdt00_000.0 00010000:00010000:1.0:1718930702.981633:0:32457:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1718930702.981639:0:32457:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800849baac0/0x4c38e74a5472995b lrc: 2/0,0 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4c38e74a54729954 expref: -99 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.981655:0:32457:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff88009b057600/0x4c38e74a547298e4 lrc: 2/0,0 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0x4c38e74a547298dd expref: 9 pid: 8528 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.981677:0:32457:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800849baac0/0x4c38e74a5472995b lrc: 4/0,0 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000001000000 nid: 0@lo remote: 0x4c38e74a54729954 expref: 9 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.981690:0:32457:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff88009b057600/0x4c38e74a547298e4 lrc: 3/0,0 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000001000020 nid: 0@lo remote: 0x4c38e74a547298dd expref: 9 pid: 8528 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718930702.981697:0:32457:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88008e3d1300 pname:cluuid:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001_UUID:32457:1802425733044864:0@lo:104: 00000100:00100000:1.0:1718930702.981714:0:32457:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718930702.981722:0:32457:0:(client.c:2492:ptlrpc_set_wait()) set ffff8800a16ada80 going to sleep for 6 seconds 00000100:00100000:2.0:1718930702.981728:0:6824:0:(service.c:168:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:2.0:1718930702.981736:0:6824:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733044864 00000100:00100000:2.0:1718930702.981747:0:6824:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5543 00000100:00100000:2.0:1718930702.981750:0:6824:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880097708050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0000-mdtlov_UUID+4:32457:x1802425733044864:12345-0@lo:104: 00010000:00010000:2.0:1718930702.981773:0:6824:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1718930702.981775:0:6824:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880097708050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0000-mdtlov_UUID+4:32457:x1802425733044864:12345-0@lo:104: Request processed in 25us (61us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930702.981781:0:32457:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88008e3d1300 pname:cluuid:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001_UUID:32457:1802425733044864:0@lo:104: 00010000:00010000:0.0:1718930702.981782:0:6829:0:(ldlm_lockd.c:2784:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:2.0:1718930702.981783:0:6824:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5543 00010000:00010000:0.0:1718930702.981785:0:6829:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350c480/0x4c38e74a547298dd lrc: 3/0,0 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1400001000000 nid: local remote: 0x4c38e74a547298e4 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.981791:0:32457:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8800849baac0/0x4c38e74a5472995b lrc: 3/0,0 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0x4c38e74a54729954 expref: 9 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.981791:0:6829:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008350c480 already unused, calling callback (ffffffffa0ea60e0) 00010000:00010000:0.0:1718930702.981793:0:6829:0:(ldlm_request.c:1235:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350c480/0x4c38e74a547298dd lrc: 4/0,0 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x1408401000000 nid: local remote: 0x4c38e74a547298e4 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.981797:0:32457:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a6:0x0].0x0 (ffff880098470100) 00010000:00010000:1.0:1718930702.981799:0:32457:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000004:00010000:0.0:1718930702.981799:0:6829:0:(mdt_handler.c:3608:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350c480/0x4c38e74a547298dd lrc: 4/0,0 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x1409401000000 nid: local remote: 0x4c38e74a547298e4 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.981801:0:32457:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff8800849baac0/0x4c38e74a5472995b lrc: 3/0,0 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0x4c38e74a54729954 expref: 9 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.981806:0:32457:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff8800849baac0, rc 0) 00010000:00010000:0.0:1718930702.981813:0:6829:0:(ldlm_request.c:1301:ldlm_cancel_pack()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350c480/0x4c38e74a547298dd lrc: 2/0,0 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x5c09401000000 nid: local remote: 0x4c38e74a547298e4 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.981818:0:6829:0:(ldlm_request.c:1305:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:1.0:1718930702.981824:0:32457:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e0a3dc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+9:6837:x1802425733044800:12345-0@lo:101:mdt00_000.0 Request processed in 196us (234us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930702.981831:0:32457:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20781 00010000:00010000:0.0:1718930702.981834:0:6829:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350c480/0x4c38e74a547298dd lrc: 1/0,0 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x5c09401000000 nid: local remote: 0x4c38e74a547298e4 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930702.981835:0:6837:0:(client.c:2892:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 4294987131 gen 2 00000004:00080000:2.0:1718930702.981837:0:6837:0:(osp_trans.c:1044:osp_request_commit_cb()) trans no 4294987130 committed transno 4294987131 00010000:00010000:0.0:1718930702.981839:0:6829:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350c480/0x4c38e74a547298dd lrc: 0/0,0 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x5c09401000000 nid: local remote: 0x4c38e74a547298e4 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.981846:0:6829:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1718930702.981847:0:6829:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1718930702.981849:0:6829:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1718930702.981850:0:6837:0:(osp_trans.c:1044:osp_request_commit_cb()) trans no 4294987131 committed transno 4294987131 00000100:00100000:2.0:1718930702.981860:0:6837:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88008e0a0e40 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733044800:0@lo:101:mdt00_000.0 00000100:00100000:1.0:1718930702.981865:0:3320:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88008e0a2f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3320:1802425733044928:0@lo:103:ldlm_bl_02.0 00010000:00010000:2.0:1718930702.981868:0:6837:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009b057a80/0x4c38e74a54729954 lrc: 4/0,1 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0x4c38e74a5472995b expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.981873:0:6837:0:(ldlm_request.c:286:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009b057a80/0x4c38e74a54729954 lrc: 4/0,1 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0x4c38e74a5472995b expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718930702.981885:0:3320:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718930702.981897:0:6826:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733044928 00010000:00010000:2.0:1718930702.981905:0:6826:0:(ldlm_lockd.c:2633:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009b057600/0x4c38e74a547298e4 lrc: 3/0,0 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000401000020 nid: 0@lo remote: 0x4c38e74a547298dd expref: 9 pid: 8528 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930702.981916:0:6826:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63323 00000100:00100000:2.0:1718930702.981919:0:6826:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e3d1300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000-mdtlov_UUID+9:3320:x1802425733044928:12345-0@lo:103:ldlm_bl_02.0 00010000:00010000:2.0:1718930702.981925:0:6826:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1718930702.982079:0:6826:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009b057600/0x4c38e74a547298e4 lrc: 0/0,0 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801401000020 nid: 0@lo remote: 0x4c38e74a547298dd expref: 9 pid: 8528 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.982086:0:6826:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a6:0x0].0x0 (ffff880098470100) 00010000:00010000:0.0:1718930702.982088:0:6826:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff8800849baac0/0x4c38e74a5472995b lrc: 2/0,0 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0x4c38e74a54729954 expref: 8 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.982092:0:6826:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8800849baac0/0x4c38e74a5472995b lrc: 2/0,0 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080001000000 nid: 0@lo remote: 0x4c38e74a54729954 expref: 8 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.982095:0:6826:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800849baac0/0x4c38e74a5472995b lrc: 3/0,0 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080001000000 nid: 0@lo remote: 0x4c38e74a54729954 expref: 8 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.982105:0:6826:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0001_UUID lock: ffff8800849baac0/0x4c38e74a5472995b lrc: 3/0,0 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0x4c38e74a54729954 expref: 8 pid: 32457 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718930702.982110:0:6826:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88008e0a3900 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001_UUID:6826:1802425733044992:0@lo:105: 00000100:00100000:0.0:1718930702.982125:0:6826:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1718930702.982141:0:6826:0:(client.c:2492:ptlrpc_set_wait()) set ffff880084cb63c0 going to sleep for 6 seconds 00000100:00100000:2.0:1718930702.982161:0:6824:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733044992 00000100:00100000:2.0:1718930702.982180:0:6824:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5544 00000100:00100000:2.0:1718930702.982183:0:6824:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88009765af80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0000-mdtlov_UUID+4:6826:x1802425733044992:12345-0@lo:105: 00010000:00010000:2.0:1718930702.982188:0:6824:0:(ldlm_lockd.c:1933:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009b057a80/0x4c38e74a54729954 lrc: 5/0,1 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0x4c38e74a5472995b expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.982193:0:6824:0:(ldlm_lockd.c:2010:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009b057a80/0x4c38e74a54729954 lrc: 5/0,1 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0x4c38e74a5472995b expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.982202:0:6824:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009b057a80/0x4c38e74a54729954 lrc: 5/0,1 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080001000000 nid: local remote: 0x4c38e74a5472995b expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.982206:0:6824:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009b057a80/0x4c38e74a54729954 lrc: 6/0,1 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080001000000 nid: local remote: 0x4c38e74a5472995b expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.982210:0:6824:0:(ldlm_lockd.c:2038:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009b057a80/0x4c38e74a54729954 lrc: 6/0,1 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1080001000000 nid: local remote: 0x4c38e74a5472995b expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.982220:0:6824:0:(ldlm_lockd.c:2049:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff88009b057a80) 00010000:00010000:0.0:1718930702.982229:0:6837:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009b057a80/0x4c38e74a54729954 lrc: 4/0,1 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0x4c38e74a5472995b expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.982234:0:6837:0:(ldlm_request.c:799:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009b057a80/0x4c38e74a54729954 lrc: 4/0,1 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0x4c38e74a5472995b expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930702.982240:0:6824:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88009765af80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0000-mdtlov_UUID+4:6826:x1802425733044992:12345-0@lo:105: Request processed in 56us (115us total) trans 0 rc 0/0 00000100:00100000:2.0:1718930702.982244:0:6824:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5544 00000004:00080000:0.0:1718930702.982247:0:6837:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x240000400:0x1a6:0x0] 00000100:00100000:1.0:1718930702.982255:0:6826:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88008e0a3900 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001_UUID:6826:1802425733044992:0@lo:105: 00010000:00010000:0.0:1718930702.982256:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b055680/0x4c38e74a54729962 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x79c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.982262:0:6837:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880097204fc0/0x4c38e74a547298eb lrc: 2/0,1 mode: COS/COS res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.982266:0:6826:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1718930702.982268:0:6837:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009b055680/0x4c38e74a54729962 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.982275:0:6837:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff880097204fc0/0x4c38e74a547298eb lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210401000020 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718930702.982286:0:6826:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e3d1300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000-mdtlov_UUID+8:3320:x1802425733044928:12345-0@lo:103:ldlm_bl_02.0 Request processed in 366us (400us total) trans 0 rc 0/0 00080000:00080000:0.0:1718930702.982288:0:6837:0:(osd_handler.c:2525:osd_commit_async()) lustre-MDT0000: async commit OSD 00000100:00100000:1.0:1718930702.982291:0:6826:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63323 00000100:00100000:2.0:1718930702.982298:0:3320:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88008e0a2f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3320:1802425733044928:0@lo:103:ldlm_bl_02.0 00010000:00010000:0.0:1718930702.982315:0:6837:0:(ldlm_request.c:286:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009b055680/0x4c38e74a54729962 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.982927:0:32428:0:(ldlm_request.c:1235:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff880097207180/0x4c38e74a54729900 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x611:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008401000000 nid: local remote: 0x4c38e74a54729907 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.982933:0:3307:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: ffff880097204fc0/0x4c38e74a547298eb lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210401000020 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1718930702.982937:0:32428:0:(mdt_handler.c:3608:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff880097207180/0x4c38e74a54729900 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x611:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009401000000 nid: local remote: 0x4c38e74a54729907 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.982938:0:3307:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880097204fc0/0x4c38e74a547298eb lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210401000020 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.982941:0:3307:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880097204fc0/0x4c38e74a547298eb lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210401000020 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.982944:0:3307:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880097204fc0 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:0.0:1718930702.982945:0:3307:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880097204fc0/0x4c38e74a547298eb lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210401000020 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.982948:0:3307:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880097204fc0/0x4c38e74a547298eb lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218401000020 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.982953:0:32428:0:(ldlm_request.c:1301:ldlm_cancel_pack()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff880097207180/0x4c38e74a54729900 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x611:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0x4c38e74a54729907 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.982953:0:3307:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x79c:0x0].0x0 (ffff880093297000) 00010000:00010000:0.0:1718930702.982954:0:3307:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1718930702.982955:0:3307:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88009b055680/0x4c38e74a54729962 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.982959:0:32428:0:(ldlm_request.c:1305:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1718930702.982959:0:3307:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b055680/0x4c38e74a54729962 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.982962:0:3307:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b055680/0x4c38e74a54729962 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.982970:0:3307:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880097204fc0/0x4c38e74a547298eb lrc: 2/0,0 mode: --/COS res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19401000020 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.982973:0:3307:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097204fc0/0x4c38e74a547298eb lrc: 0/0,0 mode: --/COS res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19401000020 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.982977:0:32428:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff880097207180/0x4c38e74a54729900 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x611:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0x4c38e74a54729907 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.982978:0:3307:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: ffff880097207600/0x4c38e74a547298f2 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7a2:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.982983:0:3307:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880097207600/0x4c38e74a547298f2 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x7a2:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.982988:0:3307:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880097207600/0x4c38e74a547298f2 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x7a2:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000001:00080000:3.0:1718930702.982989:0:32428:0:(tgt_lastrcvd.c:926:tgt_cb_last_committed()) lustre-MDT0000: transno 8589959534 is committed 00010000:00010000:0.0:1718930702.982992:0:3307:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880097207600 already unused, calling callback (ffffffffa0ea5360) 00000020:00080000:3.0:1718930702.982994:0:32428:0:(update_trans.c:80:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff88008c2eda80 refcount 2 committed 0 result 0 batchid 4295040271 00010000:00010000:0.0:1718930702.982994:0:3307:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880097207600/0x4c38e74a547298f2 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x7a2:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000020:00080000:3.0:1718930702.982996:0:32428:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff88008482bf00 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff88007323af00 00000020:00080000:3.0:1718930702.982998:0:32428:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff88008482b400 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff88007323a080 00010000:00010000:0.0:1718930702.982999:0:3307:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880097207600/0x4c38e74a547298f2 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x7a2:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000020:00080000:3.0:1718930702.983000:0:32428:0:(update_trans.c:94:top_multiple_thandle_dump()) cookie [0x2:0x40000404:0x2].762 00000020:00080000:3.0:1718930702.983002:0:32428:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff88008482b200 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88008482b600 00000020:00080000:3.0:1718930702.983004:0:32428:0:(update_trans.c:94:top_multiple_thandle_dump()) cookie [0x2:0xbd0:0x2].761 00010000:00010000:0.0:1718930702.983005:0:3307:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7a2:0x0].0x0 (ffff88008482b900) 00000100:00100000:1.0:1718930702.983007:0:3321:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88011e304c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3321:1802425733045056:0@lo:103:jbd2/dm-0-8.0 00010000:00010000:0.0:1718930702.983007:0:3307:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 7f 00010000:00010000:0.0:1718930702.983009:0:3307:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880097207600/0x4c38e74a547298f2 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x7a2:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000020:00080000:3.0:1718930702.983010:0:32428:0:(update_trans.c:1351:distribute_txn_batchid_cb()) lustre-MDT0000: 4295040270 batchid updated 00010000:00010000:0.0:1718930702.983014:0:3307:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097207600/0x4c38e74a547298f2 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x7a2:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000020:00080000:3.0:1718930702.983015:0:32454:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 4295040271 committed batchid 4295040270 00010000:00010000:0.0:1718930702.983023:0:3307:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: ffff880097204d80/0x4c38e74a547298f9 lrc: 3/0,1 mode: COS/COS res: [0x240000402:0x611:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718930702.983028:0:3321:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1718930702.983028:0:3307:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880097204d80/0x4c38e74a547298f9 lrc: 2/0,0 mode: COS/COS res: [0x240000402:0x611:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.983032:0:3307:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880097204d80/0x4c38e74a547298f9 lrc: 3/0,0 mode: COS/COS res: [0x240000402:0x611:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.983036:0:3307:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880097204d80 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:0.0:1718930702.983037:0:3307:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880097204d80/0x4c38e74a547298f9 lrc: 3/0,0 mode: COS/COS res: [0x240000402:0x611:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000040:00100000:3.0:1718930702.983038:0:32454:0:(llog.c:235:llog_cancel_arr_rec()) Canceling 1 records, first 761 in log [0x2:0x40000404:0x2] 00010000:00010000:0.0:1718930702.983041:0:3307:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880097204d80/0x4c38e74a547298f9 lrc: 4/0,0 mode: COS/COS res: [0x240000402:0x611:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.983046:0:3307:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x611:0x0].0x0 (ffff88008482b000) 00010000:00010000:0.0:1718930702.983047:0:3307:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1718930702.983048:0:3307:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880097204d80/0x4c38e74a547298f9 lrc: 2/0,0 mode: --/COS res: [0x240000402:0x611:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718930702.983050:0:6826:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733045056 00010000:00010000:0.0:1718930702.983052:0:3307:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097204d80/0x4c38e74a547298f9 lrc: 0/0,0 mode: --/COS res: [0x240000402:0x611:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1718930702.983054:0:32454:0:(osp_trans.c:1598:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff88007323a680 with version 1493 00000020:00080000:3.0:1718930702.983059:0:32454:0:(update_trans.c:1313:distribute_txn_cancel_records()) lustre-MDT0001-osp-MDT0000: batchid 4295040270 cancel update log [0x2:0x40000404:0x2].761: rc = 0 00000040:00100000:3.0:1718930702.983061:0:32454:0:(llog.c:235:llog_cancel_arr_rec()) Canceling 1 records, first 760 in log [0x2:0xbd0:0x2] 00000004:00080000:2.0:1718930702.983065:0:32441:0:(osp_trans.c:1343:osp_get_next_request()) ou ffff88007fc1bf00 version 1493 rpc_version 1493 00000100:00100000:1.0:1718930702.983065:0:6826:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9141 00000100:00100000:1.0:1718930702.983068:0:6826:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e3d7200 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000-mdtlov_UUID+8:3321:x1802425733045056:12345-0@lo:103:jbd2/dm-0-8.0 00010000:00010000:0.0:1718930702.983072:0:6837:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009b055680/0x4c38e74a54729962 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.983073:0:6826:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000020:00080000:3.0:1718930702.983075:0:32454:0:(update_trans.c:1313:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 4295040270 cancel update log [0x2:0xbd0:0x2].760: rc = 0 00010000:00010000:0.0:1718930702.983077:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b055680/0x4c38e74a54729962 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000020:00080000:3.0:1718930702.983079:0:32454:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4295040270 00000004:00010000:1.0:1718930702.983080:0:6826:0:(mdt_lvb.c:117:mdt_dom_disk_lvbo_update()) res: [0x240000402:0x611:0x0] updating lvb mtime from disk: 0 -> 1718930701 00000100:00100000:2.0:1718930702.983081:0:32441:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800967daac0 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:32441:1802425733045120:0@lo:1000:osp_up1-0.0 00000004:00010000:1.0:1718930702.983082:0:6826:0:(mdt_lvb.c:123:mdt_dom_disk_lvbo_update()) res: [0x240000402:0x611:0x0] updating lvb atime from disk: 0 -> 1718930701 00000004:00010000:1.0:1718930702.983083:0:6826:0:(mdt_lvb.c:129:mdt_dom_disk_lvbo_update()) res: [0x240000402:0x611:0x0] updating lvb ctime from disk: 0 -> 1718930701 00010000:00010000:1.0:1718930702.983089:0:6826:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b8900/0x4c38e74a54729907 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x611:0x0].0x0 bits 0x47/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801001000000 nid: 0@lo remote: 0x4c38e74a54729900 expref: 8 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.983096:0:6826:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x611:0x0].0x0 (ffff880098470e00) 00010000:00010000:1.0:1718930702.983099:0:6826:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1718930702.983100:0:32441:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718930702.983111:0:32441:0:(client.c:2492:ptlrpc_set_wait()) set ffff880133dd3780 going to sleep for 6 seconds 00000100:00100000:1.0:1718930702.983116:0:6826:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e3d7200 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000-mdtlov_UUID+7:3321:x1802425733045056:12345-0@lo:103:jbd2/dm-0-8.0 Request processed in 47us (88us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930702.983119:0:6826:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9141 00010000:00010000:0.0:1718930702.983122:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7a1:0x0].0x0 (ffff88006f4e6d00) 00010000:00010000:0.0:1718930702.983124:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1718930702.983127:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097206ac0/0x4c38e74a5472992a lrc: 0/0,0 mode: --/PW res: [0x200000402:0x7a1:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812faa6 expref: 13 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718930702.983134:0:3321:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88011e304c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3321:1802425733045056:0@lo:103:jbd2/dm-0-8.0 00000100:00100000:1.0:1718930702.983160:0:32457:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733045120 00010000:00010000:0.0:1718930702.983164:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b056d00/0x4c38e74a54729969 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7a1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718930702.983170:0:32457:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20782 00010000:00010000:0.0:1718930702.983170:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b056d00/0x4c38e74a54729969 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7a1:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718930702.983172:0:32457:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800967da140 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+7:32441:x1802425733045120:12345-0@lo:1000:osp_up1-0.0 00010000:00010000:0.0:1718930702.983176:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b056d00/0x4c38e74a54729969 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7a1:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718930702.983204:0:6837:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88008e0a2f80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733045184:0@lo:1000:mdt00_000.0 00000100:00100000:1.0:1718930702.983219:0:32457:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800967da140 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+8:32441:x1802425733045120:12345-0@lo:1000:osp_up1-0.0 Request processed in 46us (119us total) trans 4294987132 rc 0/0 00000100:00100000:1.0:1718930702.983223:0:32457:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20782 00000100:00100000:0.0:1718930702.983225:0:6837:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718930702.983237:0:32441:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800967daac0 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:32441:1802425733045120:0@lo:1000:osp_up1-0.0 00000100:00100000:1.0:1718930702.983240:0:32457:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733045184 00000100:00100000:0.0:1718930702.983245:0:6837:0:(client.c:2492:ptlrpc_set_wait()) set ffff880084cb6d80 going to sleep for 6 seconds 00000100:00100000:1.0:1718930702.983249:0:32457:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20783 00000100:00100000:1.0:1718930702.983251:0:32457:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e0a3900 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+8:6837:x1802425733045184:12345-0@lo:1000:mdt00_000.0 00000100:00100000:1.0:1718930702.983292:0:32457:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e0a3900 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+8:6837:x1802425733045184:12345-0@lo:1000:mdt00_000.0 Request processed in 40us (67us total) trans 0 rc -2/-2 00000100:00100000:1.0:1718930702.983295:0:32457:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20783 00000100:00100000:0.0:1718930702.983304:0:6837:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88008e0a2f80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733045184:0@lo:1000:mdt00_000.0 00010000:00010000:0.0:1718930702.983323:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b056f40/0x4c38e74a54729970 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x612:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.983331:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b056f40/0x4c38e74a54729970 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x612:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.983337:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b056f40/0x4c38e74a54729970 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x612:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.983349:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009b057840/0x4c38e74a54729977 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x612:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.983353:0:6837:0:(ldlm_request.c:1029:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000001000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009b057840/0x4c38e74a54729977 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x612:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.983357:0:6837:0:(ldlm_request.c:1117:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009b057840/0x4c38e74a54729977 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x612:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718930702.983363:0:6837:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88008e0a2f80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733045248:0@lo:101:mdt00_000.0 00000100:00100000:0.0:1718930702.983376:0:6837:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1718930702.983391:0:6837:0:(client.c:2492:ptlrpc_set_wait()) set ffff880084cb69c0 going to sleep for 6 seconds 00000100:00100000:1.0:1718930702.983411:0:32457:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733045248 00000100:00100000:1.0:1718930702.983441:0:32457:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20784 00000100:00100000:1.0:1718930702.983444:0:32457:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e0a0e40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+8:6837:x1802425733045248:12345-0@lo:101:mdt00_000.0 00010000:00010000:1.0:1718930702.983449:0:32457:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1718930702.983456:0:32457:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800849bb600/0x4c38e74a5472997e lrc: 2/0,0 mode: --/EX res: [0x240000402:0x612:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4c38e74a54729977 expref: -99 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.983465:0:32457:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800849bb600/0x4c38e74a5472997e lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x612:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000001000000 nid: 0@lo remote: 0x4c38e74a54729977 expref: 9 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.983470:0:32457:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8800849bb600/0x4c38e74a5472997e lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x612:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0x4c38e74a54729977 expref: 9 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.983493:0:32457:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x612:0x0].0x0 (ffff880098470400) 00010000:00010000:1.0:1718930702.983494:0:32457:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 47 00010000:00010000:1.0:1718930702.983495:0:32457:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff8800849bb600, rc 0) 00000100:00100000:1.0:1718930702.983511:0:32457:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e0a0e40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+9:6837:x1802425733045248:12345-0@lo:101:mdt00_000.0 Request processed in 67us (134us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930702.983515:0:32457:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20784 00000100:00100000:0.0:1718930702.983525:0:6837:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88008e0a2f80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733045248:0@lo:101:mdt00_000.0 00010000:00010000:0.0:1718930702.983533:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009b057840/0x4c38e74a54729977 lrc: 4/0,1 mode: EX/EX res: [0x240000402:0x612:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0x4c38e74a5472997e expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.983539:0:6837:0:(ldlm_request.c:799:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009b057840/0x4c38e74a54729977 lrc: 4/0,1 mode: EX/EX res: [0x240000402:0x612:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0x4c38e74a5472997e expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1718930702.983548:0:6837:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x240000402:0x612:0x0] 00000100:00100000:0.0:1718930702.983915:0:6837:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88008e0a2f80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733045312:0@lo:403:mdt00_000.0 00000100:00100000:0.0:1718930702.983933:0:6837:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1718930702.983946:0:6837:0:(client.c:2492:ptlrpc_set_wait()) set ffff880084cb69c0 going to sleep for 6 seconds 00000100:00100000:1.0:1718930702.984001:0:32457:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733045312 00000100:00100000:1.0:1718930702.984024:0:32457:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20785 00000100:00100000:1.0:1718930702.984027:0:32457:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88009767cc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+9:6837:x1802425733045312:12345-0@lo:403:mdt00_000.0 00000100:00100000:1.0:1718930702.985290:0:32457:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88009767cc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+9:6837:x1802425733045312:12345-0@lo:403:mdt00_000.0 Request processed in 1261us (1355us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930702.985296:0:32457:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20785 00000100:00100000:0.0:1718930702.985348:0:6837:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88008e0a2f80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733045312:0@lo:403:mdt00_000.0 00000100:00100000:0.0:1718930702.985831:0:6837:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880097678000 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733045376:0@lo:1000:mdt00_000.0 00000100:00100000:0.0:1718930702.985849:0:6837:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1718930702.985865:0:6837:0:(client.c:2492:ptlrpc_set_wait()) set ffff880084cb6d80 going to sleep for 6 seconds 00000100:00100000:1.0:1718930702.985895:0:32457:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733045376 00000100:00100000:1.0:1718930702.985921:0:32457:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20786 00000100:00100000:1.0:1718930702.985933:0:32457:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e0a2f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+9:6837:x1802425733045376:12345-0@lo:1000:mdt00_000.0 00000100:00100000:1.0:1718930702.985975:0:32457:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e0a2f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+9:6837:x1802425733045376:12345-0@lo:1000:mdt00_000.0 Request processed in 41us (125us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930702.985981:0:32457:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20786 00000100:00100000:0.0:1718930702.985998:0:6837:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880097678000 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733045376:0@lo:1000:mdt00_000.0 00000100:00100000:0.0:1718930702.986043:0:6837:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880097678000 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733045440:0@lo:1000:mdt00_000.0 00000100:00100000:0.0:1718930702.986057:0:6837:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1718930702.986072:0:6837:0:(client.c:2492:ptlrpc_set_wait()) set ffff880084cb6d80 going to sleep for 6 seconds 00000100:00100000:1.0:1718930702.986096:0:32457:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733045440 00000100:00100000:1.0:1718930702.986117:0:32457:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20787 00000100:00100000:1.0:1718930702.986120:0:32457:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880083c1c740 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+9:6837:x1802425733045440:12345-0@lo:1000:mdt00_000.0 00000100:00100000:1.0:1718930702.986164:0:32457:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880083c1c740 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+9:6837:x1802425733045440:12345-0@lo:1000:mdt00_000.0 Request processed in 42us (105us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930702.986169:0:32457:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20787 00000100:00100000:0.0:1718930702.986181:0:6837:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880097678000 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733045440:0@lo:1000:mdt00_000.0 00000100:00100000:0.0:1718930702.986226:0:6837:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880083c1f6c0 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733045504:0@lo:1000:mdt00_000.0 00000100:00100000:0.0:1718930702.986240:0:6837:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1718930702.986253:0:6837:0:(client.c:2492:ptlrpc_set_wait()) set ffff880084cb6540 going to sleep for 6 seconds 00000100:00100000:1.0:1718930702.986263:0:32457:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733045504 00000100:00100000:1.0:1718930702.986284:0:32457:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20788 00000100:00100000:1.0:1718930702.986287:0:32457:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880097678000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:6837:x1802425733045504:12345-0@lo:1000:mdt00_000.0 00000100:00100000:1.0:1718930702.986337:0:32457:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880097678000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:6837:x1802425733045504:12345-0@lo:1000:mdt00_000.0 Request processed in 49us (95us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930702.986342:0:32457:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20788 00000100:00100000:0.0:1718930702.986354:0:6837:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880083c1f6c0 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733045504:0@lo:1000:mdt00_000.0 00000040:00080000:0.0:1718930702.986502:0:6837:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x200000bd0:0x2:0x0].762, 1064 off575904 00000040:00080000:0.0:1718930702.986523:0:6837:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x240000404:0x2:0x0].763, 1144 off639648 00000004:00080000:0.0:1718930702.986526:0:6837:0:(osp_trans.c:1598:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff880084f45600 with version 1494 00000004:00080000:2.0:1718930702.986559:0:32441:0:(osp_trans.c:1343:osp_get_next_request()) ou ffff88007fc1bf00 version 1494 rpc_version 1494 00000100:00100000:2.0:1718930702.986576:0:32441:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800967dc740 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:32441:1802425733045568:0@lo:1000:osp_up1-0.0 00000100:00100000:2.0:1718930702.986595:0:32441:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718930702.986611:0:32441:0:(client.c:2492:ptlrpc_set_wait()) set ffff880133dd3780 going to sleep for 6 seconds 00000100:00100000:1.0:1718930702.986638:0:32457:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733045568 00000100:00100000:1.0:1718930702.986654:0:32457:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20789 00000100:00100000:1.0:1718930702.986657:0:32457:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800967dd0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+9:32441:x1802425733045568:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:1.0:1718930702.986918:0:32457:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800967dd0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+10:32441:x1802425733045568:12345-0@lo:1000:osp_up1-0.0 Request processed in 259us (321us total) trans 4294987133 rc 0/0 00000100:00100000:1.0:1718930702.986924:0:32457:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20789 00000100:00100000:2.0:1718930702.986945:0:32441:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800967dc740 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:32441:1802425733045568:0@lo:1000:osp_up1-0.0 00000004:00010000:0.0:1718930702.986969:0:6837:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff88008e0a0980 reply state ffff88012c42d000 transno 8589959535 ns: mdt-lustre-MDT0000_UUID lock: ffff88009b056f40/0x4c38e74a54729970 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x612:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1718930702.986979:0:6837:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x240000402:0x612:0x0] 00010000:00010000:0.0:1718930702.986981:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009b057840/0x4c38e74a54729977 lrc: 4/0,1 mode: EX/EX res: [0x240000402:0x612:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0x4c38e74a5472997e expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.986987:0:6837:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009b057840/0x4c38e74a54729977 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x612:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0x4c38e74a5472997e expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1718930702.986993:0:6837:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff88008e0a0980 reply state ffff88012c42d000 transno 8589959535 ns: mdt-lustre-MDT0000_UUID lock: ffff88009b056d00/0x4c38e74a54729969 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7a1:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1718930702.987038:0:6837:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x240000400:0x1a6:0x0] 00010000:00010000:0.0:1718930702.987041:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009b057a80/0x4c38e74a54729954 lrc: 4/0,1 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0x4c38e74a5472995b expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.987046:0:6837:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009b057a80/0x4c38e74a54729954 lrc: 3/0,0 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0x4c38e74a5472995b expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1718930702.987051:0:6837:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff88008e0a0980 reply state ffff88012c42d000 transno 8589959535 ns: mdt-lustre-MDT0000_UUID lock: ffff88009b055680/0x4c38e74a54729962 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1718930702.987056:0:6837:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x240000402:0x608:0x0] 00010000:00010000:0.0:1718930702.987058:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff880097206640/0x4c38e74a54729946 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0x4c38e74a5472994d expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.987062:0:6837:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-osp-MDT0000 lock: ffff880097206640/0x4c38e74a54729946 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0x4c38e74a5472994d expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.987067:0:6837:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880097204240/0x4c38e74a5472993f lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.987071:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880097204240/0x4c38e74a5472993f lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.987075:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880097204240/0x4c38e74a5472993f lrc: 2/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.987079:0:6837:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880097204240/0x4c38e74a5472993f lrc: 3/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.987088:0:6837:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880097204240 already unused, calling callback (ffffffffa080a190) 00010000:00010000:0.0:1718930702.987089:0:6837:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880097204240/0x4c38e74a5472993f lrc: 3/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.987094:0:6837:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880097204240/0x4c38e74a5472993f lrc: 4/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.987101:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000004:0x1:0x0].0x0 (ffff8800b4aa6e00) 00010000:00010000:0.0:1718930702.987102:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1718930702.987104:0:6837:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880097204240/0x4c38e74a5472993f lrc: 2/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.987108:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097204240/0x4c38e74a5472993f lrc: 0/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718930702.987144:0:6837:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e0a0980 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+14:26684:x1802425753276096:12345-192.168.204.9@tcp:36:lfs.0 Request processed in 9137us (9193us total) trans 8589959535 rc 0/0 00000100:00100000:0.0:1718930702.987151:0:6837:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230799 00010000:00010000:3.0:1718930702.987791:0:3306:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b055680/0x4c38e74a54729962 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.987798:0:3306:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x79c:0x0].0x0 (ffff880093297000) 00010000:00010000:3.0:1718930702.987800:0:3306:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1718930702.987801:0:3306:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b056d00/0x4c38e74a54729969 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7a1:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.987805:0:3306:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7a1:0x0].0x0 (ffff880081319600) 00010000:00010000:3.0:1718930702.987806:0:3306:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 7f 00010000:00010000:3.0:1718930702.987807:0:3306:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b056f40/0x4c38e74a54729970 lrc: 3/0,1 mode: COS/COS res: [0x240000402:0x612:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.987809:0:3306:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x612:0x0].0x0 (ffff880081319900) 00010000:00010000:3.0:1718930702.987810:0:3306:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1 00000100:00100000:0.0:1718930702.987938:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1718930702.987980:0:6840:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753276224 00000100:00100000:2.0:1718930702.988001:0:6840:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 10794 00000100:00100000:2.0:1718930702.988005:0:6840:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880083c1f6c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+14:26684:x1802425753276224:12345-192.168.204.9@tcp:35:lfs.0 00000100:00100000:2.0:1718930702.988088:0:6840:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880083c1f6c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+15:26684:x1802425753276224:12345-192.168.204.9@tcp:35:lfs.0 Request processed in 82us (150us total) trans 4294987134 rc 0/0 00000100:00100000:2.0:1718930702.988095:0:6840:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 10794 00000100:00100000:1.0:1718930702.988877:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1718930702.988896:0:6837:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753276288 00000100:00100000:0.0:1718930702.988919:0:6837:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230800 00000100:00100000:0.0:1718930702.988924:0:6837:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800817963c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+14:26684:x1802425753276288:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:0.0:1718930702.988934:0:6837:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1718930702.988942:0:6837:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b0546c0/0x4c38e74a54729985 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x79a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xceea94147812faad expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.988967:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b055200/0x4c38e74a5472998c lrc: 3/1,0 mode: --/CR res: [0x200000402:0x79a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.988975:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b055200/0x4c38e74a5472998c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.988981:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b055200/0x4c38e74a5472998c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.988989:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b056ac0/0x4c38e74a54729993 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x79a:0x0].0x726964 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.988994:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b056ac0/0x4c38e74a54729993 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x79a:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.988999:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b056ac0/0x4c38e74a54729993 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x79a:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.989015:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b055200/0x4c38e74a5472998c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.989020:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009b055200/0x4c38e74a5472998c lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.989025:0:6837:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009b055200/0x4c38e74a5472998c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.989028:0:6837:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88009b055200 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:0.0:1718930702.989030:0:6837:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b055200/0x4c38e74a5472998c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.989033:0:6837:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b055200/0x4c38e74a5472998c lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.989038:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x79a:0x0].0x0 (ffff880098470800) 00010000:00010000:0.0:1718930702.989040:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1718930702.989041:0:6837:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009b055200/0x4c38e74a5472998c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.989044:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b055200/0x4c38e74a5472998c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.989049:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b056ac0/0x4c38e74a54729993 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x79a:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.989052:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009b056ac0/0x4c38e74a54729993 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x79a:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.989054:0:6837:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009b056ac0/0x4c38e74a54729993 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x79a:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.989057:0:6837:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88009b056ac0 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:0.0:1718930702.989058:0:6837:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b056ac0/0x4c38e74a54729993 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x79a:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.989061:0:6837:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b056ac0/0x4c38e74a54729993 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x79a:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.989063:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x79a:0x0].0x726964 (ffff880081319b00) 00010000:00010000:0.0:1718930702.989065:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1718930702.989065:0:6837:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009b056ac0/0x4c38e74a54729993 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x79a:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.989071:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b056ac0/0x4c38e74a54729993 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x79a:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.989084:0:6837:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b0546c0/0x4c38e74a54729985 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812faad expref: 15 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.989088:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b0546c0/0x4c38e74a54729985 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812faad expref: 15 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.989092:0:6837:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88009b0546c0, rc 0) 00000100:00100000:0.0:1718930702.989118:0:6837:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800817963c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+14:26684:x1802425753276288:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 194us (243us total) trans 0 rc 301/301 00000100:00100000:0.0:1718930702.989124:0:6837:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230800 00000100:00100000:0.0:1718930702.989834:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1718930702.989867:0:6837:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753276352 00000100:00100000:2.0:1718930702.989884:0:6837:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230801 00000100:00100000:2.0:1718930702.989888:0:6837:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a101da40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+15:26684:x1802425753276352:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:2.0:1718930702.989897:0:6837:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1718930702.989903:0:6837:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008350d680/0x4c38e74a5472999a lrc: 2/0,0 mode: --/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xceea94147812fab4 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.989922:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008350c240/0x4c38e74a547299a1 lrc: 3/1,0 mode: --/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.989928:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008350c240/0x4c38e74a547299a1 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.989934:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008350c240/0x4c38e74a547299a1 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.989941:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008350f3c0/0x4c38e74a547299a8 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1a5:0x0].0x726964 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.989946:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008350f3c0/0x4c38e74a547299a8 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a5:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.989951:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008350f3c0/0x4c38e74a547299a8 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a5:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.989983:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008350d200/0x4c38e74a547299af lrc: 3/1,0 mode: --/PR res: [0x240000402:0x608:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.989988:0:6837:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b98c0/0x4c38e74a5472994d lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0x4c38e74a54729946 expref: 9 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.989991:0:6837:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008350d200/0x4c38e74a547299af lrc: 4/1,0 mode: --/PR res: [0x240000402:0x608:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.990002:0:6837:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b98c0/0x4c38e74a5472994d lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000001000020 nid: 0@lo remote: 0x4c38e74a54729946 expref: 9 pid: 32457 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930702.990008:0:6837:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800967dd580 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6837:1802425733045632:0@lo:104: 00000100:00100000:2.0:1718930702.990022:0:6837:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718930702.990041:0:6837:0:(client.c:2492:ptlrpc_set_wait()) set ffff880133dd3780 going to sleep for 6 seconds 00000100:00100000:0.0:1718930702.990060:0:6824:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733045632 00000100:00100000:0.0:1718930702.990081:0:6824:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5545 00000100:00100000:0.0:1718930702.990084:0:6824:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800967dda40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0000-mdtlov_UUID+4:6837:x1802425733045632:12345-0@lo:104: 00010000:00010000:0.0:1718930702.990116:0:6824:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1718930702.990120:0:6837:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800967dd580 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6837:1802425733045632:0@lo:104: 00000100:00100000:0.0:1718930702.990120:0:6824:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800967dda40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0000-mdtlov_UUID+4:6837:x1802425733045632:12345-0@lo:104: Request processed in 36us (97us total) trans 0 rc 0/0 00000100:00100000:0.0:1718930702.990125:0:6824:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5545 00010000:00010000:2.0:1718930702.990130:0:6837:0:(ldlm_request.c:286:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff88008350d200/0x4c38e74a547299af lrc: 3/1,0 mode: --/PR res: [0x240000402:0x608:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.990151:0:11341:0:(ldlm_lockd.c:2784:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1718930702.990155:0:11341:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff880097206640/0x4c38e74a54729946 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400001000000 nid: local remote: 0x4c38e74a5472994d expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.990161:0:11341:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880097206640 already unused, calling callback (ffffffffa0ea60e0) 00010000:00010000:3.0:1718930702.990162:0:11341:0:(ldlm_request.c:1235:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff880097206640/0x4c38e74a54729946 lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x13 rrc: 2 type: IBT gid 0 flags: 0x1408401000000 nid: local remote: 0x4c38e74a5472994d expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1718930702.990166:0:11341:0:(mdt_handler.c:3608:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff880097206640/0x4c38e74a54729946 lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x13 rrc: 2 type: IBT gid 0 flags: 0x1409401000000 nid: local remote: 0x4c38e74a5472994d expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.990183:0:11341:0:(ldlm_request.c:1301:ldlm_cancel_pack()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff880097206640/0x4c38e74a54729946 lrc: 2/0,0 mode: --/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x13 rrc: 2 type: IBT gid 0 flags: 0x5c09401000000 nid: local remote: 0x4c38e74a5472994d expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.990186:0:11341:0:(ldlm_request.c:1305:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1718930702.990194:0:11341:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff880097206640/0x4c38e74a54729946 lrc: 1/0,0 mode: --/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x13 rrc: 2 type: IBT gid 0 flags: 0x5c09401000000 nid: local remote: 0x4c38e74a5472994d expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.990197:0:11341:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff880097206640/0x4c38e74a54729946 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x13 rrc: 2 type: IBT gid 0 flags: 0x5c09401000000 nid: local remote: 0x4c38e74a5472994d expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930702.990200:0:3322:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88011e300000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3322:1802425733045696:0@lo:103:ldlm_bl_04.0 00010000:00010000:3.0:1718930702.990207:0:11341:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1718930702.990208:0:11341:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1718930702.990209:0:11341:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1718930702.990217:0:3322:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718930702.990251:0:6826:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733045696 00010000:00010000:1.0:1718930702.990263:0:6826:0:(ldlm_lockd.c:2633:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b98c0/0x4c38e74a5472994d lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000401000020 nid: 0@lo remote: 0x4c38e74a54729946 expref: 10 pid: 32457 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718930702.990278:0:6826:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63324 00000100:00100000:1.0:1718930702.990282:0:6826:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800967dd580 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000-mdtlov_UUID+10:3322:x1802425733045696:12345-0@lo:103:ldlm_bl_04.0 00010000:00010000:1.0:1718930702.990289:0:6826:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000001:00080000:0.0:1718930702.990805:0:8049:0:(tgt_lastrcvd.c:926:tgt_cb_last_committed()) lustre-MDT0001: transno 4294987134 is committed 00000001:00080000:0.0:1718930702.990809:0:8049:0:(tgt_lastrcvd.c:926:tgt_cb_last_committed()) lustre-MDT0001: transno 4294987133 is committed 00010000:00010000:1.0:1718930702.990870:0:6826:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b98c0/0x4c38e74a5472994d lrc: 0/0,0 mode: --/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801401000020 nid: 0@lo remote: 0x4c38e74a54729946 expref: 8 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.990881:0:6826:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x608:0x0].0x0 (ffff8800b4b15200) 00010000:00010000:1.0:1718930702.990884:0:6826:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff88008350d200/0x4c38e74a547299af lrc: 3/1,0 mode: --/PR res: [0x240000402:0x608:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.990890:0:6826:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff88008350d200/0x4c38e74a547299af lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x608:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.990896:0:6826:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008350d200/0x4c38e74a547299af lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x608:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.990916:0:6826:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1718930702.990942:0:6837:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff88008350d200/0x4c38e74a547299af lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x608:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718930702.990943:0:6826:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800967dd580 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000-mdtlov_UUID+7:3322:x1802425733045696:12345-0@lo:103:ldlm_bl_04.0 Request processed in 660us (725us total) trans 0 rc 0/0 00010000:00010000:2.0:1718930702.990947:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008350d200/0x4c38e74a547299af lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x608:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718930702.990949:0:6826:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63324 00000004:00200000:2.0:1718930702.990988:0:6837:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x608:0x0]: returning size 4096 00000004:00200000:2.0:1718930702.990990:0:6837:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 4 stripe count 2 MDT count 2 00000004:00010000:2.0:1718930702.990997:0:6837:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff88008350d200/0x4c38e74a547299af lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x608:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.991001:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008350c240/0x4c38e74a547299a1 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718930702.991003:0:3322:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88011e300000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3322:1802425733045696:0@lo:103:ldlm_bl_04.0 00010000:00010000:2.0:1718930702.991005:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008350c240/0x4c38e74a547299a1 lrc: 2/0,0 mode: CR/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.991008:0:6837:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88008350c240/0x4c38e74a547299a1 lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.991010:0:6837:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008350c240 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:2.0:1718930702.991011:0:6837:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008350c240/0x4c38e74a547299a1 lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.991014:0:6837:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008350c240/0x4c38e74a547299a1 lrc: 4/0,0 mode: CR/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.991019:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a5:0x0].0x0 (ffff8800a1ad1c00) 00010000:00010000:2.0:1718930702.991020:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718930702.991021:0:6837:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88008350c240/0x4c38e74a547299a1 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.991023:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008350c240/0x4c38e74a547299a1 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.991029:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008350f3c0/0x4c38e74a547299a8 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a5:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.991031:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008350f3c0/0x4c38e74a547299a8 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1a5:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.991034:0:6837:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88008350f3c0/0x4c38e74a547299a8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a5:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.991037:0:6837:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008350f3c0 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:2.0:1718930702.991038:0:6837:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008350f3c0/0x4c38e74a547299a8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a5:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.991040:0:6837:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008350f3c0/0x4c38e74a547299a8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a5:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.991043:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a5:0x0].0x726964 (ffff880092c8ac00) 00010000:00010000:2.0:1718930702.991044:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718930702.991045:0:6837:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88008350f3c0/0x4c38e74a547299a8 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1a5:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.991047:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008350f3c0/0x4c38e74a547299a8 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1a5:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.991059:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008350d680/0x4c38e74a5472999a lrc: 0/0,0 mode: --/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fab4 expref: 16 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.991064:0:6837:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88008350d200/0x4c38e74a547299af lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x608:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fab4 expref: 15 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.991067:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x608:0x0].0x0 (ffff8800b4b15200) 00010000:00010000:2.0:1718930702.991068:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1718930702.991069:0:6837:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88008350d200, rc 0) 00000100:00100000:2.0:1718930702.991092:0:6837:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a101da40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+15:26684:x1802425753276352:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 1205us (1260us total) trans 0 rc 0/0 00000100:00100000:2.0:1718930702.991097:0:6837:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230801 00000100:00100000:2.0:1718930702.991988:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1718930702.992024:0:6837:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753276480 00000100:00100000:0.0:1718930702.992043:0:6837:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230802 00000100:00100000:0.0:1718930702.992047:0:6837:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800967ddf00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+15:26684:x1802425753276480:12345-192.168.204.9@tcp:36:lfs.0 00010000:00010000:0.0:1718930702.992101:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88009b0558c0/0x4c38e74a547299b6 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1a5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.992112:0:6837:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff88008350eac0/0x4c38e74a547294bc lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fa52 expref: 15 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.992118:0:6837:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009b0558c0/0x4c38e74a547299b6 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.992131:0:6837:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff88008350eac0/0x4c38e74a547294bc lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fa52 expref: 15 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.992137:0:6837:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff88008350eac0/0x4c38e74a547294bc lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fa52 expref: 15 pid: 7082 timeout: 3714 lvb_type: 0 00000100:00100000:0.0:1718930702.992143:0:6837:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880092a32140 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6837:1802425733045760:192.168.204.9@tcp:104: 00000100:00100000:0.0:1718930702.992176:0:6837:0:(client.c:2492:ptlrpc_set_wait()) set ffff8801315c93c0 going to sleep for 6 seconds 00000100:00100000:0.0:1718930702.992980:0:6837:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880092a32140 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6837:1802425733045760:192.168.204.9@tcp:104: 00010000:00010000:0.0:1718930702.992991:0:6837:0:(ldlm_request.c:286:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff88009b0558c0/0x4c38e74a547299b6 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930702.993035:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930702.993067:0:6826:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753276544 00010000:00010000:1.0:1718930702.993079:0:6826:0:(ldlm_lockd.c:2633:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008350eac0/0x4c38e74a547294bc lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fa52 expref: 16 pid: 7082 timeout: 3714 lvb_type: 0 00000100:00100000:1.0:1718930702.993102:0:6826:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 63325 00000100:00100000:1.0:1718930702.993106:0:6826:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800967de3c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8a07974b-7506-4725-beb3-4b5c6f8f9250+16:1875:x1802425753276544:12345-192.168.204.9@tcp:103:ldlm_bl_02.0 00010000:00010000:1.0:1718930702.993112:0:6826:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1718930702.993115:0:6826:0:(ldlm_lockd.c:1766:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff88008350eac0/0x4c38e74a547294bc lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fa52 expref: 16 pid: 7082 timeout: 3714 lvb_type: 0 00010000:00010000:1.0:1718930702.993122:0:6826:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff88008350eac0/0x4c38e74a547294bc lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fa52 expref: 16 pid: 7082 timeout: 3714 lvb_type: 0 00010000:00010000:1.0:1718930702.993132:0:6826:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008350eac0/0x4c38e74a547294bc lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fa52 expref: 16 pid: 7082 timeout: 3714 lvb_type: 0 00010000:00010000:1.0:1718930702.993141:0:6826:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a5:0x0].0x0 (ffff8800a1ad1c00) 00010000:00010000:1.0:1718930702.993143:0:6826:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff88009b0558c0/0x4c38e74a547299b6 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.993150:0:6826:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff88009b0558c0/0x4c38e74a547299b6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.993154:0:6826:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009b0558c0/0x4c38e74a547299b6 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.993165:0:6826:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1718930702.993170:0:6837:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff88009b0558c0/0x4c38e74a547299b6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.993174:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009b0558c0/0x4c38e74a547299b6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.993182:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88009b054480/0x4c38e74a547299bd lrc: 3/0,1 mode: --/EX res: [0x240000402:0x608:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.993189:0:6837:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff88008350d200/0x4c38e74a547299af lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x608:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fab4 expref: 15 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718930702.993190:0:6826:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800967de3c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8a07974b-7506-4725-beb3-4b5c6f8f9250+15:1875:x1802425753276544:12345-192.168.204.9@tcp:103:ldlm_bl_02.0 Request processed in 84us (156us total) trans 0 rc 0/0 00010000:00010000:0.0:1718930702.993195:0:6837:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009b054480/0x4c38e74a547299bd lrc: 4/0,1 mode: --/EX res: [0x240000402:0x608:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718930702.993197:0:6826:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 63325 00010000:00010000:0.0:1718930702.993209:0:6837:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff88008350d200/0x4c38e74a547299af lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x608:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fab4 expref: 14 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.993217:0:6837:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff88008350d200/0x4c38e74a547299af lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x608:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fab4 expref: 14 pid: 6837 timeout: 3714 lvb_type: 0 00000100:00100000:0.0:1718930702.993225:0:6837:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880092a32140 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6837:1802425733045824:192.168.204.9@tcp:104: 00000100:00100000:0.0:1718930702.993244:0:6837:0:(client.c:2492:ptlrpc_set_wait()) set ffff8801315c93c0 going to sleep for 6 seconds 00000100:00100000:0.0:1718930702.993755:0:6837:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880092a32140 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6837:1802425733045824:192.168.204.9@tcp:104: 00010000:00010000:0.0:1718930702.993806:0:6837:0:(ldlm_request.c:286:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff88009b054480/0x4c38e74a547299bd lrc: 3/0,1 mode: --/EX res: [0x240000402:0x608:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930702.993868:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930702.993904:0:6826:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753276608 00010000:00010000:1.0:1718930702.993914:0:6826:0:(ldlm_lockd.c:2633:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008350d200/0x4c38e74a547299af lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x608:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fab4 expref: 15 pid: 6837 timeout: 3714 lvb_type: 0 00000100:00100000:1.0:1718930702.993937:0:6826:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 63326 00000100:00100000:1.0:1718930702.993940:0:6826:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800967ded40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8a07974b-7506-4725-beb3-4b5c6f8f9250+15:1876:x1802425753276608:12345-192.168.204.9@tcp:103:ldlm_bl_05.0 00010000:00010000:1.0:1718930702.993946:0:6826:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1718930702.993949:0:6826:0:(ldlm_lockd.c:1766:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff88008350d200/0x4c38e74a547299af lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x608:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fab4 expref: 15 pid: 6837 timeout: 3714 lvb_type: 0 00010000:00010000:1.0:1718930702.993957:0:6826:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff88008350d200/0x4c38e74a547299af lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x608:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fab4 expref: 15 pid: 6837 timeout: 3714 lvb_type: 0 00010000:00010000:1.0:1718930702.993967:0:6826:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008350d200/0x4c38e74a547299af lrc: 0/0,0 mode: --/PR res: [0x240000402:0x608:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fab4 expref: 15 pid: 6837 timeout: 3714 lvb_type: 0 00010000:00010000:1.0:1718930702.993976:0:6826:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x608:0x0].0x0 (ffff8800b4b15200) 00010000:00010000:1.0:1718930702.993978:0:6826:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff88009b054480/0x4c38e74a547299bd lrc: 3/0,1 mode: --/EX res: [0x240000402:0x608:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.993984:0:6826:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff88009b054480/0x4c38e74a547299bd lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x608:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.993988:0:6826:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009b054480/0x4c38e74a547299bd lrc: 4/0,1 mode: EX/EX res: [0x240000402:0x608:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.994005:0:6826:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1718930702.994009:0:6837:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff88009b054480/0x4c38e74a547299bd lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x608:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.994014:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009b054480/0x4c38e74a547299bd lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x608:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.994029:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88009b057180/0x4c38e74a547299c4 lrc: 3/0,1 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718930702.994032:0:6826:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800967ded40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8a07974b-7506-4725-beb3-4b5c6f8f9250+14:1876:x1802425753276608:12345-192.168.204.9@tcp:103:ldlm_bl_05.0 Request processed in 90us (164us total) trans 0 rc 0/0 00010000:00010000:0.0:1718930702.994036:0:6837:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8800849baac0/0x4c38e74a5472995b lrc: 2/0,0 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0x4c38e74a54729954 expref: 6 pid: 32457 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718930702.994039:0:6826:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 63326 00010000:00010000:0.0:1718930702.994042:0:6837:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009b057180/0x4c38e74a547299c4 lrc: 4/0,1 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.994057:0:6837:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff8800849baac0/0x4c38e74a5472995b lrc: 3/0,0 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000001000020 nid: 0@lo remote: 0x4c38e74a54729954 expref: 6 pid: 32457 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718930702.994064:0:6837:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880092a32140 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6837:1802425733045888:0@lo:104: 00000100:00100000:0.0:1718930702.994085:0:6837:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1718930702.994095:0:6837:0:(client.c:2492:ptlrpc_set_wait()) set ffff8801315c93c0 going to sleep for 6 seconds 00000100:00100000:2.0:1718930702.994100:0:6824:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733045888 00000100:00100000:2.0:1718930702.994115:0:6824:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5546 00000100:00100000:2.0:1718930702.994119:0:6824:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a31c80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0000-mdtlov_UUID+4:6837:x1802425733045888:12345-0@lo:104: 00010000:00010000:2.0:1718930702.994142:0:6824:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1718930702.994146:0:6824:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a31c80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0000-mdtlov_UUID+4:6837:x1802425733045888:12345-0@lo:104: Request processed in 27us (61us total) trans 0 rc 0/0 00010000:00010000:1.0:1718930702.994149:0:6828:0:(ldlm_lockd.c:2784:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:2.0:1718930702.994150:0:6824:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5546 00010000:00010000:1.0:1718930702.994152:0:6828:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009b057a80/0x4c38e74a54729954 lrc: 3/0,0 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400001000000 nid: local remote: 0x4c38e74a5472995b expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718930702.994153:0:6837:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880092a32140 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6837:1802425733045888:0@lo:104: 00010000:00010000:1.0:1718930702.994160:0:6828:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88009b057a80 already unused, calling callback (ffffffffa0ea60e0) 00010000:00010000:1.0:1718930702.994162:0:6828:0:(ldlm_request.c:1235:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009b057a80/0x4c38e74a54729954 lrc: 4/0,0 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x7f rrc: 2 type: IBT gid 0 flags: 0x1408401000000 nid: local remote: 0x4c38e74a5472995b expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.994162:0:6837:0:(ldlm_request.c:286:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff88009b057180/0x4c38e74a547299c4 lrc: 3/0,1 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1718930702.994167:0:6828:0:(mdt_handler.c:3608:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009b057a80/0x4c38e74a54729954 lrc: 4/0,0 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x7f rrc: 2 type: IBT gid 0 flags: 0x1409401000000 nid: local remote: 0x4c38e74a5472995b expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.994182:0:6828:0:(ldlm_request.c:1301:ldlm_cancel_pack()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009b057a80/0x4c38e74a54729954 lrc: 2/0,0 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x7f rrc: 2 type: IBT gid 0 flags: 0x5c09401000000 nid: local remote: 0x4c38e74a5472995b expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.994188:0:6828:0:(ldlm_request.c:1305:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:0.0:1718930702.994202:0:3323:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880081793dc0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3323:1802425733045952:0@lo:103:ldlm_bl_01.0 00010000:00010000:1.0:1718930702.994203:0:6828:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009b057a80/0x4c38e74a54729954 lrc: 1/0,0 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x7f rrc: 2 type: IBT gid 0 flags: 0x5c09401000000 nid: local remote: 0x4c38e74a5472995b expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.994209:0:6828:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009b057a80/0x4c38e74a54729954 lrc: 0/0,0 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x7f rrc: 2 type: IBT gid 0 flags: 0x5c09401000000 nid: local remote: 0x4c38e74a5472995b expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718930702.994220:0:3323:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1718930702.994222:0:6828:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1718930702.994224:0:6828:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1718930702.994225:0:6828:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1718930702.994256:0:6826:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733045952 00010000:00010000:2.0:1718930702.994264:0:6826:0:(ldlm_lockd.c:2633:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800849baac0/0x4c38e74a5472995b lrc: 3/0,0 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000401000020 nid: 0@lo remote: 0x4c38e74a54729954 expref: 7 pid: 32457 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930702.994277:0:6826:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63327 00000100:00100000:2.0:1718930702.994280:0:6826:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1cf3050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000-mdtlov_UUID+7:3323:x1802425733045952:12345-0@lo:103:ldlm_bl_01.0 00010000:00010000:2.0:1718930702.994286:0:6826:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1718930702.994410:0:6826:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800849baac0/0x4c38e74a5472995b lrc: 0/0,0 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801401000020 nid: 0@lo remote: 0x4c38e74a54729954 expref: 7 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.994417:0:6826:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a6:0x0].0x0 (ffff880098470100) 00010000:00010000:0.0:1718930702.994419:0:6826:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff88009b057180/0x4c38e74a547299c4 lrc: 3/0,1 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.994423:0:6826:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff88009b057180/0x4c38e74a547299c4 lrc: 3/0,1 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.994439:0:6826:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009b057180/0x4c38e74a547299c4 lrc: 4/0,1 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.994459:0:6826:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1718930702.994481:0:6837:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff88009b057180/0x4c38e74a547299c4 lrc: 3/0,1 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718930702.994485:0:6826:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1cf3050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000-mdtlov_UUID+6:3323:x1802425733045952:12345-0@lo:103:ldlm_bl_01.0 Request processed in 204us (264us total) trans 0 rc 0/0 00010000:00010000:2.0:1718930702.994487:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009b057180/0x4c38e74a547299c4 lrc: 3/0,1 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718930702.994490:0:6826:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63327 00010000:00010000:2.0:1718930702.994506:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008350fa80/0x4c38e74a547299cb lrc: 3/0,1 mode: --/EX res: [0x200000402:0x79c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.994512:0:6837:0:(ldlm_request.c:1029:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000001000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008350fa80/0x4c38e74a547299cb lrc: 3/0,1 mode: --/EX res: [0x200000402:0x79c:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718930702.994518:0:3323:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880081793dc0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3323:1802425733045952:0@lo:103:ldlm_bl_01.0 00010000:00010000:2.0:1718930702.994519:0:6837:0:(ldlm_request.c:1117:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008350fa80/0x4c38e74a547299cb lrc: 3/0,1 mode: --/EX res: [0x200000402:0x79c:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930702.994528:0:6837:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800967d97c0 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:6837:1802425733046016:0@lo:101:mdt00_000.0 00000100:00100000:2.0:1718930702.994544:0:6837:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718930702.994553:0:6837:0:(client.c:2492:ptlrpc_set_wait()) set ffff880133dd33c0 going to sleep for 6 seconds 00000100:00100000:1.0:1718930702.994558:0:32457:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733046016 00000100:00100000:1.0:1718930702.994576:0:32457:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20790 00000100:00100000:1.0:1718930702.994579:0:32457:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800967dc280 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:6837:x1802425733046016:12345-0@lo:101:mdt00_000.0 00010000:00010000:1.0:1718930702.994586:0:32457:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1718930702.994593:0:32457:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b8d80/0x4c38e74a547299d2 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x79c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4c38e74a547299cb expref: -99 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.994603:0:32457:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b055680/0x4c38e74a54729962 lrc: 2/0,1 mode: COS/COS res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.994609:0:32457:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b8d80/0x4c38e74a547299d2 lrc: 4/0,0 mode: --/EX res: [0x200000402:0x79c:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000001000000 nid: 0@lo remote: 0x4c38e74a547299cb expref: 7 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.994617:0:32457:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff88009b055680/0x4c38e74a54729962 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210401000020 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00080000:00080000:1.0:1718930702.994629:0:32457:0:(osd_handler.c:2525:osd_commit_async()) lustre-MDT0000: async commit OSD 00010000:00010000:1.0:1718930702.994657:0:32457:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b8d80/0x4c38e74a547299d2 lrc: 3/0,0 mode: --/EX res: [0x200000402:0x79c:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0x4c38e74a547299cb expref: 7 pid: 32457 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1718930702.994686:0:32457:0:(mdt_lvb.c:110:mdt_dom_disk_lvbo_update()) res: [0x200000402:0x79c:0x0] updating lvb size from disk: 0 -> 4096 00000004:00010000:1.0:1718930702.994689:0:32457:0:(mdt_lvb.c:117:mdt_dom_disk_lvbo_update()) res: [0x200000402:0x79c:0x0] updating lvb mtime from disk: 0 -> 1718930701 00000004:00010000:1.0:1718930702.994690:0:32457:0:(mdt_lvb.c:123:mdt_dom_disk_lvbo_update()) res: [0x200000402:0x79c:0x0] updating lvb atime from disk: 0 -> 1718930701 00000004:00010000:1.0:1718930702.994692:0:32457:0:(mdt_lvb.c:129:mdt_dom_disk_lvbo_update()) res: [0x200000402:0x79c:0x0] updating lvb ctime from disk: 0 -> 1718930701 00000004:00010000:1.0:1718930702.994693:0:32457:0:(mdt_lvb.c:135:mdt_dom_disk_lvbo_update()) res: [0x200000402:0x79c:0x0] updating lvb blocks from disk: 18427282363563114435 -> 8 00010000:00010000:1.0:1718930702.994697:0:32457:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x79c:0x0].0x0 (ffff880093297000) 00010000:00010000:1.0:1718930702.994698:0:32457:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 7f 00010000:00010000:1.0:1718930702.994700:0:32457:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b8d80/0x4c38e74a547299d2 lrc: 3/0,0 mode: --/EX res: [0x200000402:0x79c:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0x4c38e74a547299cb expref: 7 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.994706:0:32457:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b8d80/0x4c38e74a547299d2 lrc: 3/0,0 mode: --/EX res: [0x200000402:0x79c:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0x4c38e74a547299cb expref: 7 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.994710:0:32457:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b8d80/0x4c38e74a547299d2 lrc: 3/0,0 mode: --/EX res: [0x200000402:0x79c:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0x4c38e74a547299cb expref: 7 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.994714:0:32457:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b8d80/0x4c38e74a547299d2 lrc: 3/0,0 mode: --/EX res: [0x200000402:0x79c:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0x4c38e74a547299cb expref: 7 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.994718:0:32457:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 4 ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b8d80/0x4c38e74a547299d2 lrc: 3/0,0 mode: --/EX res: [0x200000402:0x79c:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0x4c38e74a547299cb expref: 7 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.994722:0:32457:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b8d80/0x4c38e74a547299d2 lrc: 3/0,0 mode: --/EX res: [0x200000402:0x79c:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0x4c38e74a547299cb expref: 7 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.994726:0:32457:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b8d80/0x4c38e74a547299d2 lrc: 3/0,0 mode: --/EX res: [0x200000402:0x79c:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0x4c38e74a547299cb expref: 7 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930702.994731:0:32457:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff8800849b8d80, rc 0) 00000100:00100000:1.0:1718930702.994762:0:32457:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800967dc280 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+7:6837:x1802425733046016:12345-0@lo:101:mdt00_000.0 Request processed in 181us (216us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930702.994767:0:32457:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20790 00000100:00100000:2.0:1718930702.994776:0:6837:0:(client.c:2892:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 8589959518 gen 2 00000004:00080000:2.0:1718930702.994779:0:6837:0:(osp_trans.c:1044:osp_request_commit_cb()) trans no 8589959515 committed transno 8589959518 00000004:00080000:2.0:1718930702.994792:0:6837:0:(osp_trans.c:1044:osp_request_commit_cb()) trans no 8589959518 committed transno 8589959518 00000100:00100000:2.0:1718930702.994804:0:6837:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800967d97c0 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:6837:1802425733046016:0@lo:101:mdt00_000.0 00010000:00010000:2.0:1718930702.994810:0:6837:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008350fa80/0x4c38e74a547299cb lrc: 4/0,1 mode: --/EX res: [0x200000402:0x79c:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0x4c38e74a547299d2 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.994814:0:6837:0:(ldlm_request.c:286:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008350fa80/0x4c38e74a547299cb lrc: 4/0,1 mode: --/EX res: [0x200000402:0x79c:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0x4c38e74a547299d2 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.995213:0:32428:0:(ldlm_request.c:1235:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009b057840/0x4c38e74a54729977 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x612:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008401000000 nid: local remote: 0x4c38e74a5472997e expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.995216:0:3307:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b055680/0x4c38e74a54729962 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210401000020 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1718930702.995220:0:32428:0:(mdt_handler.c:3608:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009b057840/0x4c38e74a54729977 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x612:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009401000000 nid: local remote: 0x4c38e74a5472997e expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.995221:0:3307:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009b055680/0x4c38e74a54729962 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210401000020 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.995224:0:3307:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009b055680/0x4c38e74a54729962 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210401000020 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.995227:0:3307:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88009b055680 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:0.0:1718930702.995228:0:3307:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b055680/0x4c38e74a54729962 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210401000020 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.995231:0:3307:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b055680/0x4c38e74a54729962 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218401000020 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.995232:0:32428:0:(ldlm_request.c:1301:ldlm_cancel_pack()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009b057840/0x4c38e74a54729977 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x612:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0x4c38e74a5472997e expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.995235:0:32428:0:(ldlm_request.c:1305:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1718930702.995236:0:3307:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x79c:0x0].0x0 (ffff880093297000) 00010000:00010000:0.0:1718930702.995237:0:3307:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1718930702.995239:0:3307:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b8d80/0x4c38e74a547299d2 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x79c:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0x4c38e74a547299cb expref: 6 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.995244:0:3307:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b8d80/0x4c38e74a547299d2 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x79c:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080001000000 nid: 0@lo remote: 0x4c38e74a547299cb expref: 6 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.995248:0:32428:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009b057840/0x4c38e74a54729977 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x612:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0x4c38e74a5472997e expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.995250:0:3307:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b8d80/0x4c38e74a547299d2 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x79c:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080001000000 nid: 0@lo remote: 0x4c38e74a547299cb expref: 6 pid: 32457 timeout: 0 lvb_type: 0 00000001:00080000:3.0:1718930702.995255:0:32428:0:(tgt_lastrcvd.c:926:tgt_cb_last_committed()) lustre-MDT0000: transno 8589959535 is committed 00000020:00080000:3.0:1718930702.995260:0:32428:0:(update_trans.c:1351:distribute_txn_batchid_cb()) lustre-MDT0000: 4295040271 batchid updated 00000020:00080000:3.0:1718930702.995268:0:32454:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4295040271 00010000:00010000:0.0:1718930702.995268:0:3307:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b8d80/0x4c38e74a547299d2 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x79c:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0x4c38e74a547299cb expref: 6 pid: 32457 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718930702.995269:0:3321:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000040:00100000:3.0:1718930702.995272:0:32454:0:(llog.c:235:llog_cancel_arr_rec()) Canceling 1 records, first 762 in log [0x2:0x40000404:0x2] 00000100:00100000:1.0:1718930702.995276:0:3321:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88011e300000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3321:1802425733046080:0@lo:103:jbd2/dm-0-8.0 00000100:00100000:0.0:1718930702.995277:0:3307:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880092a32140 pname:cluuid:pid:xid:nid:opc:job ptlrpc_hr00_001:lustre-MDT0000_UUID:3307:1802425733046144:0@lo:105: 00000004:00080000:3.0:1718930702.995285:0:32454:0:(osp_trans.c:1598:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff88007323a600 with version 1495 00000020:00080000:3.0:1718930702.995288:0:32454:0:(update_trans.c:1313:distribute_txn_cancel_records()) lustre-MDT0001-osp-MDT0000: batchid 4295040271 cancel update log [0x2:0x40000404:0x2].762: rc = 0 00000040:00100000:3.0:1718930702.995291:0:32454:0:(llog.c:235:llog_cancel_arr_rec()) Canceling 1 records, first 761 in log [0x2:0xbd0:0x2] 00000100:00100000:1.0:1718930702.995292:0:3321:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1718930702.995294:0:32441:0:(osp_trans.c:1343:osp_get_next_request()) ou ffff88007fc1bf00 version 1495 rpc_version 1495 00000100:00100000:0.0:1718930702.995297:0:3307:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1718930702.995307:0:3307:0:(client.c:2492:ptlrpc_set_wait()) set ffff8801315c9f00 going to sleep for 6 seconds 00000100:00100000:2.0:1718930702.995309:0:32441:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800967daf80 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:32441:1802425733046208:0@lo:1000:osp_up1-0.0 00000020:00080000:3.0:1718930702.995310:0:32454:0:(update_trans.c:1313:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 4295040271 cancel update log [0x2:0xbd0:0x2].761: rc = 0 00000020:00080000:3.0:1718930702.995314:0:32454:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4295040271 00000100:00100000:0.0:1718930702.995318:0:6826:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733046080 00000100:00100000:3.0:1718930702.995325:0:6824:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733046144 00000100:00100000:2.0:1718930702.995327:0:32441:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1718930702.995334:0:6826:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9142 00000100:00100000:2.0:1718930702.995336:0:32441:0:(client.c:2492:ptlrpc_set_wait()) set ffff880133dd33c0 going to sleep for 6 seconds 00000100:00100000:0.0:1718930702.995337:0:6826:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880081793dc0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000-mdtlov_UUID+6:3321:x1802425733046080:12345-0@lo:103:jbd2/dm-0-8.0 00000100:00100000:3.0:1718930702.995338:0:6824:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5547 00000100:00100000:3.0:1718930702.995341:0:6824:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a35a40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0001-mdtlov_UUID+4:3307:x1802425733046144:12345-0@lo:105: 00010000:00010000:0.0:1718930702.995343:0:6826:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1718930702.995344:0:32457:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733046208 00010000:00010000:3.0:1718930702.995345:0:6824:0:(ldlm_lockd.c:1933:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008350fa80/0x4c38e74a547299cb lrc: 5/0,1 mode: --/EX res: [0x200000402:0x79c:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0x4c38e74a547299d2 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.995349:0:6824:0:(ldlm_lockd.c:2010:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008350fa80/0x4c38e74a547299cb lrc: 5/0,1 mode: --/EX res: [0x200000402:0x79c:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0x4c38e74a547299d2 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1718930702.995351:0:6826:0:(mdt_lvb.c:117:mdt_dom_disk_lvbo_update()) res: [0x240000402:0x612:0x0] updating lvb mtime from disk: 0 -> 1718930701 00010000:00010000:3.0:1718930702.995353:0:6824:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008350fa80/0x4c38e74a547299cb lrc: 5/0,1 mode: EX/EX res: [0x200000402:0x79c:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080001000000 nid: local remote: 0x4c38e74a547299d2 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718930702.995353:0:32457:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20791 00000004:00010000:0.0:1718930702.995354:0:6826:0:(mdt_lvb.c:123:mdt_dom_disk_lvbo_update()) res: [0x240000402:0x612:0x0] updating lvb atime from disk: 0 -> 1718930701 00000100:00100000:1.0:1718930702.995355:0:32457:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800967df200 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+7:32441:x1802425733046208:12345-0@lo:1000:osp_up1-0.0 00000004:00010000:0.0:1718930702.995355:0:6826:0:(mdt_lvb.c:129:mdt_dom_disk_lvbo_update()) res: [0x240000402:0x612:0x0] updating lvb ctime from disk: 0 -> 1718930701 00010000:00010000:3.0:1718930702.995356:0:6824:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008350fa80/0x4c38e74a547299cb lrc: 6/0,1 mode: EX/EX res: [0x200000402:0x79c:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080001000000 nid: local remote: 0x4c38e74a547299d2 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.995359:0:6824:0:(ldlm_lockd.c:2038:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008350fa80/0x4c38e74a547299cb lrc: 6/0,1 mode: EX/EX res: [0x200000402:0x79c:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x1080001000000 nid: local remote: 0x4c38e74a547299d2 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.995363:0:6826:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800849bb600/0x4c38e74a5472997e lrc: 0/0,0 mode: --/EX res: [0x240000402:0x612:0x0].0x0 bits 0x47/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801001000000 nid: 0@lo remote: 0x4c38e74a54729977 expref: 7 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.995366:0:6824:0:(ldlm_lockd.c:2049:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff88008350fa80) 00010000:00010000:2.0:1718930702.995372:0:6837:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008350fa80/0x4c38e74a547299cb lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x79c:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0x4c38e74a547299d2 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.995373:0:6826:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x612:0x0].0x0 (ffff880098470400) 00010000:00010000:2.0:1718930702.995377:0:6837:0:(ldlm_request.c:799:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008350fa80/0x4c38e74a547299cb lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x79c:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0x4c38e74a547299d2 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.995378:0:6826:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1718930702.995386:0:6824:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a35a40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0001-mdtlov_UUID+4:3307:x1802425733046144:12345-0@lo:105: Request processed in 45us (90us total) trans 0 rc 0/0 00000100:00100000:3.0:1718930702.995391:0:6824:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5547 00000100:00100000:1.0:1718930702.995410:0:32457:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800967df200 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+7:32441:x1802425733046208:12345-0@lo:1000:osp_up1-0.0 Request processed in 53us (82us total) trans 4294987135 rc 0/0 00000100:00100000:0.0:1718930702.995411:0:6826:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880081793dc0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000-mdtlov_UUID+7:3321:x1802425733046080:12345-0@lo:103:jbd2/dm-0-8.0 Request processed in 71us (117us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930702.995414:0:32457:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20791 00000100:00100000:2.0:1718930702.995416:0:32441:0:(client.c:2892:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 4294987133 gen 2 00000100:00100000:0.0:1718930702.995417:0:6826:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9142 00000004:00080000:2.0:1718930702.995419:0:32441:0:(osp_trans.c:1044:osp_request_commit_cb()) trans no 4294987132 committed transno 4294987133 00000004:00080000:2.0:1718930702.995442:0:32441:0:(osp_trans.c:1044:osp_request_commit_cb()) trans no 4294987133 committed transno 4294987133 00000020:00080000:2.0:1718930702.995445:0:32441:0:(update_trans.c:80:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff880084cb6c00 refcount 2 committed 0 result 0 batchid 4295040272 00000020:00080000:2.0:1718930702.995447:0:32441:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff880081319800 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff880084f45a80 00000020:00080000:2.0:1718930702.995450:0:32441:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff880081319500 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff880084f45600 00000020:00080000:2.0:1718930702.995452:0:32441:0:(update_trans.c:94:top_multiple_thandle_dump()) cookie [0x2:0x40000404:0x2].763 00000020:00080000:2.0:1718930702.995453:0:32441:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff880081319000 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff880081319e00 00000100:00100000:0.0:1718930702.995453:0:3307:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880092a32140 pname:cluuid:pid:xid:nid:opc:job ptlrpc_hr00_001:lustre-MDT0000_UUID:3307:1802425733046144:0@lo:105: 00000020:00080000:2.0:1718930702.995456:0:32441:0:(update_trans.c:94:top_multiple_thandle_dump()) cookie [0x2:0xbd0:0x2].762 00010000:00010000:0.0:1718930702.995462:0:3307:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009b055680/0x4c38e74a54729962 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19401000020 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000020:00080000:3.0:1718930702.995464:0:32454:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 4295040272 committed batchid 4295040271 00010000:00010000:0.0:1718930702.995468:0:3307:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b055680/0x4c38e74a54729962 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19401000020 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930702.995469:0:32441:0:(client.c:2918:ptlrpc_free_committed()) @@@ stopping search req@ffff8800967daf80 x1802425733046208/t4294987135(4294987135) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 1718930709 ref 3 fl Rpc:RQU/4/0 rc 0/0 job:'osp_up1-0.0' 00000020:00080000:3.0:1718930702.995475:0:32454:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4295040271 00010000:00010000:0.0:1718930702.995475:0:3307:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b056d00/0x4c38e74a54729969 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7a1:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718930702.995478:0:3321:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88011e300000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3321:1802425733046080:0@lo:103:jbd2/dm-0-8.0 00000100:00100000:2.0:1718930702.995480:0:32441:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800967daf80 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:32441:1802425733046208:0@lo:1000:osp_up1-0.0 00010000:00010000:0.0:1718930702.995480:0:3307:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009b056d00/0x4c38e74a54729969 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x7a1:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.995485:0:3307:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009b056d00/0x4c38e74a54729969 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x7a1:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.995490:0:3307:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88009b056d00 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:0.0:1718930702.995491:0:3307:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b056d00/0x4c38e74a54729969 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x7a1:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.995496:0:3307:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b056d00/0x4c38e74a54729969 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x7a1:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.995503:0:3307:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7a1:0x0].0x0 (ffff880081319600) 00010000:00010000:0.0:1718930702.995505:0:3307:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 7f 00010000:00010000:0.0:1718930702.995506:0:3307:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009b056d00/0x4c38e74a54729969 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x7a1:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.995510:0:3307:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b056d00/0x4c38e74a54729969 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x7a1:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.995519:0:3307:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b056f40/0x4c38e74a54729970 lrc: 3/0,1 mode: COS/COS res: [0x240000402:0x612:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.995524:0:3307:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009b056f40/0x4c38e74a54729970 lrc: 2/0,0 mode: COS/COS res: [0x240000402:0x612:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.995534:0:3307:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009b056f40/0x4c38e74a54729970 lrc: 3/0,0 mode: COS/COS res: [0x240000402:0x612:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.995539:0:3307:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88009b056f40 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:0.0:1718930702.995541:0:3307:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b056f40/0x4c38e74a54729970 lrc: 3/0,0 mode: COS/COS res: [0x240000402:0x612:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.995545:0:3307:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b056f40/0x4c38e74a54729970 lrc: 4/0,0 mode: COS/COS res: [0x240000402:0x612:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.995553:0:3307:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x612:0x0].0x0 (ffff880081319900) 00010000:00010000:0.0:1718930702.995554:0:3307:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1718930702.995555:0:3307:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009b056f40/0x4c38e74a54729970 lrc: 2/0,0 mode: --/COS res: [0x240000402:0x612:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930702.995560:0:3307:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b056f40/0x4c38e74a54729970 lrc: 0/0,0 mode: --/COS res: [0x240000402:0x612:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930702.995933:0:6837:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800967dc740 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:6837:1802425733046272:0@lo:403:mdt00_000.0 00000100:00100000:2.0:1718930702.995950:0:6837:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718930702.995964:0:6837:0:(client.c:2492:ptlrpc_set_wait()) set ffff880133dd33c0 going to sleep for 6 seconds 00000100:00100000:1.0:1718930702.996014:0:32457:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733046272 00000100:00100000:1.0:1718930702.996035:0:32457:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20792 00000100:00100000:1.0:1718930702.996038:0:32457:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800967daac0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+7:6837:x1802425733046272:12345-0@lo:403:mdt00_000.0 00000100:00100000:1.0:1718930702.997187:0:32457:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800967daac0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+7:6837:x1802425733046272:12345-0@lo:403:mdt00_000.0 Request processed in 1147us (1235us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930702.997193:0:32457:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20792 00000100:00100000:2.0:1718930702.997248:0:6837:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800967dc740 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:6837:1802425733046272:0@lo:403:mdt00_000.0 00000040:00080000:2.0:1718930702.997845:0:6837:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x240000400:0x3:0x0].1129, 400 off1034744 00000040:00080000:2.0:1718930702.997915:0:6837:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x200000401:0x3:0x0].1502, 480 off1455224 00000004:00080000:2.0:1718930702.997917:0:6837:0:(osp_trans.c:1598:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff8800a1683900 with version 7102 00000004:00080000:0.0:1718930702.997952:0:8063:0:(osp_trans.c:1343:osp_get_next_request()) ou ffff88012a3cd000 version 7102 rpc_version 7102 00000100:00100000:0.0:1718930702.997972:0:8063:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880092a32140 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:8063:1802425733046336:0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1718930702.997991:0:8063:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1718930702.998006:0:8063:0:(client.c:2492:ptlrpc_set_wait()) set ffff8801315c9f00 going to sleep for 6 seconds 00000100:00100000:1.0:1718930702.998058:0:32457:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733046336 00000100:00100000:1.0:1718930702.998081:0:32457:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20793 00000100:00100000:1.0:1718930702.998084:0:32457:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a350c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+7:8063:x1802425733046336:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:1.0:1718930702.998239:0:32457:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a350c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+8:8063:x1802425733046336:12345-0@lo:1000:osp_up0-1.0 Request processed in 154us (248us total) trans 8589959536 rc 0/0 00000100:00100000:1.0:1718930702.998243:0:32457:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20793 00000100:00100000:0.0:1718930702.998278:0:8063:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880092a32140 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:8063:1802425733046336:0@lo:1000:osp_up0-1.0 00000004:00010000:2.0:1718930702.998301:0:6837:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff8800967ddf00 reply state ffff8800731c8000 transno 4294987136 ns: mdt-lustre-MDT0001_UUID lock: ffff88009b057180/0x4c38e74a547299c4 lrc: 3/0,1 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.998311:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008350fa80/0x4c38e74a547299cb lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x79c:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0x4c38e74a547299d2 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930702.998316:0:6837:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008350fa80/0x4c38e74a547299cb lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x79c:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0x4c38e74a547299d2 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1718930702.998327:0:6837:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff8800967ddf00 reply state ffff8800731c8000 transno 4294987136 ns: mdt-lustre-MDT0001_UUID lock: ffff88009b054480/0x4c38e74a547299bd lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x608:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1718930702.998332:0:6837:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff8800967ddf00 reply state ffff8800731c8000 transno 4294987136 ns: mdt-lustre-MDT0001_UUID lock: ffff88009b0558c0/0x4c38e74a547299b6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930702.998369:0:6837:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800967ddf00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+15:26684:x1802425753276480:12345-192.168.204.9@tcp:36:lfs.0 Request processed in 6320us (6383us total) trans 4294987136 rc 0/0 00000100:00100000:2.0:1718930702.998374:0:6837:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230802 00010000:00010000:3.0:1718930702.999142:0:3306:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009b0558c0/0x4c38e74a547299b6 lrc: 3/0,1 mode: COS/COS res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.999151:0:3306:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a5:0x0].0x0 (ffff8800a1ad1c00) 00010000:00010000:3.0:1718930702.999153:0:3306:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1718930702.999155:0:3306:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009b054480/0x4c38e74a547299bd lrc: 3/0,1 mode: COS/COS res: [0x240000402:0x608:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.999158:0:3306:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x608:0x0].0x0 (ffff8800b4b15200) 00010000:00010000:3.0:1718930702.999159:0:3306:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 7f 00010000:00010000:3.0:1718930702.999161:0:3306:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009b057180/0x4c38e74a547299c4 lrc: 3/0,1 mode: COS/COS res: [0x240000400:0x1a6:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930702.999163:0:3306:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a6:0x0].0x0 (ffff880098470100) 00010000:00010000:3.0:1718930702.999164:0:3306:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 7f 00000100:00100000:2.0:1718930702.999207:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1718930702.999243:0:6840:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753276736 00000100:00100000:0.0:1718930702.999263:0:6840:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 10795 00000100:00100000:0.0:1718930702.999268:0:6840:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800967dc740 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+15:26684:x1802425753276736:12345-192.168.204.9@tcp:35:lfs.0 00000100:00100000:0.0:1718930702.999349:0:6840:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800967dc740 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+16:26684:x1802425753276736:12345-192.168.204.9@tcp:35:lfs.0 Request processed in 81us (143us total) trans 4294987137 rc 0/0 00000100:00100000:0.0:1718930702.999355:0:6840:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 10795 00000100:00100000:2.0:1718930703.000065:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1718930703.000084:0:6837:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753276864 00000100:00100000:0.0:1718930703.000101:0:6837:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230803 00000100:00100000:0.0:1718930703.000105:0:6837:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800967d97c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+16:26684:x1802425753276864:12345-192.168.204.9@tcp:36:lfs.0 00010000:00010000:0.0:1718930703.000142:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009b056400/0x4c38e74a547299d9 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x605:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.000150:0:6837:0:(ldlm_request.c:1029:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000001000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009b056400/0x4c38e74a547299d9 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x605:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.000157:0:6837:0:(ldlm_request.c:1117:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009b056400/0x4c38e74a547299d9 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x605:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718930703.000164:0:6837:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880092a33440 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:6837:1802425733046400:0@lo:101:mdt00_000.0 00000100:00100000:0.0:1718930703.000180:0:6837:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1718930703.000194:0:6837:0:(client.c:2492:ptlrpc_set_wait()) set ffff8801315c9f00 going to sleep for 6 seconds 00000100:00100000:1.0:1718930703.000246:0:32457:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733046400 00000100:00100000:1.0:1718930703.000269:0:32457:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20794 00000100:00100000:1.0:1718930703.000272:0:32457:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a34c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+8:6837:x1802425733046400:12345-0@lo:101:mdt00_000.0 00010000:00010000:1.0:1718930703.000278:0:32457:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1718930703.000284:0:32457:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b9200/0x4c38e74a547299e0 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x605:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4c38e74a547299d9 expref: -99 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.000294:0:32457:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800972046c0/0x4c38e74a54729277 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x605:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812f9e2 expref: 11 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.000301:0:32457:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b9200/0x4c38e74a547299e0 lrc: 4/0,0 mode: --/EX res: [0x240000402:0x605:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000001000000 nid: 0@lo remote: 0x4c38e74a547299d9 expref: 9 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.000312:0:32457:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800972046c0/0x4c38e74a54729277 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x605:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.9@tcp remote: 0xceea94147812f9e2 expref: 11 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.000317:0:32457:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800972046c0/0x4c38e74a54729277 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x605:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.9@tcp remote: 0xceea94147812f9e2 expref: 11 pid: 7082 timeout: 3714 lvb_type: 0 00000100:00100000:1.0:1718930703.000323:0:32457:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880081794280 pname:cluuid:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000_UUID:32457:1802425733046464:192.168.204.9@tcp:104: 00000100:00100000:1.0:1718930703.000340:0:32457:0:(client.c:2492:ptlrpc_set_wait()) set ffff8800a16adc00 going to sleep for 6 seconds 00000100:00100000:2.0:1718930703.001059:0:32457:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880081794280 pname:cluuid:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000_UUID:32457:1802425733046464:192.168.204.9@tcp:104: 00000100:00100000:1.0:1718930703.001060:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00010000:00010000:2.0:1718930703.001072:0:32457:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b9200/0x4c38e74a547299e0 lrc: 3/0,0 mode: --/EX res: [0x240000402:0x605:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0x4c38e74a547299d9 expref: 9 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.001078:0:32457:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x605:0x0].0x0 (ffff8800782f1700) 00010000:00010000:2.0:1718930703.001080:0:32457:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1718930703.001082:0:32457:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b9200/0x4c38e74a547299e0 lrc: 3/0,0 mode: --/EX res: [0x240000402:0x605:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0x4c38e74a547299d9 expref: 9 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.001088:0:32457:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff8800849b9200, rc 0) 00000100:00100000:0.0:1718930703.001095:0:6826:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753276928 00010000:00010000:0.0:1718930703.001107:0:6826:0:(ldlm_lockd.c:2633:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800972046c0/0x4c38e74a54729277 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x605:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.9@tcp remote: 0xceea94147812f9e2 expref: 12 pid: 7082 timeout: 3714 lvb_type: 0 00000100:00100000:2.0:1718930703.001120:0:32457:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a34c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+9:6837:x1802425733046400:12345-0@lo:101:mdt00_000.0 Request processed in 847us (940us total) trans 0 rc 0/0 00000100:00100000:0.0:1718930703.001122:0:6826:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 63328 00000100:00100000:0.0:1718930703.001125:0:6826:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880083dc3dc0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8a07974b-7506-4725-beb3-4b5c6f8f9250+12:1875:x1802425753276928:12345-192.168.204.9@tcp:103:ldlm_bl_01.0 00000100:00100000:2.0:1718930703.001126:0:32457:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20794 00010000:00010000:0.0:1718930703.001132:0:6826:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1718930703.001135:0:6826:0:(ldlm_lockd.c:1766:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800972046c0/0x4c38e74a54729277 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x605:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.9@tcp remote: 0xceea94147812f9e2 expref: 12 pid: 7082 timeout: 3714 lvb_type: 0 00000100:00100000:1.0:1718930703.001139:0:6837:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880092a33440 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:6837:1802425733046400:0@lo:101:mdt00_000.0 00010000:00010000:0.0:1718930703.001142:0:6826:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800972046c0/0x4c38e74a54729277 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x605:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.9@tcp remote: 0xceea94147812f9e2 expref: 12 pid: 7082 timeout: 3714 lvb_type: 0 00010000:00010000:1.0:1718930703.001147:0:6837:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009b056400/0x4c38e74a547299d9 lrc: 4/0,1 mode: --/EX res: [0x240000402:0x605:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0x4c38e74a547299e0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.001152:0:6837:0:(ldlm_request.c:286:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009b056400/0x4c38e74a547299d9 lrc: 4/0,1 mode: --/EX res: [0x240000402:0x605:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0x4c38e74a547299e0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.001152:0:6826:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800972046c0/0x4c38e74a54729277 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x605:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.9@tcp remote: 0xceea94147812f9e2 expref: 12 pid: 7082 timeout: 3714 lvb_type: 0 00010000:00010000:0.0:1718930703.001160:0:6826:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x605:0x0].0x0 (ffff8800782f1700) 00010000:00010000:0.0:1718930703.001163:0:6826:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b9200/0x4c38e74a547299e0 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x605:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0x4c38e74a547299d9 expref: 8 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.001169:0:6826:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b9200/0x4c38e74a547299e0 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x605:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080001000000 nid: 0@lo remote: 0x4c38e74a547299d9 expref: 8 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.001174:0:6826:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b9200/0x4c38e74a547299e0 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x605:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080001000000 nid: 0@lo remote: 0x4c38e74a547299d9 expref: 8 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.001188:0:6826:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b9200/0x4c38e74a547299e0 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x605:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0x4c38e74a547299d9 expref: 8 pid: 32457 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718930703.001194:0:6826:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880092a33900 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000_UUID:6826:1802425733046528:0@lo:105: 00000100:00100000:0.0:1718930703.001209:0:6826:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1718930703.001224:0:6826:0:(client.c:2492:ptlrpc_set_wait()) set ffff8801315c9c00 going to sleep for 6 seconds 00000100:00100000:3.0:1718930703.001244:0:6824:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733046528 00000100:00100000:3.0:1718930703.001264:0:6824:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5548 00000100:00100000:3.0:1718930703.001267:0:6824:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a30980 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0001-mdtlov_UUID+4:6826:x1802425733046528:12345-0@lo:105: 00010000:00010000:3.0:1718930703.001271:0:6824:0:(ldlm_lockd.c:1933:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009b056400/0x4c38e74a547299d9 lrc: 5/0,1 mode: --/EX res: [0x240000402:0x605:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0x4c38e74a547299e0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.001275:0:6824:0:(ldlm_lockd.c:2010:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009b056400/0x4c38e74a547299d9 lrc: 5/0,1 mode: --/EX res: [0x240000402:0x605:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0x4c38e74a547299e0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.001278:0:6824:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009b056400/0x4c38e74a547299d9 lrc: 5/0,1 mode: EX/EX res: [0x240000402:0x605:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080001000000 nid: local remote: 0x4c38e74a547299e0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.001285:0:6824:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009b056400/0x4c38e74a547299d9 lrc: 6/0,1 mode: EX/EX res: [0x240000402:0x605:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080001000000 nid: local remote: 0x4c38e74a547299e0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.001288:0:6824:0:(ldlm_lockd.c:2038:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009b056400/0x4c38e74a547299d9 lrc: 6/0,1 mode: EX/EX res: [0x240000402:0x605:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1080001000000 nid: local remote: 0x4c38e74a547299e0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.001296:0:6824:0:(ldlm_lockd.c:2049:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff88009b056400) 00010000:00010000:1.0:1718930703.001299:0:6837:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009b056400/0x4c38e74a547299d9 lrc: 4/0,1 mode: EX/EX res: [0x240000402:0x605:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0x4c38e74a547299e0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.001303:0:6837:0:(ldlm_request.c:799:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009b056400/0x4c38e74a547299d9 lrc: 4/0,1 mode: EX/EX res: [0x240000402:0x605:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0x4c38e74a547299e0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.001311:0:6837:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009b056400/0x4c38e74a547299d9 lrc: 4/0,1 mode: EX/EX res: [0x240000402:0x605:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0x4c38e74a547299e0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.001318:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009b056400/0x4c38e74a547299d9 lrc: 4/0,1 mode: EX/EX res: [0x240000402:0x605:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000401000000 nid: local remote: 0x4c38e74a547299e0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718930703.001319:0:6824:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a30980 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0001-mdtlov_UUID+4:6826:x1802425733046528:12345-0@lo:105: Request processed in 52us (110us total) trans 0 rc 0/0 00010000:00010000:1.0:1718930703.001321:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009b056400/0x4c38e74a547299d9 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x605:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000401000000 nid: local remote: 0x4c38e74a547299e0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718930703.001323:0:6824:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5548 00010000:00010000:1.0:1718930703.001327:0:6837:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1718930703.001330:0:4830:0:(ldlm_lockd.c:2784:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1718930703.001332:0:4830:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009b056400/0x4c38e74a547299d9 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x605:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000401000000 nid: local remote: 0x4c38e74a547299e0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.001337:0:4830:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88009b056400 already unused, calling callback (ffffffffa0ea60e0) 00010000:00010000:1.0:1718930703.001338:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800849ba400/0x4c38e74a547299e7 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.001339:0:4830:0:(ldlm_request.c:1235:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009b056400/0x4c38e74a547299d9 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x605:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008401000000 nid: local remote: 0x4c38e74a547299e0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.001341:0:6837:0:(ldlm_request.c:1029:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000001000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800849ba400/0x4c38e74a547299e7 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1718930703.001343:0:4830:0:(mdt_handler.c:3608:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009b056400/0x4c38e74a547299d9 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x605:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009401000000 nid: local remote: 0x4c38e74a547299e0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.001345:0:6837:0:(ldlm_request.c:1117:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800849ba400/0x4c38e74a547299e7 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718930703.001352:0:6837:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880083dc6d40 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:6837:1802425733046592:0@lo:101:mdt00_000.0 00010000:00010000:0.0:1718930703.001354:0:4830:0:(ldlm_request.c:1301:ldlm_cancel_pack()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009b056400/0x4c38e74a547299d9 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x605:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0x4c38e74a547299e0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.001357:0:4830:0:(ldlm_request.c:1305:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:1.0:1718930703.001367:0:6837:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1718930703.001378:0:4830:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009b056400/0x4c38e74a547299d9 lrc: 1/0,0 mode: --/EX res: [0x240000402:0x605:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0x4c38e74a547299e0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718930703.001380:0:6837:0:(client.c:2492:ptlrpc_set_wait()) set ffff8800a16adc00 going to sleep for 6 seconds 00010000:00010000:0.0:1718930703.001384:0:4830:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009b056400/0x4c38e74a547299d9 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x605:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0x4c38e74a547299e0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930703.001393:0:3321:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880092a30e40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3321:1802425733046656:0@lo:103:ldlm_bl_05.0 00010000:00010000:0.0:1718930703.001395:0:4830:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1718930703.001396:0:4830:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1718930703.001397:0:4830:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1718930703.001405:0:32457:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733046592 00000100:00100000:0.0:1718930703.001410:0:6826:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880092a33900 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000_UUID:6826:1802425733046528:0@lo:105: 00000100:00100000:2.0:1718930703.001415:0:3321:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1718930703.001419:0:6826:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1718930703.001420:0:32457:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20795 00000100:00100000:3.0:1718930703.001423:0:32457:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880083dc2140 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+9:6837:x1802425733046592:12345-0@lo:101:mdt00_000.0 00000100:00100000:1.0:1718930703.001437:0:4383:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733046656 00010000:00010000:3.0:1718930703.001440:0:32457:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1718930703.001446:0:32457:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097204000/0x4c38e74a547299ee lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4c38e74a547299e7 expref: -99 pid: 32457 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718930703.001451:0:6826:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880083dc3dc0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8a07974b-7506-4725-beb3-4b5c6f8f9250+11:1875:x1802425753276928:12345-192.168.204.9@tcp:103:ldlm_bl_01.0 Request processed in 325us (392us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930703.001453:0:4383:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9143 00010000:00010000:3.0:1718930703.001456:0:32457:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097204000/0x4c38e74a547299ee lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000001000000 nid: 0@lo remote: 0x4c38e74a547299e7 expref: 11 pid: 32457 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718930703.001456:0:4383:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800967d9300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:lustre-MDT0001-mdtlov_UUID+11:3321:x1802425733046656:12345-0@lo:103:ldlm_bl_05.0 00000100:00100000:0.0:1718930703.001458:0:6826:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 63328 00010000:00010000:1.0:1718930703.001460:0:4383:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1718930703.001462:0:32457:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880097204000/0x4c38e74a547299ee lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0x4c38e74a547299e7 expref: 11 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.001465:0:32457:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a87c9a00) 00010000:00010000:1.0:1718930703.001466:0:4383:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b9200/0x4c38e74a547299e0 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x605:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801001000000 nid: 0@lo remote: 0x4c38e74a547299d9 expref: 11 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.001467:0:32457:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1718930703.001468:0:32457:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff880097204000, rc 0) 00010000:00010000:1.0:1718930703.001473:0:4383:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x605:0x0].0x0 (ffff8800782f1700) 00010000:00010000:1.0:1718930703.001477:0:4383:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1718930703.001491:0:32457:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880083dc2140 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+10:6837:x1802425733046592:12345-0@lo:101:mdt00_000.0 Request processed in 67us (123us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930703.001495:0:4383:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800967d9300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:lustre-MDT0001-mdtlov_UUID+10:3321:x1802425733046656:12345-0@lo:103:ldlm_bl_05.0 Request processed in 39us (80us total) trans 0 rc 0/0 00000100:00100000:3.0:1718930703.001497:0:32457:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20795 00000100:00100000:1.0:1718930703.001499:0:4383:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9143 00000100:00100000:0.0:1718930703.001503:0:6837:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880083dc6d40 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:6837:1802425733046592:0@lo:101:mdt00_000.0 00000100:00100000:2.0:1718930703.001504:0:3321:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880092a30e40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3321:1802425733046656:0@lo:103:ldlm_bl_05.0 00010000:00010000:0.0:1718930703.001512:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800849ba400/0x4c38e74a547299e7 lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0x4c38e74a547299ee expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.001520:0:6837:0:(ldlm_request.c:799:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800849ba400/0x4c38e74a547299e7 lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0x4c38e74a547299ee expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1718930703.001531:0:6837:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:0.0:1718930703.001538:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88009b054d80/0x4c38e74a547299f5 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x605:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.001550:0:6837:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff88008350f840/0x4c38e74a547293ce lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x605:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fa21 expref: 16 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.001555:0:6837:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009b054d80/0x4c38e74a547299f5 lrc: 4/0,1 mode: --/EX res: [0x240000402:0x605:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.001567:0:6837:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff88008350f840/0x4c38e74a547293ce lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x605:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fa21 expref: 16 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.001572:0:6837:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff88008350f840/0x4c38e74a547293ce lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x605:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fa21 expref: 16 pid: 7082 timeout: 3714 lvb_type: 0 00000100:00100000:0.0:1718930703.001578:0:6837:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880092a33900 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6837:1802425733046720:192.168.204.9@tcp:104: 00000100:00100000:0.0:1718930703.001603:0:6837:0:(client.c:2492:ptlrpc_set_wait()) set ffff8801315c9c00 going to sleep for 6 seconds 00000100:00100000:0.0:1718930703.002141:0:6837:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880092a33900 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6837:1802425733046720:192.168.204.9@tcp:104: 00010000:00010000:0.0:1718930703.002148:0:6837:0:(ldlm_request.c:286:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff88009b054d80/0x4c38e74a547299f5 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x605:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930703.002283:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930703.002310:0:4383:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753276992 00010000:00010000:1.0:1718930703.002320:0:4383:0:(ldlm_lockd.c:2633:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008350f840/0x4c38e74a547293ce lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x605:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fa21 expref: 17 pid: 7082 timeout: 3714 lvb_type: 0 00000100:00100000:1.0:1718930703.002339:0:4383:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 63329 00000100:00100000:1.0:1718930703.002341:0:4383:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800967d8e40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:8a07974b-7506-4725-beb3-4b5c6f8f9250+17:1875:x1802425753276992:12345-192.168.204.9@tcp:103:ldlm_bl_04.0 00010000:00010000:1.0:1718930703.002346:0:4383:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1718930703.002348:0:4383:0:(ldlm_lockd.c:1766:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff88008350f840/0x4c38e74a547293ce lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x605:0x0].0x0 bits 0x10/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fa21 expref: 17 pid: 7082 timeout: 3714 lvb_type: 0 00010000:00010000:1.0:1718930703.002353:0:4383:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff88008350f840/0x4c38e74a547293ce lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x605:0x0].0x0 bits 0x10/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fa21 expref: 17 pid: 7082 timeout: 3714 lvb_type: 0 00010000:00010000:1.0:1718930703.002361:0:4383:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008350f840/0x4c38e74a547293ce lrc: 0/0,0 mode: --/PR res: [0x240000402:0x605:0x0].0x0 bits 0x10/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fa21 expref: 17 pid: 7082 timeout: 3714 lvb_type: 0 00010000:00010000:1.0:1718930703.002367:0:4383:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x605:0x0].0x0 (ffff880091ad1300) 00010000:00010000:1.0:1718930703.002369:0:4383:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff88009b054d80/0x4c38e74a547299f5 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x605:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.002373:0:4383:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff88009b054d80/0x4c38e74a547299f5 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x605:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.002376:0:4383:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009b054d80/0x4c38e74a547299f5 lrc: 4/0,1 mode: EX/EX res: [0x240000402:0x605:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.002387:0:4383:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1718930703.002392:0:6837:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff88009b054d80/0x4c38e74a547299f5 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x605:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.002397:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009b054d80/0x4c38e74a547299f5 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x605:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718930703.002406:0:4383:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800967d8e40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:8a07974b-7506-4725-beb3-4b5c6f8f9250+16:1875:x1802425753276992:12345-192.168.204.9@tcp:103:ldlm_bl_04.0 Request processed in 64us (124us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930703.002410:0:4383:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 63329 00010000:00010000:0.0:1718930703.002412:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88009b0546c0/0x4c38e74a547299fc lrc: 3/0,1 mode: --/EX res: [0x240000400:0x1a5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.002419:0:6837:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff88009b0558c0/0x4c38e74a547299b6 lrc: 2/0,1 mode: COS/COS res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.002424:0:6837:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009b0546c0/0x4c38e74a547299fc lrc: 4/0,1 mode: --/EX res: [0x240000400:0x1a5:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.002442:0:6837:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0001_UUID lock: ffff88009b0558c0/0x4c38e74a547299b6 lrc: 3/0,1 mode: COS/COS res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210401000020 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00080000:00080000:0.0:1718930703.002459:0:6837:0:(osd_handler.c:2525:osd_commit_async()) lustre-MDT0001: async commit OSD 00010000:00010000:0.0:1718930703.002479:0:6837:0:(ldlm_request.c:286:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff88009b0546c0/0x4c38e74a547299fc lrc: 3/0,1 mode: --/EX res: [0x240000400:0x1a5:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.002952:0:8049:0:(ldlm_request.c:1235:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008350fa80/0x4c38e74a547299cb lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x79c:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008401000000 nid: local remote: 0x4c38e74a547299d2 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.002955:0:3307:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0001_UUID lock: ffff88009b0558c0/0x4c38e74a547299b6 lrc: 3/0,1 mode: COS/COS res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210401000020 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1718930703.002957:0:8049:0:(mdt_handler.c:3608:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008350fa80/0x4c38e74a547299cb lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x79c:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009401000000 nid: local remote: 0x4c38e74a547299d2 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.002960:0:3307:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009b0558c0/0x4c38e74a547299b6 lrc: 2/0,0 mode: COS/COS res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210401000020 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.002963:0:3307:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88009b0558c0/0x4c38e74a547299b6 lrc: 3/0,0 mode: COS/COS res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210401000020 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.002966:0:3307:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88009b0558c0 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:0.0:1718930703.002967:0:3307:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009b0558c0/0x4c38e74a547299b6 lrc: 3/0,0 mode: COS/COS res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210401000020 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.002968:0:8049:0:(ldlm_request.c:1301:ldlm_cancel_pack()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008350fa80/0x4c38e74a547299cb lrc: 2/0,0 mode: --/EX res: [0x200000402:0x79c:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0x4c38e74a547299d2 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.002970:0:3307:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009b0558c0/0x4c38e74a547299b6 lrc: 4/0,0 mode: COS/COS res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218401000020 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.002971:0:8049:0:(ldlm_request.c:1305:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1718930703.002975:0:3307:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a5:0x0].0x0 (ffff8800a1ad1c00) 00010000:00010000:0.0:1718930703.002976:0:3307:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1718930703.002976:0:3307:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff88009b0546c0/0x4c38e74a547299fc lrc: 3/0,1 mode: --/EX res: [0x240000400:0x1a5:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.002981:0:3307:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff88009b0546c0/0x4c38e74a547299fc lrc: 3/0,1 mode: EX/EX res: [0x240000400:0x1a5:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.002982:0:8049:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008350fa80/0x4c38e74a547299cb lrc: 0/0,0 mode: --/EX res: [0x200000402:0x79c:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0x4c38e74a547299d2 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.002984:0:3307:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009b0546c0/0x4c38e74a547299fc lrc: 4/0,1 mode: EX/EX res: [0x240000400:0x1a5:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000001:00080000:1.0:1718930703.002989:0:8049:0:(tgt_lastrcvd.c:926:tgt_cb_last_committed()) lustre-MDT0001: transno 4294987137 is committed 00010000:00010000:0.0:1718930703.002992:0:3307:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88009b0558c0/0x4c38e74a547299b6 lrc: 2/0,0 mode: --/COS res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19401000020 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.002994:0:3307:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009b0558c0/0x4c38e74a547299b6 lrc: 0/0,0 mode: --/COS res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19401000020 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000001:00080000:1.0:1718930703.002996:0:8049:0:(tgt_lastrcvd.c:926:tgt_cb_last_committed()) lustre-MDT0001: transno 4294987135 is committed 00010000:00010000:0.0:1718930703.002999:0:3307:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0001_UUID lock: ffff88009b054480/0x4c38e74a547299bd lrc: 3/0,1 mode: COS/COS res: [0x240000402:0x608:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718930703.003001:0:3323:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:0.0:1718930703.003002:0:3307:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009b054480/0x4c38e74a547299bd lrc: 2/0,0 mode: COS/COS res: [0x240000402:0x608:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.003005:0:3307:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88009b054480/0x4c38e74a547299bd lrc: 3/0,0 mode: COS/COS res: [0x240000402:0x608:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718930703.003007:0:3323:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880083dc5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3323:1802425733046784:0@lo:103:jbd2/dm-1-8.0 00010000:00010000:0.0:1718930703.003007:0:3307:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88009b054480 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:0.0:1718930703.003008:0:3307:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009b054480/0x4c38e74a547299bd lrc: 3/0,0 mode: COS/COS res: [0x240000402:0x608:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.003011:0:3307:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009b054480/0x4c38e74a547299bd lrc: 4/0,0 mode: COS/COS res: [0x240000402:0x608:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.003014:0:3307:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x608:0x0].0x0 (ffff8800b4b15200) 00010000:00010000:0.0:1718930703.003015:0:3307:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 7f 00010000:00010000:0.0:1718930703.003016:0:3307:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88009b054480/0x4c38e74a547299bd lrc: 2/0,0 mode: --/COS res: [0x240000402:0x608:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.003019:0:3307:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009b054480/0x4c38e74a547299bd lrc: 0/0,0 mode: --/COS res: [0x240000402:0x608:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718930703.003021:0:3323:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1718930703.003024:0:3307:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0001_UUID lock: ffff88009b057180/0x4c38e74a547299c4 lrc: 3/0,1 mode: COS/COS res: [0x240000400:0x1a6:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.003027:0:3307:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009b057180/0x4c38e74a547299c4 lrc: 2/0,0 mode: COS/COS res: [0x240000400:0x1a6:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.003031:0:3307:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88009b057180/0x4c38e74a547299c4 lrc: 3/0,0 mode: COS/COS res: [0x240000400:0x1a6:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.003035:0:3307:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88009b057180 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:0.0:1718930703.003037:0:3307:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009b057180/0x4c38e74a547299c4 lrc: 3/0,0 mode: COS/COS res: [0x240000400:0x1a6:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.003042:0:3307:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009b057180/0x4c38e74a547299c4 lrc: 4/0,0 mode: COS/COS res: [0x240000400:0x1a6:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.003047:0:3307:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a6:0x0].0x0 (ffff880098470100) 00010000:00010000:0.0:1718930703.003049:0:3307:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 7f 00010000:00010000:0.0:1718930703.003050:0:3307:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88009b057180/0x4c38e74a547299c4 lrc: 2/0,0 mode: --/COS res: [0x240000400:0x1a6:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.003055:0:3307:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009b057180/0x4c38e74a547299c4 lrc: 0/0,0 mode: --/COS res: [0x240000400:0x1a6:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930703.003060:0:4383:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733046784 00010000:00010000:0.0:1718930703.003073:0:6837:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff88009b0546c0/0x4c38e74a547299fc lrc: 3/0,1 mode: EX/EX res: [0x240000400:0x1a5:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.003079:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009b0546c0/0x4c38e74a547299fc lrc: 3/0,1 mode: EX/EX res: [0x240000400:0x1a5:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930703.003085:0:4383:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9144 00000100:00100000:2.0:1718930703.003088:0:4383:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880083dc6d40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:lustre-MDT0001-mdtlov_UUID+9:3323:x1802425733046784:12345-0@lo:103:jbd2/dm-1-8.0 00010000:00010000:2.0:1718930703.003094:0:4383:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1718930703.003095:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009b056ac0/0x4c38e74a54729a03 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x79a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.003100:0:6837:0:(ldlm_request.c:1029:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000001000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009b056ac0/0x4c38e74a54729a03 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x79a:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.003105:0:6837:0:(ldlm_request.c:1117:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009b056ac0/0x4c38e74a54729a03 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x79a:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718930703.003114:0:6837:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880092a33900 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:6837:1802425733046848:0@lo:101:mdt00_000.0 00010000:00010000:2.0:1718930703.003131:0:4383:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b8d80/0x4c38e74a547299d2 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x79c:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801001000000 nid: 0@lo remote: 0x4c38e74a547299cb expref: 9 pid: 32457 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718930703.003133:0:6837:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1718930703.003139:0:4383:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x79c:0x0].0x0 (ffff880093297000) 00000100:00100000:0.0:1718930703.003143:0:6837:0:(client.c:2492:ptlrpc_set_wait()) set ffff8801315c9c00 going to sleep for 6 seconds 00010000:00010000:2.0:1718930703.003146:0:4383:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1718930703.003148:0:32457:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733046848 00000100:00100000:3.0:1718930703.003161:0:32457:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20796 00000100:00100000:3.0:1718930703.003163:0:32457:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a363c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+9:6837:x1802425733046848:12345-0@lo:101:mdt00_000.0 00010000:00010000:3.0:1718930703.003168:0:32457:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1718930703.003173:0:32457:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800972073c0/0x4c38e74a54729a0a lrc: 2/0,0 mode: --/EX res: [0x200000402:0x79a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4c38e74a54729a03 expref: -99 pid: 32457 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930703.003174:0:4383:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880083dc6d40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:lustre-MDT0001-mdtlov_UUID+9:3323:x1802425733046784:12345-0@lo:103:jbd2/dm-1-8.0 Request processed in 85us (152us total) trans 0 rc 0/0 00000100:00100000:2.0:1718930703.003179:0:4383:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9144 00010000:00010000:3.0:1718930703.003182:0:32457:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008350d8c0/0x4c38e74a547294c3 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fa59 expref: 10 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.003186:0:32457:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800972073c0/0x4c38e74a54729a0a lrc: 4/0,0 mode: --/EX res: [0x200000402:0x79a:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000001000000 nid: 0@lo remote: 0x4c38e74a54729a03 expref: 9 pid: 32457 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718930703.003189:0:3323:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880083dc5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3323:1802425733046784:0@lo:103:jbd2/dm-1-8.0 00010000:00010000:3.0:1718930703.003197:0:32457:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008350d8c0/0x4c38e74a547294c3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fa59 expref: 10 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.003202:0:32457:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008350d8c0/0x4c38e74a547294c3 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fa59 expref: 10 pid: 7082 timeout: 3714 lvb_type: 0 00000100:00100000:3.0:1718930703.003207:0:32457:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88011e300000 pname:cluuid:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000_UUID:32457:1802425733046912:192.168.204.9@tcp:104: 00000100:00100000:3.0:1718930703.003225:0:32457:0:(client.c:2492:ptlrpc_set_wait()) set ffff8800941f5480 going to sleep for 6 seconds 00000100:00100000:3.0:1718930703.003790:0:32457:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88011e300000 pname:cluuid:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000_UUID:32457:1802425733046912:192.168.204.9@tcp:104: 00010000:00010000:3.0:1718930703.003800:0:32457:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800972073c0/0x4c38e74a54729a0a lrc: 3/0,0 mode: --/EX res: [0x200000402:0x79a:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0x4c38e74a54729a03 expref: 9 pid: 32457 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1718930703.003811:0:32457:0:(mdt_lvb.c:110:mdt_dom_disk_lvbo_update()) res: [0x200000402:0x79a:0x0] updating lvb size from disk: 0 -> 4096 00000004:00010000:3.0:1718930703.003813:0:32457:0:(mdt_lvb.c:117:mdt_dom_disk_lvbo_update()) res: [0x200000402:0x79a:0x0] updating lvb mtime from disk: 0 -> 1718930702 00000004:00010000:3.0:1718930703.003814:0:32457:0:(mdt_lvb.c:123:mdt_dom_disk_lvbo_update()) res: [0x200000402:0x79a:0x0] updating lvb atime from disk: 0 -> 1718930701 00000004:00010000:3.0:1718930703.003815:0:32457:0:(mdt_lvb.c:129:mdt_dom_disk_lvbo_update()) res: [0x200000402:0x79a:0x0] updating lvb ctime from disk: 0 -> 1718930702 00000004:00010000:3.0:1718930703.003816:0:32457:0:(mdt_lvb.c:135:mdt_dom_disk_lvbo_update()) res: [0x200000402:0x79a:0x0] updating lvb blocks from disk: 18427282363563114435 -> 8 00010000:00010000:3.0:1718930703.003818:0:32457:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x79a:0x0].0x0 (ffff880098470800) 00010000:00010000:3.0:1718930703.003820:0:32457:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 7f 00010000:00010000:3.0:1718930703.003821:0:32457:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8800972073c0/0x4c38e74a54729a0a lrc: 3/0,0 mode: --/EX res: [0x200000402:0x79a:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0x4c38e74a54729a03 expref: 9 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.003829:0:32457:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800972073c0/0x4c38e74a54729a0a lrc: 3/0,0 mode: --/EX res: [0x200000402:0x79a:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0x4c38e74a54729a03 expref: 9 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.003832:0:32457:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff8800972073c0/0x4c38e74a54729a0a lrc: 3/0,0 mode: --/EX res: [0x200000402:0x79a:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0x4c38e74a54729a03 expref: 9 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.003835:0:32457:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8800972073c0/0x4c38e74a54729a0a lrc: 3/0,0 mode: --/EX res: [0x200000402:0x79a:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0x4c38e74a54729a03 expref: 9 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.003838:0:32457:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 4 ns: mdt-lustre-MDT0000_UUID lock: ffff8800972073c0/0x4c38e74a54729a0a lrc: 3/0,0 mode: --/EX res: [0x200000402:0x79a:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0x4c38e74a54729a03 expref: 9 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.003840:0:32457:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff8800972073c0/0x4c38e74a54729a0a lrc: 3/0,0 mode: --/EX res: [0x200000402:0x79a:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0x4c38e74a54729a03 expref: 9 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.003843:0:32457:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff8800972073c0/0x4c38e74a54729a0a lrc: 3/0,0 mode: --/EX res: [0x200000402:0x79a:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0x4c38e74a54729a03 expref: 9 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.003846:0:32457:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff8800972073c0, rc 0) 00000100:00100000:3.0:1718930703.003864:0:32457:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a363c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+9:6837:x1802425733046848:12345-0@lo:101:mdt00_000.0 Request processed in 700us (731us total) trans 0 rc 0/0 00000100:00100000:3.0:1718930703.003868:0:32457:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20796 00000100:00100000:0.0:1718930703.003907:0:6837:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880092a33900 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:6837:1802425733046848:0@lo:101:mdt00_000.0 00010000:00010000:0.0:1718930703.003915:0:6837:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009b056ac0/0x4c38e74a54729a03 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x79a:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0x4c38e74a54729a0a expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.003922:0:6837:0:(ldlm_request.c:286:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009b056ac0/0x4c38e74a54729a03 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x79a:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0x4c38e74a54729a0a expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930703.003961:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1718930703.003977:0:4383:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753277056 00010000:00010000:0.0:1718930703.003987:0:4383:0:(ldlm_lockd.c:2633:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008350d8c0/0x4c38e74a547294c3 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fa59 expref: 11 pid: 7082 timeout: 3714 lvb_type: 0 00000100:00100000:0.0:1718930703.004011:0:4383:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 63330 00000100:00100000:0.0:1718930703.004015:0:4383:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800967dcc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:8a07974b-7506-4725-beb3-4b5c6f8f9250+11:1875:x1802425753277056:12345-192.168.204.9@tcp:103:ldlm_bl_03.0 00010000:00010000:0.0:1718930703.004020:0:4383:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1718930703.004023:0:4383:0:(ldlm_lockd.c:1766:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008350d8c0/0x4c38e74a547294c3 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fa59 expref: 11 pid: 7082 timeout: 3714 lvb_type: 0 00010000:00010000:0.0:1718930703.004029:0:4383:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008350d8c0/0x4c38e74a547294c3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fa59 expref: 11 pid: 7082 timeout: 3714 lvb_type: 0 00010000:00010000:0.0:1718930703.004040:0:4383:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008350d8c0/0x4c38e74a547294c3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fa59 expref: 11 pid: 7082 timeout: 3714 lvb_type: 0 00010000:00010000:0.0:1718930703.004049:0:4383:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x79a:0x0].0x0 (ffff880098470800) 00010000:00010000:0.0:1718930703.004051:0:4383:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8800972073c0/0x4c38e74a54729a0a lrc: 2/0,0 mode: --/EX res: [0x200000402:0x79a:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0x4c38e74a54729a03 expref: 8 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.004055:0:4383:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800972073c0/0x4c38e74a54729a0a lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x79a:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080001000000 nid: 0@lo remote: 0x4c38e74a54729a03 expref: 8 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.004058:0:4383:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800972073c0/0x4c38e74a54729a0a lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x79a:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080001000000 nid: 0@lo remote: 0x4c38e74a54729a03 expref: 8 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.004068:0:4383:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800972073c0/0x4c38e74a54729a0a lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x79a:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0x4c38e74a54729a03 expref: 8 pid: 32457 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718930703.004073:0:4383:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880092a35580 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_006:lustre-MDT0000_UUID:4383:1802425733046976:0@lo:105: 00000100:00100000:0.0:1718930703.004086:0:4383:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1718930703.004100:0:4383:0:(client.c:2492:ptlrpc_set_wait()) set ffff8801315c9c00 going to sleep for 6 seconds 00000100:00100000:3.0:1718930703.004109:0:6824:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733046976 00000100:00100000:3.0:1718930703.004126:0:6824:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5549 00000100:00100000:3.0:1718930703.004128:0:6824:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a30e40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0001-mdtlov_UUID+4:4383:x1802425733046976:12345-0@lo:105: 00010000:00010000:3.0:1718930703.004133:0:6824:0:(ldlm_lockd.c:1933:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009b056ac0/0x4c38e74a54729a03 lrc: 5/0,1 mode: --/EX res: [0x200000402:0x79a:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0x4c38e74a54729a0a expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.004137:0:6824:0:(ldlm_lockd.c:2010:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009b056ac0/0x4c38e74a54729a03 lrc: 5/0,1 mode: --/EX res: [0x200000402:0x79a:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0x4c38e74a54729a0a expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.004140:0:6824:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009b056ac0/0x4c38e74a54729a03 lrc: 5/0,1 mode: EX/EX res: [0x200000402:0x79a:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080001000000 nid: local remote: 0x4c38e74a54729a0a expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.004143:0:6824:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009b056ac0/0x4c38e74a54729a03 lrc: 6/0,1 mode: EX/EX res: [0x200000402:0x79a:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080001000000 nid: local remote: 0x4c38e74a54729a0a expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.004147:0:6824:0:(ldlm_lockd.c:2038:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009b056ac0/0x4c38e74a54729a03 lrc: 6/0,1 mode: EX/EX res: [0x200000402:0x79a:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x1080001000000 nid: local remote: 0x4c38e74a54729a0a expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.004154:0:6824:0:(ldlm_lockd.c:2049:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff88009b056ac0) 00010000:00010000:0.0:1718930703.004159:0:6837:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009b056ac0/0x4c38e74a54729a03 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x79a:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0x4c38e74a54729a0a expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.004163:0:6837:0:(ldlm_request.c:799:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009b056ac0/0x4c38e74a54729a03 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x79a:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0x4c38e74a54729a0a expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718930703.004171:0:6824:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a30e40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0001-mdtlov_UUID+4:4383:x1802425733046976:12345-0@lo:105: Request processed in 42us (85us total) trans 0 rc 0/0 00000100:00100000:3.0:1718930703.004174:0:6824:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5549 00000100:00100000:1.0:1718930703.004182:0:4383:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880092a35580 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_006:lustre-MDT0000_UUID:4383:1802425733046976:0@lo:105: 00010000:00010000:1.0:1718930703.004190:0:4383:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1718930703.004210:0:4383:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800967dcc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:8a07974b-7506-4725-beb3-4b5c6f8f9250+10:1875:x1802425753277056:12345-192.168.204.9@tcp:103:ldlm_bl_03.0 Request processed in 195us (251us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930703.004228:0:4383:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 63330 00000100:00100000:0.0:1718930703.004600:0:6837:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880092a33900 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:6837:1802425733047040:0@lo:403:mdt00_000.0 00000100:00100000:0.0:1718930703.004617:0:6837:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1718930703.004631:0:6837:0:(client.c:2492:ptlrpc_set_wait()) set ffff8801315c90c0 going to sleep for 6 seconds 00000100:00100000:3.0:1718930703.004684:0:32457:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733047040 00000100:00100000:3.0:1718930703.004702:0:32457:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20797 00000100:00100000:3.0:1718930703.004704:0:32457:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a33440 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+9:6837:x1802425733047040:12345-0@lo:403:mdt00_000.0 00000100:00100000:3.0:1718930703.005893:0:32457:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a33440 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+9:6837:x1802425733047040:12345-0@lo:403:mdt00_000.0 Request processed in 1187us (1274us total) trans 0 rc 0/0 00000100:00100000:3.0:1718930703.005898:0:32457:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20797 00000100:00100000:0.0:1718930703.005910:0:6837:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880092a33900 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:6837:1802425733047040:0@lo:403:mdt00_000.0 00010000:00010000:0.0:1718930703.006344:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88009b0546c0/0x4c38e74a547299fc lrc: 3/0,1 mode: EX/EX res: [0x240000400:0x1a5:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.006349:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009b0546c0/0x4c38e74a547299fc lrc: 2/0,0 mode: EX/EX res: [0x240000400:0x1a5:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.006352:0:6837:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88009b0546c0/0x4c38e74a547299fc lrc: 3/0,0 mode: EX/EX res: [0x240000400:0x1a5:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.006354:0:6837:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88009b0546c0 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:0.0:1718930703.006355:0:6837:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009b0546c0/0x4c38e74a547299fc lrc: 3/0,0 mode: EX/EX res: [0x240000400:0x1a5:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.006358:0:6837:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009b0546c0/0x4c38e74a547299fc lrc: 4/0,0 mode: EX/EX res: [0x240000400:0x1a5:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.006363:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a5:0x0].0x0 (ffff8800a1ad1c00) 00010000:00010000:0.0:1718930703.006364:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 7f 00010000:00010000:0.0:1718930703.006365:0:6837:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88009b0546c0/0x4c38e74a547299fc lrc: 2/0,0 mode: --/EX res: [0x240000400:0x1a5:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.006368:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009b0546c0/0x4c38e74a547299fc lrc: 0/0,0 mode: --/EX res: [0x240000400:0x1a5:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.006375:0:6837:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009b056ac0/0x4c38e74a54729a03 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x79a:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0x4c38e74a54729a0a expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.006378:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009b056ac0/0x4c38e74a54729a03 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x79a:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000401000000 nid: local remote: 0x4c38e74a54729a0a expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.006381:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009b056ac0/0x4c38e74a54729a03 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x79a:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000401000000 nid: local remote: 0x4c38e74a54729a0a expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.006395:0:6837:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:0.0:1718930703.006398:0:6837:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x200000402:0x79a:0x0] 00010000:00010000:0.0:1718930703.006400:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88009b054d80/0x4c38e74a547299f5 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x605:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.006403:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009b054d80/0x4c38e74a547299f5 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x605:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.006406:0:6837:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88009b054d80/0x4c38e74a547299f5 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x605:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.006408:0:6837:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88009b054d80 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:0.0:1718930703.006409:0:6837:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009b054d80/0x4c38e74a547299f5 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x605:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.006411:0:6837:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009b054d80/0x4c38e74a547299f5 lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x605:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.006418:0:8059:0:(ldlm_lockd.c:2784:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1718930703.006418:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x605:0x0].0x0 (ffff880091ad1300) 00010000:00010000:0.0:1718930703.006419:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 7f 00010000:00010000:0.0:1718930703.006420:0:6837:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88009b054d80/0x4c38e74a547299f5 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x605:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.006422:0:8059:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009b056ac0/0x4c38e74a54729a03 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x79a:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000401000000 nid: local remote: 0x4c38e74a54729a0a expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.006422:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009b054d80/0x4c38e74a547299f5 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x605:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1718930703.006439:0:6837:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:0.0:1718930703.006440:0:6837:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800849ba400/0x4c38e74a547299e7 lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0x4c38e74a547299ee expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.006443:0:8059:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88009b056ac0 already unused, calling callback (ffffffffa0ea60e0) 00010000:00010000:0.0:1718930703.006443:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800849ba400/0x4c38e74a547299e7 lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000401000000 nid: local remote: 0x4c38e74a547299ee expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.006445:0:8059:0:(ldlm_request.c:1235:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009b056ac0/0x4c38e74a54729a03 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x79a:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008401000000 nid: local remote: 0x4c38e74a54729a0a expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.006445:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800849ba400/0x4c38e74a547299e7 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000401000000 nid: local remote: 0x4c38e74a547299ee expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1718930703.006450:0:8059:0:(mdt_handler.c:3608:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009b056ac0/0x4c38e74a54729a03 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x79a:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009401000000 nid: local remote: 0x4c38e74a54729a0a expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.006455:0:6837:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1718930703.006480:0:8059:0:(ldlm_request.c:1301:ldlm_cancel_pack()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009b056ac0/0x4c38e74a54729a03 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x79a:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0x4c38e74a54729a0a expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.006486:0:8059:0:(ldlm_request.c:1305:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1718930703.006495:0:8059:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009b056ac0/0x4c38e74a54729a03 lrc: 1/0,0 mode: --/EX res: [0x200000402:0x79a:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0x4c38e74a54729a0a expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718930703.006498:0:6837:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800967d97c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+12:26684:x1802425753276864:12345-192.168.204.9@tcp:36:lfs.0 Request processed in 6392us (6433us total) trans 0 rc -39/-39 00010000:00010000:3.0:1718930703.006500:0:8059:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009b056ac0/0x4c38e74a54729a03 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x79a:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0x4c38e74a54729a0a expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718930703.006504:0:6837:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230803 00010000:00010000:3.0:1718930703.006510:0:8059:0:(ldlm_lockd.c:2784:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1718930703.006512:0:8059:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800849ba400/0x4c38e74a547299e7 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000401000000 nid: local remote: 0x4c38e74a547299ee expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.006517:0:8059:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800849ba400 already unused, calling callback (ffffffffa0ea60e0) 00010000:00010000:3.0:1718930703.006519:0:8059:0:(ldlm_request.c:1235:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800849ba400/0x4c38e74a547299e7 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1008401000000 nid: local remote: 0x4c38e74a547299ee expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1718930703.006528:0:8059:0:(mdt_handler.c:3608:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800849ba400/0x4c38e74a547299e7 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1009401000000 nid: local remote: 0x4c38e74a547299ee expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.006529:0:6829:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1718930703.006539:0:3323:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88011e300000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3323:1802425733047104:0@lo:103:ldlm_bl_03.0 00010000:00010000:3.0:1718930703.006540:0:8059:0:(ldlm_request.c:1301:ldlm_cancel_pack()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800849ba400/0x4c38e74a547299e7 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0x4c38e74a547299ee expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.006544:0:8059:0:(ldlm_request.c:1305:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1718930703.006549:0:8059:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800849ba400/0x4c38e74a547299e7 lrc: 1/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0x4c38e74a547299ee expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.006553:0:8059:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800849ba400/0x4c38e74a547299e7 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0x4c38e74a547299ee expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.006558:0:8059:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1718930703.006559:0:8059:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1718930703.006560:0:8059:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1718930703.006562:0:3321:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1718930703.006563:0:3323:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718930703.006570:0:3321:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88011e306d40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3321:1802425733047168:0@lo:103:ldlm_bl_03.0 00000100:00100000:2.0:1718930703.006594:0:3321:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1718930703.006597:0:4383:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733047104 00000100:00100000:0.0:1718930703.006632:0:4383:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733047168 00000100:00100000:1.0:1718930703.006645:0:6826:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9145 00000100:00100000:1.0:1718930703.006650:0:6826:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1cf3850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001-mdtlov_UUID+10:3323:x1802425733047104:12345-0@lo:103:ldlm_bl_03.0 00000100:00100000:3.0:1718930703.006651:0:26732:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9146 00000100:00100000:3.0:1718930703.006657:0:26732:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800967db900 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:lustre-MDT0001-mdtlov_UUID+10:3321:x1802425733047168:12345-0@lo:103:ldlm_bl_03.0 00010000:00010000:1.0:1718930703.006682:0:6826:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1718930703.006689:0:26732:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1718930703.006701:0:26732:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097204000/0x4c38e74a547299ee lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801001000000 nid: 0@lo remote: 0x4c38e74a547299e7 expref: 10 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.006703:0:6826:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800972073c0/0x4c38e74a54729a0a lrc: 0/0,0 mode: --/EX res: [0x200000402:0x79a:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801001000000 nid: 0@lo remote: 0x4c38e74a54729a03 expref: 10 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.006712:0:26732:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a87c9a00) 00010000:00010000:3.0:1718930703.006715:0:26732:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1718930703.006716:0:6826:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x79a:0x0].0x0 (ffff880098470800) 00010000:00010000:1.0:1718930703.006724:0:6826:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1718930703.006749:0:6826:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1cf3850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001-mdtlov_UUID+8:3323:x1802425733047104:12345-0@lo:103:ldlm_bl_03.0 Request processed in 100us (186us total) trans 0 rc 0/0 00000100:00100000:3.0:1718930703.006753:0:26732:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800967db900 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:lustre-MDT0001-mdtlov_UUID+8:3321:x1802425733047168:12345-0@lo:103:ldlm_bl_03.0 Request processed in 96us (158us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930703.006755:0:6826:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9145 00000100:00100000:3.0:1718930703.006761:0:26732:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9146 00000100:00100000:0.0:1718930703.006770:0:3323:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88011e300000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3323:1802425733047104:0@lo:103:ldlm_bl_03.0 00000100:00100000:2.0:1718930703.006778:0:3321:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88011e306d40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3321:1802425733047168:0@lo:103:ldlm_bl_03.0 00000100:00100000:2.0:1718930703.008195:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1718930703.008228:0:6840:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753277184 00000100:00100000:0.0:1718930703.008245:0:6840:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 10796 00000100:00100000:0.0:1718930703.008248:0:6840:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800967d8980 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:107baf36-6e04-4e3c-a090-fe94234d2dbd+7:26680:x1802425753277184:12345-192.168.204.9@tcp:35:multiop.0 00000100:00100000:0.0:1718930703.008321:0:6840:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800967d8980 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:107baf36-6e04-4e3c-a090-fe94234d2dbd+8:26680:x1802425753277184:12345-192.168.204.9@tcp:35:multiop.0 Request processed in 72us (127us total) trans 8589959537 rc 0/0 00000100:00100000:0.0:1718930703.008325:0:6840:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 10796 00000100:00100000:2.0:1718930703.011364:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1718930703.011396:0:6837:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753277312 00000100:00100000:0.0:1718930703.011418:0:6837:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230804 00000100:00100000:0.0:1718930703.011421:0:6837:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800967da600 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+10:26685:x1802425753277312:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:0.0:1718930703.011437:0:6837:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1718930703.011443:0:6837:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b055200/0x4c38e74a54729a11 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xceea94147812fabb expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.011470:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b057600/0x4c38e74a54729a18 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.011476:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b057600/0x4c38e74a54729a18 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.011481:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b057600/0x4c38e74a54729a18 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.011486:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b055d40/0x4c38e74a54729a1f lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xba987c8e bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.011490:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b055d40/0x4c38e74a54729a1f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xba987c8e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.011493:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b055d40/0x4c38e74a54729a1f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xba987c8e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.011523:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b055b00/0x4c38e74a54729a26 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x605:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.011527:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b055b00/0x4c38e74a54729a26 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x605:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.011530:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b055b00/0x4c38e74a54729a26 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x605:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1718930703.011533:0:6837:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x240000402:0x605:0x0] 00010000:00010000:0.0:1718930703.011536:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b057600/0x4c38e74a54729a18 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.011539:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009b057600/0x4c38e74a54729a18 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.011541:0:6837:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009b057600/0x4c38e74a54729a18 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.011544:0:6837:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88009b057600 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:0.0:1718930703.011546:0:6837:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b057600/0x4c38e74a54729a18 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.011549:0:6837:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b057600/0x4c38e74a54729a18 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.011553:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a87c9a00) 00010000:00010000:0.0:1718930703.011554:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1718930703.011555:0:6837:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009b057600/0x4c38e74a54729a18 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.011558:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b057600/0x4c38e74a54729a18 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.011567:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b055d40/0x4c38e74a54729a1f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xba987c8e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.011570:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009b055d40/0x4c38e74a54729a1f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xba987c8e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.011573:0:6837:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009b055d40/0x4c38e74a54729a1f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xba987c8e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.011575:0:6837:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88009b055d40 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:0.0:1718930703.011576:0:6837:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b055d40/0x4c38e74a54729a1f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xba987c8e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.011578:0:6837:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b055d40/0x4c38e74a54729a1f lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xba987c8e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.011581:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xba987c8e (ffff8800941dd800) 00010000:00010000:0.0:1718930703.011582:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1718930703.011583:0:6837:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009b055d40/0x4c38e74a54729a1f lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xba987c8e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.011585:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b055d40/0x4c38e74a54729a1f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xba987c8e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.011598:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b055200/0x4c38e74a54729a11 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fabb expref: 12 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.011602:0:6837:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b055b00/0x4c38e74a54729a26 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x605:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fabb expref: 11 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.011609:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x605:0x0].0x0 (ffff8800941ddc00) 00010000:00010000:0.0:1718930703.011610:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1718930703.011611:0:6837:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88009b055b00, rc 0) 00000100:00100000:0.0:1718930703.011635:0:6837:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800967da600 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+11:26685:x1802425753277312:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 213us (273us total) trans 0 rc 0/0 00000100:00100000:0.0:1718930703.011638:0:6837:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230804 00000100:00100000:2.0:1718930703.012484:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1718930703.012519:0:6837:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753277440 00000100:00100000:0.0:1718930703.012536:0:6837:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230805 00000100:00100000:0.0:1718930703.012540:0:6837:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800967d9c80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+12:26685:x1802425753277440:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:0.0:1718930703.012548:0:6837:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1718930703.012555:0:6837:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009b054900/0x4c38e74a54729a2d lrc: 2/0,0 mode: --/CR res: [0x240000402:0x605:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xceea94147812fac2 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00200000:0.0:1718930703.012610:0:6837:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x605:0x0]: returning size 4096 00010000:00010000:0.0:1718930703.012653:0:6837:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88009b054900/0x4c38e74a54729a2d lrc: 1/0,0 mode: --/CR res: [0x240000402:0x605:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fac2 expref: 14 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.012685:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009b054900/0x4c38e74a54729a2d lrc: 0/0,0 mode: --/CR res: [0x240000402:0x605:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fac2 expref: 14 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.012696:0:6837:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88009b054900, rc 0) 00000100:00100000:0.0:1718930703.012717:0:6837:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800967d9c80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+13:26685:x1802425753277440:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 177us (233us total) trans 4294987138 rc 301/301 00000100:00100000:0.0:1718930703.012723:0:6837:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230805 00000100:00100000:2.0:1718930703.013744:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1718930703.013781:0:6840:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753277568 00000100:00100000:0.0:1718930703.013799:0:6840:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 10797 00000100:00100000:0.0:1718930703.013803:0:6840:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800967de880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+13:26685:x1802425753277568:12345-192.168.204.9@tcp:35:lfs.0 00000100:00100000:0.0:1718930703.013878:0:6840:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800967de880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+14:26685:x1802425753277568:12345-192.168.204.9@tcp:35:lfs.0 Request processed in 74us (135us total) trans 4294987139 rc 0/0 00000100:00100000:0.0:1718930703.013884:0:6840:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 10797 00000100:00100000:2.0:1718930703.014834:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1718930703.014864:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930703.014885:0:6826:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753277632 00000100:00100000:0.0:1718930703.014899:0:6837:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753277760 00000100:00100000:1.0:1718930703.014918:0:6826:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 9147 00000100:00100000:1.0:1718930703.014923:0:6826:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800967d9300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8a07974b-7506-4725-beb3-4b5c6f8f9250+11:1876:x1802425753277632:12345-192.168.204.9@tcp:103:lfs.0 00000100:00100000:0.0:1718930703.014928:0:6837:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230806 00010000:00010000:1.0:1718930703.014929:0:6826:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1718930703.014932:0:6837:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800967d8e40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+14:26685:x1802425753277760:12345-192.168.204.9@tcp:36:lfs.0 00010000:00010000:1.0:1718930703.014936:0:6826:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b055b00/0x4c38e74a54729a26 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x605:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fabb expref: 11 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.014945:0:6826:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x605:0x0].0x0 (ffff8800941ddc00) 00010000:00010000:1.0:1718930703.014948:0:6826:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1718930703.014964:0:6826:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800967d9300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8a07974b-7506-4725-beb3-4b5c6f8f9250+10:1876:x1802425753277632:12345-192.168.204.9@tcp:103:lfs.0 Request processed in 42us (133us total) trans 0 rc 0/0 00010000:00010000:0.0:1718930703.014970:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009b056880/0x4c38e74a54729a3b lrc: 3/0,1 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718930703.014971:0:6826:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 9147 00010000:00010000:0.0:1718930703.014977:0:6837:0:(ldlm_request.c:1029:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000001000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009b056880/0x4c38e74a54729a3b lrc: 3/0,1 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.014984:0:6837:0:(ldlm_request.c:1117:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009b056880/0x4c38e74a54729a3b lrc: 3/0,1 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718930703.014995:0:6837:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880092a33900 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:6837:1802425733047232:0@lo:101:mdt00_000.0 00000100:00100000:0.0:1718930703.015016:0:6837:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1718930703.015032:0:6837:0:(client.c:2492:ptlrpc_set_wait()) set ffff8801315c9540 going to sleep for 6 seconds 00000100:00100000:3.0:1718930703.015045:0:32457:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733047232 00000100:00100000:3.0:1718930703.015063:0:32457:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20798 00000100:00100000:3.0:1718930703.015065:0:32457:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a35580 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+7:6837:x1802425733047232:12345-0@lo:101:mdt00_000.0 00010000:00010000:3.0:1718930703.015071:0:32457:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1718930703.015077:0:32457:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097204b40/0x4c38e74a54729a42 lrc: 2/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4c38e74a54729a3b expref: -99 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.015088:0:32457:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097204b40/0x4c38e74a54729a42 lrc: 3/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000001000000 nid: 0@lo remote: 0x4c38e74a54729a3b expref: 8 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.015093:0:32457:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880097204b40/0x4c38e74a54729a42 lrc: 3/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0x4c38e74a54729a3b expref: 8 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.015096:0:32457:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000004:0x1:0x0].0x0 (ffff8800885da200) 00010000:00010000:3.0:1718930703.015098:0:32457:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1718930703.015099:0:32457:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff880097204b40, rc 0) 00000100:00100000:3.0:1718930703.015117:0:32457:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a35580 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+8:6837:x1802425733047232:12345-0@lo:101:mdt00_000.0 Request processed in 51us (102us total) trans 0 rc 0/0 00000100:00100000:3.0:1718930703.015121:0:32457:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20798 00000100:00100000:0.0:1718930703.015127:0:6837:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880092a33900 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:6837:1802425733047232:0@lo:101:mdt00_000.0 00010000:00010000:0.0:1718930703.015134:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009b056880/0x4c38e74a54729a3b lrc: 4/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0x4c38e74a54729a42 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.015139:0:6837:0:(ldlm_request.c:799:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009b056880/0x4c38e74a54729a3b lrc: 4/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0x4c38e74a54729a42 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718930703.015160:0:6837:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880092a33900 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:6837:1802425733047296:0@lo:1000:mdt00_000.0 00000100:00100000:0.0:1718930703.015175:0:6837:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1718930703.015181:0:6837:0:(client.c:2492:ptlrpc_set_wait()) set ffff8801315c9600 going to sleep for 6 seconds 00000100:00100000:3.0:1718930703.015185:0:32457:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733047296 00000100:00100000:3.0:1718930703.015193:0:32457:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20799 00000100:00100000:3.0:1718930703.015195:0:32457:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e3d1300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+8:6837:x1802425733047296:12345-0@lo:1000:mdt00_000.0 00000100:00100000:3.0:1718930703.015219:0:32457:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e3d1300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+8:6837:x1802425733047296:12345-0@lo:1000:mdt00_000.0 Request processed in 24us (44us total) trans 0 rc 0/0 00000100:00100000:3.0:1718930703.015222:0:32457:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20799 00000100:00100000:0.0:1718930703.015225:0:6837:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880092a33900 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:6837:1802425733047296:0@lo:1000:mdt00_000.0 00000100:00100000:0.0:1718930703.015245:0:6837:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88008e3d7200 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:6837:1802425733047360:0@lo:1000:mdt00_000.0 00000100:00100000:0.0:1718930703.015255:0:6837:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1718930703.015260:0:6837:0:(client.c:2492:ptlrpc_set_wait()) set ffff8801315c9600 going to sleep for 6 seconds 00000100:00100000:3.0:1718930703.015264:0:32457:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733047360 00000100:00100000:3.0:1718930703.015271:0:32457:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20800 00000100:00100000:3.0:1718930703.015273:0:32457:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a33900 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+8:6837:x1802425733047360:12345-0@lo:1000:mdt00_000.0 00000100:00100000:3.0:1718930703.015297:0:32457:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a33900 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+8:6837:x1802425733047360:12345-0@lo:1000:mdt00_000.0 Request processed in 24us (41us total) trans 0 rc 0/0 00000100:00100000:3.0:1718930703.015300:0:32457:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20800 00000100:00100000:0.0:1718930703.015303:0:6837:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88008e3d7200 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:6837:1802425733047360:0@lo:1000:mdt00_000.0 00010000:00010000:0.0:1718930703.015321:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009b057cc0/0x4c38e74a54729a49 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.015325:0:6837:0:(ldlm_request.c:1029:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000001000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009b057cc0/0x4c38e74a54729a49 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.015328:0:6837:0:(ldlm_request.c:1117:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009b057cc0/0x4c38e74a54729a49 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718930703.015333:0:6837:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88008e3d7200 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:6837:1802425733047424:0@lo:101:mdt00_000.0 00000100:00100000:0.0:1718930703.015344:0:6837:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1718930703.015349:0:6837:0:(client.c:2492:ptlrpc_set_wait()) set ffff8801315c9540 going to sleep for 6 seconds 00000100:00100000:3.0:1718930703.015353:0:32457:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733047424 00000100:00100000:3.0:1718930703.015359:0:32457:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20801 00000100:00100000:3.0:1718930703.015361:0:32457:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88013713f200 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+8:6837:x1802425733047424:12345-0@lo:101:mdt00_000.0 00010000:00010000:3.0:1718930703.015364:0:32457:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1718930703.015368:0:32457:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800972058c0/0x4c38e74a54729a50 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4c38e74a54729a49 expref: -99 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.015376:0:32457:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800972058c0/0x4c38e74a54729a50 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000001000000 nid: 0@lo remote: 0x4c38e74a54729a49 expref: 9 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.015381:0:32457:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800972058c0/0x4c38e74a54729a50 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0x4c38e74a54729a49 expref: 9 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.015387:0:32457:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a87c9a00) 00010000:00010000:3.0:1718930703.015389:0:32457:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1718930703.015390:0:32457:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff8800972058c0, rc 0) 00000100:00100000:3.0:1718930703.015409:0:32457:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88013713f200 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+9:6837:x1802425733047424:12345-0@lo:101:mdt00_000.0 Request processed in 47us (64us total) trans 0 rc 0/0 00000100:00100000:0.0:1718930703.015413:0:6837:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88008e3d7200 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:6837:1802425733047424:0@lo:101:mdt00_000.0 00000100:00100000:3.0:1718930703.015414:0:32457:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20801 00010000:00010000:0.0:1718930703.015417:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009b057cc0/0x4c38e74a54729a49 lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0x4c38e74a54729a50 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.015421:0:6837:0:(ldlm_request.c:799:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009b057cc0/0x4c38e74a54729a49 lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0x4c38e74a54729a50 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718930703.015458:0:6837:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88013713e880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:6837:1802425733047488:0@lo:1000:mdt00_000.0 00000100:00100000:0.0:1718930703.015473:0:6837:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1718930703.015479:0:6837:0:(client.c:2492:ptlrpc_set_wait()) set ffff8801315c9300 going to sleep for 6 seconds 00000100:00100000:3.0:1718930703.015490:0:32457:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733047488 00000100:00100000:3.0:1718930703.015504:0:32457:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20802 00000100:00100000:3.0:1718930703.015507:0:32457:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e3d7200 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+9:6837:x1802425733047488:12345-0@lo:1000:mdt00_000.0 00000100:00100000:3.0:1718930703.015561:0:32457:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e3d7200 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+9:6837:x1802425733047488:12345-0@lo:1000:mdt00_000.0 Request processed in 53us (87us total) trans 0 rc 1/1 00000100:00100000:0.0:1718930703.015564:0:6837:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88013713e880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:6837:1802425733047488:0@lo:1000:mdt00_000.0 00000100:00100000:3.0:1718930703.015567:0:32457:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20802 00010000:00010000:0.0:1718930703.015617:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009b056640/0x4c38e74a54729a57 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x605:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.015621:0:6837:0:(ldlm_request.c:1029:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000001000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009b056640/0x4c38e74a54729a57 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x605:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.015625:0:6837:0:(ldlm_request.c:1117:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009b056640/0x4c38e74a54729a57 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x605:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718930703.015631:0:6837:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88013713e880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:6837:1802425733047552:0@lo:101:mdt00_000.0 00000100:00100000:0.0:1718930703.015643:0:6837:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1718930703.015656:0:6837:0:(client.c:2492:ptlrpc_set_wait()) set ffff8801315c9540 going to sleep for 6 seconds 00000100:00100000:3.0:1718930703.015675:0:32457:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733047552 00000100:00100000:3.0:1718930703.015688:0:32457:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20803 00000100:00100000:3.0:1718930703.015689:0:32457:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880085728e40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+9:6837:x1802425733047552:12345-0@lo:101:mdt00_000.0 00010000:00010000:3.0:1718930703.015694:0:32457:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1718930703.015699:0:32457:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097205680/0x4c38e74a54729a5e lrc: 2/0,0 mode: --/EX res: [0x240000402:0x605:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4c38e74a54729a57 expref: -99 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.015729:0:32457:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097205680/0x4c38e74a54729a5e lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x605:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000001000000 nid: 0@lo remote: 0x4c38e74a54729a57 expref: 10 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.015752:0:32457:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880097205680/0x4c38e74a54729a5e lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x605:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0x4c38e74a54729a57 expref: 10 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.015757:0:32457:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x605:0x0].0x0 (ffff8800885da800) 00010000:00010000:3.0:1718930703.015759:0:32457:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1718930703.015760:0:32457:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff880097205680, rc 0) 00000100:00100000:3.0:1718930703.015790:0:32457:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880085728e40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+10:6837:x1802425733047552:12345-0@lo:101:mdt00_000.0 Request processed in 99us (146us total) trans 0 rc 0/0 00000100:00100000:3.0:1718930703.015794:0:32457:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20803 00000100:00100000:0.0:1718930703.015808:0:6837:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88013713e880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:6837:1802425733047552:0@lo:101:mdt00_000.0 00010000:00010000:0.0:1718930703.015815:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009b056640/0x4c38e74a54729a57 lrc: 4/0,1 mode: EX/EX res: [0x240000402:0x605:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0x4c38e74a54729a5e expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.015819:0:6837:0:(ldlm_request.c:799:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009b056640/0x4c38e74a54729a57 lrc: 4/0,1 mode: EX/EX res: [0x240000402:0x605:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0x4c38e74a54729a5e expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.015826:0:6837:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009b056640/0x4c38e74a54729a57 lrc: 4/0,1 mode: EX/EX res: [0x240000402:0x605:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0x4c38e74a54729a5e expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.015829:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009b056640/0x4c38e74a54729a57 lrc: 4/0,1 mode: EX/EX res: [0x240000402:0x605:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000401000000 nid: local remote: 0x4c38e74a54729a5e expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.015832:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009b056640/0x4c38e74a54729a57 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x605:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000401000000 nid: local remote: 0x4c38e74a54729a5e expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.015839:0:6837:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1718930703.015846:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88009b054240/0x4c38e74a54729a65 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x605:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.015847:0:11341:0:(ldlm_lockd.c:2784:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1718930703.015850:0:11341:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009b056640/0x4c38e74a54729a57 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x605:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000401000000 nid: local remote: 0x4c38e74a54729a5e expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.015850:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009b054240/0x4c38e74a54729a65 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x605:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.015853:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009b054240/0x4c38e74a54729a65 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x605:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.015856:0:11341:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88009b056640 already unused, calling callback (ffffffffa0ea60e0) 00010000:00010000:3.0:1718930703.015858:0:11341:0:(ldlm_request.c:1235:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009b056640/0x4c38e74a54729a57 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x605:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008401000000 nid: local remote: 0x4c38e74a54729a5e expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1718930703.015863:0:11341:0:(mdt_handler.c:3608:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009b056640/0x4c38e74a54729a57 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x605:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009401000000 nid: local remote: 0x4c38e74a54729a5e expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.015865:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88009b055f80/0x4c38e74a54729a6c lrc: 3/0,1 mode: --/EX res: [0x240000400:0x1a5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.015868:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009b055f80/0x4c38e74a54729a6c lrc: 3/0,1 mode: EX/EX res: [0x240000400:0x1a5:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.015871:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009b055f80/0x4c38e74a54729a6c lrc: 3/0,1 mode: EX/EX res: [0x240000400:0x1a5:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.015877:0:11341:0:(ldlm_request.c:1301:ldlm_cancel_pack()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009b056640/0x4c38e74a54729a57 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x605:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0x4c38e74a54729a5e expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.015881:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009b0573c0/0x4c38e74a54729a73 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x79a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.015882:0:11341:0:(ldlm_request.c:1305:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1718930703.015884:0:6837:0:(ldlm_request.c:1029:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000001000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009b0573c0/0x4c38e74a54729a73 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x79a:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.015888:0:6837:0:(ldlm_request.c:1117:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009b0573c0/0x4c38e74a54729a73 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x79a:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718930703.015895:0:6837:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88008572a600 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:6837:1802425733047680:0@lo:101:mdt00_000.0 00010000:00010000:3.0:1718930703.015897:0:11341:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009b056640/0x4c38e74a54729a57 lrc: 1/0,0 mode: --/EX res: [0x240000402:0x605:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0x4c38e74a54729a5e expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.015902:0:11341:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009b056640/0x4c38e74a54729a57 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x605:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0x4c38e74a54729a5e expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.015914:0:11341:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1718930703.015915:0:6837:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1718930703.015916:0:11341:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1718930703.015917:0:11341:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1718930703.015921:0:3320:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1718930703.015929:0:3320:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88011e304c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3320:1802425733047616:0@lo:103:ldlm_bl_04.0 00000100:00100000:0.0:1718930703.015933:0:6837:0:(client.c:2492:ptlrpc_set_wait()) set ffff8801315c9300 going to sleep for 6 seconds 00000100:00100000:3.0:1718930703.015952:0:3320:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1718930703.015969:0:6826:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733047616 00000100:00100000:1.0:1718930703.015983:0:32457:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733047680 00000100:00100000:0.0:1718930703.015986:0:6826:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9148 00000100:00100000:0.0:1718930703.015989:0:6826:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e303440 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001-mdtlov_UUID+11:3320:x1802425733047616:12345-0@lo:103:ldlm_bl_04.0 00010000:00010000:0.0:1718930703.015995:0:6826:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1718930703.016003:0:6826:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097205680/0x4c38e74a54729a5e lrc: 0/0,0 mode: --/EX res: [0x240000402:0x605:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801001000000 nid: 0@lo remote: 0x4c38e74a54729a57 expref: 11 pid: 32457 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718930703.016007:0:32457:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20804 00000100:00100000:1.0:1718930703.016009:0:32457:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88013713e880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+10:6837:x1802425733047680:12345-0@lo:101:mdt00_000.0 00010000:00010000:0.0:1718930703.016014:0:6826:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x605:0x0].0x0 (ffff8800885da800) 00010000:00010000:1.0:1718930703.016016:0:32457:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1718930703.016018:0:6826:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1718930703.016022:0:32457:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800849bb600/0x4c38e74a54729a7a lrc: 2/0,0 mode: --/EX res: [0x200000402:0x79a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4c38e74a54729a73 expref: -99 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.016033:0:32457:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800849bb600/0x4c38e74a54729a7a lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x79a:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000001000000 nid: 0@lo remote: 0x4c38e74a54729a73 expref: 11 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.016039:0:32457:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800849bb600/0x4c38e74a54729a7a lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x79a:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0x4c38e74a54729a73 expref: 11 pid: 32457 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718930703.016039:0:6826:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e303440 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001-mdtlov_UUID+11:3320:x1802425733047616:12345-0@lo:103:ldlm_bl_04.0 Request processed in 49us (87us total) trans 0 rc 0/0 00000100:00100000:0.0:1718930703.016045:0:6826:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9148 00000004:00010000:1.0:1718930703.016048:0:32457:0:(mdt_lvb.c:110:mdt_dom_disk_lvbo_update()) res: [0x200000402:0x79a:0x0] updating lvb size from disk: 0 -> 4096 00000004:00010000:1.0:1718930703.016049:0:32457:0:(mdt_lvb.c:117:mdt_dom_disk_lvbo_update()) res: [0x200000402:0x79a:0x0] updating lvb mtime from disk: 0 -> 1718930702 00000004:00010000:1.0:1718930703.016050:0:32457:0:(mdt_lvb.c:123:mdt_dom_disk_lvbo_update()) res: [0x200000402:0x79a:0x0] updating lvb atime from disk: 0 -> 1718930701 00000004:00010000:1.0:1718930703.016051:0:32457:0:(mdt_lvb.c:129:mdt_dom_disk_lvbo_update()) res: [0x200000402:0x79a:0x0] updating lvb ctime from disk: 0 -> 1718930702 00000100:00100000:3.0:1718930703.016052:0:3320:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88011e304c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3320:1802425733047616:0@lo:103:ldlm_bl_04.0 00000004:00010000:1.0:1718930703.016053:0:32457:0:(mdt_lvb.c:135:mdt_dom_disk_lvbo_update()) res: [0x200000402:0x79a:0x0] updating lvb blocks from disk: 18427282363563114435 -> 8 00010000:00010000:1.0:1718930703.016055:0:32457:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x79a:0x0].0x0 (ffff88006eded700) 00010000:00010000:1.0:1718930703.016057:0:32457:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 7f 00010000:00010000:1.0:1718930703.016058:0:32457:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff8800849bb600, rc 0) 00000100:00100000:1.0:1718930703.016078:0:32457:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88013713e880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+10:6837:x1802425733047680:12345-0@lo:101:mdt00_000.0 Request processed in 68us (164us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930703.016082:0:32457:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20804 00000100:00100000:0.0:1718930703.016089:0:6837:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88008572a600 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:6837:1802425733047680:0@lo:101:mdt00_000.0 00010000:00010000:0.0:1718930703.016097:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009b0573c0/0x4c38e74a54729a73 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x79a:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0x4c38e74a54729a7a expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.016104:0:6837:0:(ldlm_request.c:799:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009b0573c0/0x4c38e74a54729a73 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x79a:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0x4c38e74a54729a7a expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.016137:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88009b055440/0x4c38e74a54729a81 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x613:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.016142:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009b055440/0x4c38e74a54729a81 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x613:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.016145:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009b055440/0x4c38e74a54729a81 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x613:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.016185:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88009b055440/0x4c38e74a54729a81 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x613:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.016189:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009b055440/0x4c38e74a54729a81 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x613:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.016192:0:6837:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88009b055440/0x4c38e74a54729a81 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x613:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.016195:0:6837:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88009b055440 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:0.0:1718930703.016212:0:6837:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009b055440/0x4c38e74a54729a81 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x613:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.016215:0:6837:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009b055440/0x4c38e74a54729a81 lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x613:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.016219:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x613:0x0].0x0 (ffff8800b533e400) 00010000:00010000:0.0:1718930703.016220:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 7f 00010000:00010000:0.0:1718930703.016221:0:6837:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88009b055440/0x4c38e74a54729a81 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x613:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.016224:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009b055440/0x4c38e74a54729a81 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x613:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.016236:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88009b055f80/0x4c38e74a54729a6c lrc: 3/0,1 mode: EX/EX res: [0x240000400:0x1a5:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.016239:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009b055f80/0x4c38e74a54729a6c lrc: 2/0,0 mode: EX/EX res: [0x240000400:0x1a5:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.016246:0:6837:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88009b055f80/0x4c38e74a54729a6c lrc: 3/0,0 mode: EX/EX res: [0x240000400:0x1a5:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.016248:0:6837:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88009b055f80 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:0.0:1718930703.016249:0:6837:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009b055f80/0x4c38e74a54729a6c lrc: 3/0,0 mode: EX/EX res: [0x240000400:0x1a5:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.016252:0:6837:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009b055f80/0x4c38e74a54729a6c lrc: 4/0,0 mode: EX/EX res: [0x240000400:0x1a5:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.016255:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a5:0x0].0x0 (ffff8800941dde00) 00010000:00010000:0.0:1718930703.016256:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 7f 00010000:00010000:0.0:1718930703.016256:0:6837:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88009b055f80/0x4c38e74a54729a6c lrc: 2/0,0 mode: --/EX res: [0x240000400:0x1a5:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.016259:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009b055f80/0x4c38e74a54729a6c lrc: 0/0,0 mode: --/EX res: [0x240000400:0x1a5:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.016264:0:6837:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009b0573c0/0x4c38e74a54729a73 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x79a:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0x4c38e74a54729a7a expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.016266:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009b0573c0/0x4c38e74a54729a73 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x79a:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000401000000 nid: local remote: 0x4c38e74a54729a7a expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.016269:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009b0573c0/0x4c38e74a54729a73 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x79a:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000401000000 nid: local remote: 0x4c38e74a54729a7a expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.016281:0:6837:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:0.0:1718930703.016284:0:6837:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x200000402:0x79a:0x0] 00010000:00010000:0.0:1718930703.016286:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88009b054240/0x4c38e74a54729a65 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x605:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.016289:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009b054240/0x4c38e74a54729a65 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x605:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.016292:0:6837:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88009b054240/0x4c38e74a54729a65 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x605:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.016295:0:6837:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88009b054240 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:1.0:1718930703.016296:0:6828:0:(ldlm_lockd.c:2784:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1718930703.016296:0:6837:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009b054240/0x4c38e74a54729a65 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x605:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.016298:0:6837:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009b054240/0x4c38e74a54729a65 lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x605:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.016299:0:6828:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009b0573c0/0x4c38e74a54729a73 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x79a:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000401000000 nid: local remote: 0x4c38e74a54729a7a expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.016301:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x605:0x0].0x0 (ffff8800941dd400) 00010000:00010000:0.0:1718930703.016302:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 7f 00010000:00010000:0.0:1718930703.016303:0:6837:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88009b054240/0x4c38e74a54729a65 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x605:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.016304:0:6828:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88009b0573c0 already unused, calling callback (ffffffffa0ea60e0) 00010000:00010000:0.0:1718930703.016305:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009b054240/0x4c38e74a54729a65 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x605:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.016306:0:6828:0:(ldlm_request.c:1235:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009b0573c0/0x4c38e74a54729a73 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x79a:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008401000000 nid: local remote: 0x4c38e74a54729a7a expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1718930703.016309:0:6828:0:(mdt_handler.c:3608:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009b0573c0/0x4c38e74a54729a73 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x79a:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009401000000 nid: local remote: 0x4c38e74a54729a7a expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1718930703.016312:0:6837:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:0.0:1718930703.016313:0:6837:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009b057cc0/0x4c38e74a54729a49 lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0x4c38e74a54729a50 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.016316:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009b057cc0/0x4c38e74a54729a49 lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000401000000 nid: local remote: 0x4c38e74a54729a50 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.016319:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009b057cc0/0x4c38e74a54729a49 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000401000000 nid: local remote: 0x4c38e74a54729a50 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.016320:0:6828:0:(ldlm_request.c:1301:ldlm_cancel_pack()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009b0573c0/0x4c38e74a54729a73 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x79a:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0x4c38e74a54729a7a expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.016323:0:6828:0:(ldlm_request.c:1305:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1718930703.016328:0:6837:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1718930703.016331:0:6837:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009b056880/0x4c38e74a54729a3b lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0x4c38e74a54729a42 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.016338:0:6828:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009b0573c0/0x4c38e74a54729a73 lrc: 1/0,0 mode: --/EX res: [0x200000402:0x79a:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0x4c38e74a54729a7a expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.016338:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009b056880/0x4c38e74a54729a3b lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000401000000 nid: local remote: 0x4c38e74a54729a42 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.016342:0:6828:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009b0573c0/0x4c38e74a54729a73 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x79a:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0x4c38e74a54729a7a expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.016343:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009b056880/0x4c38e74a54729a3b lrc: 2/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000401000000 nid: local remote: 0x4c38e74a54729a42 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.016350:0:6828:0:(ldlm_lockd.c:2784:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1718930703.016351:0:6828:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009b057cc0/0x4c38e74a54729a49 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000401000000 nid: local remote: 0x4c38e74a54729a50 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718930703.016352:0:3322:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880083dc3dc0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3322:1802425733047744:0@lo:103:ldlm_bl_01.0 00010000:00010000:2.0:1718930703.016354:0:4830:0:(ldlm_lockd.c:2784:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1718930703.016354:0:6828:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88009b057cc0 already unused, calling callback (ffffffffa0ea60e0) 00010000:00010000:1.0:1718930703.016355:0:6828:0:(ldlm_request.c:1235:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009b057cc0/0x4c38e74a54729a49 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1008401000000 nid: local remote: 0x4c38e74a54729a50 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.016356:0:6837:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:2.0:1718930703.016358:0:4830:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009b056880/0x4c38e74a54729a3b lrc: 3/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000401000000 nid: local remote: 0x4c38e74a54729a42 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1718930703.016359:0:6828:0:(mdt_handler.c:3608:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009b057cc0/0x4c38e74a54729a49 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1009401000000 nid: local remote: 0x4c38e74a54729a50 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.016364:0:4830:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88009b056880 already unused, calling callback (ffffffffa0ea60e0) 00010000:00010000:1.0:1718930703.016364:0:6828:0:(ldlm_request.c:1301:ldlm_cancel_pack()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009b057cc0/0x4c38e74a54729a49 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0x4c38e74a54729a50 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.016366:0:4830:0:(ldlm_request.c:1235:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009b056880/0x4c38e74a54729a3b lrc: 3/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008401000000 nid: local remote: 0x4c38e74a54729a42 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718930703.016367:0:3322:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1718930703.016367:0:6828:0:(ldlm_request.c:1305:ldlm_cancel_pack()) 1 locks packed 00000004:00010000:2.0:1718930703.016371:0:4830:0:(mdt_handler.c:3608:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009b056880/0x4c38e74a54729a3b lrc: 3/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009401000000 nid: local remote: 0x4c38e74a54729a42 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.016374:0:6828:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009b057cc0/0x4c38e74a54729a49 lrc: 1/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0x4c38e74a54729a50 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.016377:0:6828:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009b057cc0/0x4c38e74a54729a49 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0x4c38e74a54729a50 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.016381:0:6828:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1718930703.016381:0:6828:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1718930703.016382:0:6828:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1718930703.016382:0:3323:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880083dc6d40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3323:1802425733047808:0@lo:103:ldlm_bl_01.0 00010000:00010000:2.0:1718930703.016384:0:4830:0:(ldlm_request.c:1301:ldlm_cancel_pack()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009b056880/0x4c38e74a54729a3b lrc: 2/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0x4c38e74a54729a42 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.016385:0:6829:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1718930703.016388:0:4830:0:(ldlm_request.c:1305:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1718930703.016396:0:4830:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009b056880/0x4c38e74a54729a3b lrc: 1/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0x4c38e74a54729a42 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718930703.016399:0:3323:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1718930703.016401:0:4830:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009b056880/0x4c38e74a54729a3b lrc: 0/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0x4c38e74a54729a42 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718930703.016404:0:3320:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800967dcc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3320:1802425733047872:0@lo:103:ldlm_bl_05.0 00010000:00010000:2.0:1718930703.016413:0:4830:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1718930703.016415:0:4830:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1718930703.016416:0:4830:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1718930703.016420:0:6826:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733047744 00000100:00100000:3.0:1718930703.016421:0:3320:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718930703.016447:0:4383:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733047808 00000100:00100000:0.0:1718930703.016452:0:6826:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733047872 00000100:00100000:3.0:1718930703.016458:0:26732:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9149 00000100:00100000:3.0:1718930703.016462:0:26732:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e304c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:lustre-MDT0001-mdtlov_UUID+12:3322:x1802425733047744:12345-0@lo:103:ldlm_bl_01.0 00000100:00100000:1.0:1718930703.016462:0:4383:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9150 00000100:00100000:1.0:1718930703.016464:0:4383:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88008572a600 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:lustre-MDT0001-mdtlov_UUID+12:3323:x1802425733047808:12345-0@lo:103:ldlm_bl_01.0 00000100:00100000:2.0:1718930703.016466:0:9277:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9151 00010000:00010000:1.0:1718930703.016468:0:4383:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1718930703.016469:0:26732:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1718930703.016469:0:9277:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e3063c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001-mdtlov_UUID+12:3320:x1802425733047872:12345-0@lo:103:ldlm_bl_05.0 00010000:00010000:1.0:1718930703.016473:0:4383:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800972058c0/0x4c38e74a54729a50 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801001000000 nid: 0@lo remote: 0x4c38e74a54729a49 expref: 12 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.016476:0:9277:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1718930703.016479:0:4383:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a87c9a00) 00000100:00100000:0.0:1718930703.016479:0:6837:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800967d8e40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+14:26685:x1802425753277760:12345-192.168.204.9@tcp:36:lfs.0 Request processed in 1546us (1615us total) trans 0 rc -114/-114 00010000:00010000:1.0:1718930703.016481:0:4383:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1718930703.016484:0:9277:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097204b40/0x4c38e74a54729a42 lrc: 0/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801001000000 nid: 0@lo remote: 0x4c38e74a54729a3b expref: 11 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.016485:0:26732:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800849bb600/0x4c38e74a54729a7a lrc: 0/0,0 mode: --/EX res: [0x200000402:0x79a:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801001000000 nid: 0@lo remote: 0x4c38e74a54729a73 expref: 11 pid: 32457 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718930703.016485:0:6837:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230806 00010000:00010000:2.0:1718930703.016493:0:9277:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000004:0x1:0x0].0x0 (ffff8800885da200) 00010000:00010000:3.0:1718930703.016495:0:26732:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x79a:0x0].0x0 (ffff88006eded700) 00010000:00010000:2.0:1718930703.016497:0:9277:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1718930703.016501:0:26732:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1718930703.016501:0:4383:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88008572a600 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:lustre-MDT0001-mdtlov_UUID+9:3323:x1802425733047808:12345-0@lo:103:ldlm_bl_01.0 Request processed in 36us (102us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930703.016504:0:4383:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9150 00000100:00100000:0.0:1718930703.016510:0:3323:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880083dc6d40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3323:1802425733047808:0@lo:103:ldlm_bl_01.0 00000100:00100000:3.0:1718930703.016521:0:26732:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e304c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:lustre-MDT0001-mdtlov_UUID+8:3322:x1802425733047744:12345-0@lo:103:ldlm_bl_01.0 Request processed in 59us (153us total) trans 0 rc 0/0 00000100:00100000:3.0:1718930703.016526:0:26732:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9149 00000100:00100000:2.0:1718930703.016526:0:9277:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e3063c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001-mdtlov_UUID+8:3320:x1802425733047872:12345-0@lo:103:ldlm_bl_05.0 Request processed in 56us (104us total) trans 0 rc 0/0 00000100:00100000:2.0:1718930703.016532:0:9277:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9151 00000100:00100000:3.0:1718930703.016547:0:3322:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880083dc3dc0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3322:1802425733047744:0@lo:103:ldlm_bl_01.0 00000100:00100000:3.0:1718930703.016564:0:3320:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800967dcc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3320:1802425733047872:0@lo:103:ldlm_bl_05.0 00000100:00100000:2.0:1718930703.017271:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1718930703.017307:0:6837:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753277888 00000100:00100000:0.0:1718930703.017332:0:6837:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230807 00000100:00100000:0.0:1718930703.017337:0:6837:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800967df6c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+10:26685:x1802425753277888:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:0.0:1718930703.017346:0:6837:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1718930703.017353:0:6837:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b056f40/0x4c38e74a54729a88 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xceea94147812fac9 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.017382:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b056d00/0x4c38e74a54729a8f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.017389:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b056d00/0x4c38e74a54729a8f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.017394:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b056d00/0x4c38e74a54729a8f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.017402:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b055680/0x4c38e74a54729a96 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xba987c8e bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.017407:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b055680/0x4c38e74a54729a96 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xba987c8e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.017413:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b055680/0x4c38e74a54729a96 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xba987c8e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.017449:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b057840/0x4c38e74a54729a9d lrc: 3/1,0 mode: --/PR res: [0x240000402:0x605:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.017454:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b057840/0x4c38e74a54729a9d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x605:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.017458:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b057840/0x4c38e74a54729a9d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x605:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1718930703.017461:0:6837:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x240000402:0x605:0x0] 00010000:00010000:0.0:1718930703.017464:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b056d00/0x4c38e74a54729a8f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.017467:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009b056d00/0x4c38e74a54729a8f lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.017470:0:6837:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009b056d00/0x4c38e74a54729a8f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.017473:0:6837:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88009b056d00 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:0.0:1718930703.017474:0:6837:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b056d00/0x4c38e74a54729a8f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.017477:0:6837:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b056d00/0x4c38e74a54729a8f lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.017481:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a87c9a00) 00010000:00010000:0.0:1718930703.017482:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1718930703.017483:0:6837:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009b056d00/0x4c38e74a54729a8f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.017486:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b056d00/0x4c38e74a54729a8f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.017491:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b055680/0x4c38e74a54729a96 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xba987c8e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.017494:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009b055680/0x4c38e74a54729a96 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xba987c8e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.017497:0:6837:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009b055680/0x4c38e74a54729a96 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xba987c8e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.017503:0:6837:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88009b055680 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:0.0:1718930703.017504:0:6837:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b055680/0x4c38e74a54729a96 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xba987c8e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.017507:0:6837:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b055680/0x4c38e74a54729a96 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xba987c8e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.017509:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xba987c8e (ffff8800b533ea00) 00010000:00010000:0.0:1718930703.017511:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1718930703.017511:0:6837:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009b055680/0x4c38e74a54729a96 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xba987c8e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.017514:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b055680/0x4c38e74a54729a96 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xba987c8e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.017526:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b056f40/0x4c38e74a54729a88 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fac9 expref: 12 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.017532:0:6837:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b057840/0x4c38e74a54729a9d lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x605:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fac9 expref: 11 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.017535:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x605:0x0].0x0 (ffff8800b533e500) 00010000:00010000:0.0:1718930703.017535:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1718930703.017536:0:6837:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88009b057840, rc 0) 00000100:00100000:0.0:1718930703.017562:0:6837:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800967df6c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+11:26685:x1802425753277888:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 224us (292us total) trans 0 rc 0/0 00000100:00100000:0.0:1718930703.017568:0:6837:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230807 00000100:00100000:1.0:1718930703.018323:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1718930703.018356:0:6837:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753278016 00000100:00100000:0.0:1718930703.018379:0:6837:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230808 00000100:00100000:0.0:1718930703.018384:0:6837:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880083dc5a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+14:26685:x1802425753278016:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:0.0:1718930703.018392:0:6837:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1718930703.018400:0:6837:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009b057a80/0x4c38e74a54729aa4 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x605:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xceea94147812fad0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00200000:0.0:1718930703.018469:0:6837:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x605:0x0]: returning size 4096 00010000:00010000:0.0:1718930703.018507:0:6837:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88009b057a80/0x4c38e74a54729aa4 lrc: 1/0,0 mode: --/CR res: [0x240000402:0x605:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fad0 expref: 16 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.018512:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009b057a80/0x4c38e74a54729aa4 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x605:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fad0 expref: 16 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.018519:0:6837:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88009b057a80, rc 0) 00000100:00100000:0.0:1718930703.018545:0:6837:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880083dc5a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+15:26685:x1802425753278016:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 161us (223us total) trans 4294987140 rc 301/301 00000100:00100000:0.0:1718930703.018551:0:6837:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230808 00000100:00100000:2.0:1718930703.019440:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1718930703.019478:0:6837:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753278080 00000100:00100000:0.0:1718930703.019495:0:6837:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230809 00000100:00100000:0.0:1718930703.019499:0:6837:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800967dd580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+15:26685:x1802425753278080:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:0.0:1718930703.019509:0:6837:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1718930703.019516:0:6837:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009b054d80/0x4c38e74a54729ab2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xceea94147812fad7 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.019540:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009b0546c0/0x4c38e74a54729ab9 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x605:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.019547:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009b0546c0/0x4c38e74a54729ab9 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x605:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.019554:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009b0546c0/0x4c38e74a54729ab9 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x605:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00200000:0.0:1718930703.019597:0:6837:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x605:0x0]: returning size 4096 00000004:00200000:0.0:1718930703.019600:0:6837:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 4 stripe count 2 MDT count 2 00000004:00010000:0.0:1718930703.019606:0:6837:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff88009b0546c0/0x4c38e74a54729ab9 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x605:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.019617:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009b054d80/0x4c38e74a54729ab2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fad7 expref: 17 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.019625:0:6837:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88009b0546c0/0x4c38e74a54729ab9 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x605:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fad7 expref: 16 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.019629:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x605:0x0].0x0 (ffff8800b533e800) 00010000:00010000:0.0:1718930703.019630:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1718930703.019631:0:6837:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88009b0546c0, rc 0) 00000100:00100000:0.0:1718930703.019655:0:6837:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800967dd580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+16:26685:x1802425753278080:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 156us (231us total) trans 0 rc 0/0 00000100:00100000:0.0:1718930703.019674:0:6837:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230809 00000100:00100000:2.0:1718930703.020466:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1718930703.020502:0:6837:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753278144 00000100:00100000:0.0:1718930703.020519:0:6837:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230810 00000100:00100000:0.0:1718930703.020523:0:6837:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800967de3c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+16:26685:x1802425753278144:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:0.0:1718930703.020532:0:6837:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1718930703.020538:0:6837:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009b057180/0x4c38e74a54729ac0 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xceea94147812fade expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.020564:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009b054480/0x4c38e74a54729ac7 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1a5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.020571:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009b054480/0x4c38e74a54729ac7 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.020577:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009b054480/0x4c38e74a54729ac7 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00200000:0.0:1718930703.020591:0:6837:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000400:0x1a5:0x0]: returning size 4096 00000004:00200000:0.0:1718930703.020593:0:6837:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 3 stripe count 2 MDT count 2 00010000:00010000:0.0:1718930703.020604:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009b057180/0x4c38e74a54729ac0 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fade expref: 18 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.020611:0:6837:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88009b054480/0x4c38e74a54729ac7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fade expref: 17 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.020615:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a5:0x0].0x0 (ffff8800b533e700) 00010000:00010000:0.0:1718930703.020616:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1718930703.020618:0:6837:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88009b054480, rc 0) 00000100:00100000:0.0:1718930703.020644:0:6837:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800967de3c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+17:26685:x1802425753278144:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 119us (179us total) trans 0 rc 0/0 00000100:00100000:0.0:1718930703.020649:0:6837:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230810 00000100:00100000:1.0:1718930703.021547:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1718930703.021580:0:6837:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753278208 00000100:00100000:0.0:1718930703.021604:0:6837:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230811 00000100:00100000:0.0:1718930703.021608:0:6837:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880083dc3dc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+11:26685:x1802425753278208:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:0.0:1718930703.021617:0:6837:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1718930703.021625:0:6837:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b0558c0/0x4c38e74a54729ace lrc: 2/0,0 mode: --/CR res: [0x200000402:0x79a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xceea94147812fae5 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.021647:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b056400/0x4c38e74a54729ad5 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x79a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.021654:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b056400/0x4c38e74a54729ad5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x79a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.021678:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b056400/0x4c38e74a54729ad5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x79a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00200000:0.0:1718930703.021698:0:6837:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x79a:0x0]: returning size 4096 00000004:00200000:0.0:1718930703.021701:0:6837:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 3 stripe count 2 MDT count 2 00010000:00010000:0.0:1718930703.021719:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b0558c0/0x4c38e74a54729ace lrc: 0/0,0 mode: --/CR res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fae5 expref: 13 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.021730:0:6837:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b056400/0x4c38e74a54729ad5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x79a:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fae5 expref: 12 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.021735:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x79a:0x0].0x0 (ffff8800b533ed00) 00010000:00010000:0.0:1718930703.021737:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1718930703.021739:0:6837:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88009b056400, rc 0) 00000100:00100000:0.0:1718930703.021759:0:6837:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880083dc3dc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+12:26685:x1802425753278208:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 150us (212us total) trans 0 rc 0/0 00000100:00100000:0.0:1718930703.021765:0:6837:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230811 00000100:00100000:2.0:1718930703.023167:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1718930703.023205:0:6840:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753278272 00000100:00100000:0.0:1718930703.023223:0:6840:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 10798 00000100:00100000:0.0:1718930703.023227:0:6840:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88006e9df050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+17:26685:x1802425753278272:12345-192.168.204.9@tcp:37:lfs.0 00000100:00100000:0.0:1718930703.024658:0:6840:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88006e9df050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+17:26685:x1802425753278272:12345-192.168.204.9@tcp:37:lfs.0 Request processed in 1429us (1490us total) trans 0 rc 0/0 00000100:00100000:0.0:1718930703.024684:0:6840:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 10798 00000100:00100000:1.0:1718930703.026225:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1718930703.026256:0:6840:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753278336 00000100:00100000:0.0:1718930703.026279:0:6840:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 10799 00000100:00100000:0.0:1718930703.026283:0:6840:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880083dc6d40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+12:26685:x1802425753278336:12345-192.168.204.9@tcp:37:lfs.0 00000100:00100000:0.0:1718930703.027588:0:6840:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880083dc6d40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+12:26685:x1802425753278336:12345-192.168.204.9@tcp:37:lfs.0 Request processed in 1303us (1363us total) trans 0 rc 0/0 00000100:00100000:0.0:1718930703.027593:0:6840:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 10799 00000100:00100000:2.0:1718930703.028751:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1718930703.028788:0:6837:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753278400 00000100:00100000:0.0:1718930703.028813:0:6837:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230812 00000100:00100000:0.0:1718930703.028817:0:6837:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800967ded40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+12:26685:x1802425753278400:12345-192.168.204.9@tcp:34:lfs.0 00010000:00010000:0.0:1718930703.028841:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b056880/0x4c38e74a54729adc lrc: 3/1,0 mode: --/CR res: [0x200000402:0x79a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.028850:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b056880/0x4c38e74a54729adc lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.028856:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b056880/0x4c38e74a54729adc lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.028864:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b057a80/0x4c38e74a54729ae3 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x79a:0x0].0xba987ca0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.028869:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b057a80/0x4c38e74a54729ae3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x79a:0x0].0xba987ca0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.028878:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b057a80/0x4c38e74a54729ae3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x79a:0x0].0xba987ca0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.028911:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b056f40/0x4c38e74a54729aea lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7a7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.028915:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b056f40/0x4c38e74a54729aea lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7a7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.028918:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b056f40/0x4c38e74a54729aea lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7a7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1718930703.028935:0:6837:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009b056f40/0x4c38e74a54729aea lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7a7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.028939:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b056880/0x4c38e74a54729adc lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.028942:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009b056880/0x4c38e74a54729adc lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.028945:0:6837:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009b056880/0x4c38e74a54729adc lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.028948:0:6837:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88009b056880 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:0.0:1718930703.028950:0:6837:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b056880/0x4c38e74a54729adc lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.028953:0:6837:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b056880/0x4c38e74a54729adc lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.028958:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x79a:0x0].0x0 (ffff8800b533ed00) 00010000:00010000:0.0:1718930703.028959:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1718930703.028960:0:6837:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009b056880/0x4c38e74a54729adc lrc: 2/0,0 mode: --/CR res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.028963:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b056880/0x4c38e74a54729adc lrc: 0/0,0 mode: --/CR res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.028968:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b057a80/0x4c38e74a54729ae3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x79a:0x0].0xba987ca0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.028971:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009b057a80/0x4c38e74a54729ae3 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x79a:0x0].0xba987ca0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.028973:0:6837:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009b057a80/0x4c38e74a54729ae3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x79a:0x0].0xba987ca0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.028976:0:6837:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88009b057a80 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:0.0:1718930703.028977:0:6837:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b057a80/0x4c38e74a54729ae3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x79a:0x0].0xba987ca0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.028980:0:6837:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b057a80/0x4c38e74a54729ae3 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x79a:0x0].0xba987ca0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.028983:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x79a:0x0].0xba987ca0 (ffff8800b533ea00) 00010000:00010000:0.0:1718930703.028984:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1718930703.028984:0:6837:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009b057a80/0x4c38e74a54729ae3 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x79a:0x0].0xba987ca0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.028990:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b057a80/0x4c38e74a54729ae3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x79a:0x0].0xba987ca0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.028996:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b056f40/0x4c38e74a54729aea lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7a7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.028998:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009b056f40/0x4c38e74a54729aea lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7a7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.029001:0:6837:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009b056f40/0x4c38e74a54729aea lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7a7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.029004:0:6837:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88009b056f40 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:0.0:1718930703.029005:0:6837:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b056f40/0x4c38e74a54729aea lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7a7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.029007:0:6837:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b056f40/0x4c38e74a54729aea lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7a7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.029010:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7a7:0x0].0x0 (ffff8800b533e400) 00010000:00010000:0.0:1718930703.029011:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1718930703.029011:0:6837:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009b056f40/0x4c38e74a54729aea lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7a7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.029014:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b056f40/0x4c38e74a54729aea lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7a7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718930703.029046:0:6837:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800967ded40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+12:26685:x1802425753278400:12345-192.168.204.9@tcp:34:lfs.0 Request processed in 228us (296us total) trans 0 rc 0/0 00000100:00100000:0.0:1718930703.029055:0:6837:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230812 00000100:00100000:1.0:1718930703.029879:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1718930703.029914:0:6837:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753278528 00000100:00100000:0.0:1718930703.029937:0:6837:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230813 00000100:00100000:0.0:1718930703.029941:0:6837:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8801346176c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+12:26685:x1802425753278528:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:0.0:1718930703.029950:0:6837:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1718930703.029957:0:6837:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b055680/0x4c38e74a54729af1 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7a7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xceea94147812faec expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.029994:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b056d00/0x4c38e74a54729af8 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7a7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.030001:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b056d00/0x4c38e74a54729af8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7a7:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.030007:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b056d00/0x4c38e74a54729af8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7a7:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00200000:0.0:1718930703.030014:0:6837:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x7a7:0x0]: returning size 1716 00010000:00010000:0.0:1718930703.030052:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b055680/0x4c38e74a54729af1 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7a7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812faec expref: 15 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.030059:0:6837:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b056d00/0x4c38e74a54729af8 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7a7:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812faec expref: 14 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.030063:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7a7:0x0].0x0 (ffff8800b533e300) 00010000:00010000:0.0:1718930703.030065:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1718930703.030066:0:6837:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88009b056d00, rc 0) 00000100:00100000:0.0:1718930703.030094:0:6837:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8801346176c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+14:26685:x1802425753278528:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 152us (216us total) trans 8589959538 rc 0/0 00000100:00100000:0.0:1718930703.030100:0:6837:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230813 00000100:00100000:2.0:1718930703.031020:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1718930703.031038:0:6837:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753278592 00000100:00100000:0.0:1718930703.031055:0:6837:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230814 00000100:00100000:0.0:1718930703.031059:0:6837:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800967db440 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+14:26685:x1802425753278592:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:0.0:1718930703.031069:0:6837:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1718930703.031075:0:6837:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b057cc0/0x4c38e74a54729b06 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7a7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xceea94147812faf3 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.031096:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b057cc0/0x4c38e74a54729b06 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7a7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812faf3 expref: 15 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.031104:0:6837:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b057cc0/0x4c38e74a54729b06 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7a7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812faf3 expref: 15 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.031114:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7a7:0x0].0x0 (ffff8800b533e300) 00010000:00010000:0.0:1718930703.031116:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1718930703.031118:0:6837:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88009b057cc0, rc 0) 00000100:00100000:0.0:1718930703.031147:0:6837:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800967db440 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+15:26685:x1802425753278592:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 87us (129us total) trans 0 rc 0/0 00000100:00100000:0.0:1718930703.031151:0:6837:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230814 00000100:00100000:2.0:1718930703.032006:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1718930703.032180:0:22545:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753278656 00000100:00100000:0.0:1718930703.032218:0:22545:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.204.9@tcp, with round 494 00000100:00100000:0.0:1718930703.032223:0:22545:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800967d84c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8a07974b-7506-4725-beb3-4b5c6f8f9250+7:1875:x1802425753278656:12345-192.168.204.9@tcp:1:lfs.0 00002000:00010000:0.0:1718930703.032252:0:22545:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x586:0x0] initial LVB size: 1716, mtime: 0x6674cd0d, atime: 0x0, ctime: 0x6674cd0d, blocks: 0x8 00010000:00010000:0.0:1718930703.032256:0:22545:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009b0573c0/0x4c38e74a54729b0d lrc: 3/0,1 mode: --/PW res: [0x586:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.032265:0:22545:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1718930703.032266:0:22545:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1718930703.032269:0:22545:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b0573c0/0x4c38e74a54729b0d lrc: 3/0,1 mode: PW/PW res: [0x586:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.032277:0:22545:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b0573c0/0x4c38e74a54729b0d lrc: 3/0,1 mode: PW/PW res: [0x586:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.032285:0:22545:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009b0573c0/0x4c38e74a54729b0d lrc: 3/0,1 mode: PW/PW res: [0x586:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.032290:0:22545:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009b0573c0/0x4c38e74a54729b0d lrc: 2/0,0 mode: PW/PW res: [0x586:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.032307:0:22545:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1718930703.032319:0:8059:0:(ldlm_lockd.c:2784:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1718930703.032322:0:8059:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009b0573c0/0x4c38e74a54729b0d lrc: 2/0,0 mode: PW/PW res: [0x586:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.032328:0:8059:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88009b0573c0 already unused, calling callback (ffffffffa080a190) 00010000:00010000:3.0:1718930703.032330:0:8059:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009b0573c0/0x4c38e74a54729b0d lrc: 2/0,0 mode: PW/PW res: [0x586:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.032334:0:8059:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009b0573c0/0x4c38e74a54729b0d lrc: 3/0,0 mode: PW/PW res: [0x586:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718930703.032342:0:22545:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800967d84c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8a07974b-7506-4725-beb3-4b5c6f8f9250+7:1875:x1802425753278656:12345-192.168.204.9@tcp:1:lfs.0 Request processed in 119us (336us total) trans 0 rc 0/0 00010000:00010000:3.0:1718930703.032343:0:8059:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009b0573c0/0x4c38e74a54729b0d lrc: 1/0,0 mode: --/PW res: [0x586:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.032346:0:8059:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b0573c0/0x4c38e74a54729b0d lrc: 0/0,0 mode: --/PW res: [0x586:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718930703.032349:0:22545:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.204.9@tcp, with round 494 00010000:00010000:3.0:1718930703.032362:0:8059:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1718930703.032363:0:8059:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1718930703.032363:0:8059:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1718930703.033285:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930703.033304:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930703.033318:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930703.033357:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1718930703.033358:0:6827:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753278720 00000100:00100000:3.0:1718930703.033368:0:26732:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753278784 00000100:00100000:2.0:1718930703.033380:0:6827:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753278848 00000100:00100000:0.0:1718930703.033388:0:6837:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753278976 00000100:00100000:3.0:1718930703.033389:0:26732:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 9152 00000100:00100000:3.0:1718930703.033392:0:26732:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1cf6050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:8a07974b-7506-4725-beb3-4b5c6f8f9250+18:1877:x1802425753278720:12345-192.168.204.9@tcp:103:lfs.0 00000100:00100000:1.0:1718930703.033396:0:6825:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 9153 00010000:00010000:3.0:1718930703.033397:0:26732:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1718930703.033401:0:6825:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880134614740 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+16:1877:x1802425753278784:12345-192.168.204.9@tcp:103:lfs.0 00000100:00100000:2.0:1718930703.033402:0:6827:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 9154 00010000:00010000:3.0:1718930703.033405:0:26732:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009b0546c0/0x4c38e74a54729ab9 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x605:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fad7 expref: 18 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930703.033405:0:6827:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880134610980 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8a07974b-7506-4725-beb3-4b5c6f8f9250+18:1878:x1802425753278848:12345-192.168.204.9@tcp:103:lfs.0 00010000:00010000:1.0:1718930703.033408:0:6825:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1718930703.033411:0:6827:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1718930703.033414:0:26732:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x605:0x0].0x0 (ffff8800b533e800) 00010000:00010000:1.0:1718930703.033416:0:6825:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b056400/0x4c38e74a54729ad5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x79a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fae5 expref: 16 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.033417:0:26732:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1718930703.033417:0:6837:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230815 00010000:00010000:2.0:1718930703.033419:0:6827:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009b054480/0x4c38e74a54729ac7 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1a5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fade expref: 17 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718930703.033420:0:6837:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880134611300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+16:26685:x1802425753278976:12345-192.168.204.9@tcp:36:lfs.0 00010000:00010000:2.0:1718930703.033445:0:6827:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a5:0x0].0x0 (ffff8800b533e700) 00010000:00010000:1.0:1718930703.033445:0:6825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x79a:0x0].0x0 (ffff8800b533ed00) 00000100:00100000:3.0:1718930703.033451:0:26732:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1cf6050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:8a07974b-7506-4725-beb3-4b5c6f8f9250+16:1877:x1802425753278720:12345-192.168.204.9@tcp:103:lfs.0 Request processed in 58us (167us total) trans 0 rc 0/0 00010000:00010000:1.0:1718930703.033452:0:6825:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1718930703.033453:0:6827:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1718930703.033455:0:26732:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 9152 00010000:00010000:0.0:1718930703.033463:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b054240/0x4c38e74a54729b14 lrc: 3/0,1 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930703.033468:0:6827:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880134610980 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8a07974b-7506-4725-beb3-4b5c6f8f9250+15:1878:x1802425753278848:12345-192.168.204.9@tcp:103:lfs.0 Request processed in 62us (149us total) trans 0 rc 0/0 00010000:00010000:0.0:1718930703.033469:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b054240/0x4c38e74a54729b14 lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718930703.033470:0:6825:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880134614740 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+15:1877:x1802425753278784:12345-192.168.204.9@tcp:103:lfs.0 Request processed in 70us (165us total) trans 0 rc 0/0 00000100:00100000:2.0:1718930703.033472:0:6827:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 9154 00000100:00100000:1.0:1718930703.033474:0:6825:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 9153 00010000:00010000:0.0:1718930703.033477:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b054240/0x4c38e74a54729b14 lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718930703.033498:0:6837:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88008572a600 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733047936:0@lo:1000:mdt00_000.0 00000100:00100000:0.0:1718930703.033517:0:6837:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1718930703.033533:0:6837:0:(client.c:2492:ptlrpc_set_wait()) set ffff8801315c9d80 going to sleep for 6 seconds 00000100:00100000:1.0:1718930703.033546:0:32457:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733047936 00000100:00100000:1.0:1718930703.033563:0:32457:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20805 00000100:00100000:1.0:1718930703.033567:0:32457:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a60597c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:6837:x1802425733047936:12345-0@lo:1000:mdt00_000.0 00000100:00100000:1.0:1718930703.033617:0:32457:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a60597c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:6837:x1802425733047936:12345-0@lo:1000:mdt00_000.0 Request processed in 49us (98us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930703.033624:0:32457:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20805 00000100:00100000:0.0:1718930703.033638:0:6837:0:(client.c:2892:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 4294987135 gen 2 00000004:00080000:0.0:1718930703.033641:0:6837:0:(osp_trans.c:1044:osp_request_commit_cb()) trans no 4294987135 committed transno 4294987135 00000100:00100000:0.0:1718930703.033656:0:6837:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88008572a600 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733047936:0@lo:1000:mdt00_000.0 00000100:00100000:0.0:1718930703.033690:0:6837:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88008572a600 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733048000:0@lo:1000:mdt00_000.0 00000100:00100000:0.0:1718930703.033703:0:6837:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1718930703.033715:0:6837:0:(client.c:2492:ptlrpc_set_wait()) set ffff8801315c9d80 going to sleep for 6 seconds 00000100:00100000:1.0:1718930703.033729:0:32457:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733048000 00000100:00100000:1.0:1718930703.033743:0:32457:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20806 00000100:00100000:1.0:1718930703.033745:0:32457:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880083c1f6c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:6837:x1802425733048000:12345-0@lo:1000:mdt00_000.0 00000100:00100000:1.0:1718930703.033775:0:32457:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880083c1f6c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:6837:x1802425733048000:12345-0@lo:1000:mdt00_000.0 Request processed in 29us (72us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930703.033778:0:32457:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20806 00000100:00100000:0.0:1718930703.033782:0:6837:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88008572a600 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733048000:0@lo:1000:mdt00_000.0 00000100:00100000:0.0:1718930703.034113:0:6837:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88008572a600 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733048064:0@lo:403:mdt00_000.0 00000100:00100000:0.0:1718930703.034135:0:6837:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1718930703.034149:0:6837:0:(client.c:2492:ptlrpc_set_wait()) set ffff8801315c99c0 going to sleep for 6 seconds 00000100:00100000:1.0:1718930703.034200:0:32457:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733048064 00000100:00100000:1.0:1718930703.034222:0:32457:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20807 00000100:00100000:1.0:1718930703.034224:0:32457:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0f10000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:6837:x1802425733048064:12345-0@lo:403:mdt00_000.0 00000100:00100000:1.0:1718930703.035402:0:32457:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0f10000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:6837:x1802425733048064:12345-0@lo:403:mdt00_000.0 Request processed in 1176us (1265us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930703.035406:0:32457:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20807 00000100:00100000:0.0:1718930703.035478:0:6837:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88008572a600 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733048064:0@lo:403:mdt00_000.0 00010000:00010000:0.0:1718930703.035973:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009b055f80/0x4c38e74a54729b1b lrc: 3/0,1 mode: --/PW res: [0x240000402:0x605:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.035979:0:6837:0:(ldlm_request.c:1029:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000001000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009b055f80/0x4c38e74a54729b1b lrc: 3/0,1 mode: --/PW res: [0x240000402:0x605:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.035984:0:6837:0:(ldlm_request.c:1117:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009b055f80/0x4c38e74a54729b1b lrc: 3/0,1 mode: --/PW res: [0x240000402:0x605:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718930703.035995:0:6837:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0f104c0 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733048128:0@lo:101:mdt00_000.0 00000100:00100000:0.0:1718930703.036012:0:6837:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1718930703.036027:0:6837:0:(client.c:2492:ptlrpc_set_wait()) set ffff8801315c99c0 going to sleep for 6 seconds 00000100:00100000:1.0:1718930703.036085:0:32457:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733048128 00000100:00100000:1.0:1718930703.036109:0:32457:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20808 00000100:00100000:1.0:1718930703.036112:0:32457:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0f10980 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:6837:x1802425733048128:12345-0@lo:101:mdt00_000.0 00010000:00010000:1.0:1718930703.036118:0:32457:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1718930703.036125:0:32457:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800849bb600/0x4c38e74a54729b22 lrc: 2/0,0 mode: --/PW res: [0x240000402:0x605:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4c38e74a54729b1b expref: -99 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.036135:0:32457:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800849bb600/0x4c38e74a54729b22 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x605:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000001000000 nid: 0@lo remote: 0x4c38e74a54729b1b expref: 6 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.036141:0:32457:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8800849bb600/0x4c38e74a54729b22 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x605:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0x4c38e74a54729b1b expref: 6 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.036144:0:32457:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x605:0x0].0x0 (ffff88006eded900) 00010000:00010000:1.0:1718930703.036146:0:32457:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1718930703.036147:0:32457:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff8800849bb600, rc 0) 00000100:00100000:1.0:1718930703.036171:0:32457:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0f10980 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+6:6837:x1802425733048128:12345-0@lo:101:mdt00_000.0 Request processed in 58us (159us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930703.036175:0:32457:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20808 00000100:00100000:0.0:1718930703.036206:0:6837:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800a0f104c0 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733048128:0@lo:101:mdt00_000.0 00010000:00010000:0.0:1718930703.036214:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009b055f80/0x4c38e74a54729b1b lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x605:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0x4c38e74a54729b22 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.036219:0:6837:0:(ldlm_request.c:799:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009b055f80/0x4c38e74a54729b1b lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x605:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0x4c38e74a54729b22 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.036236:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009b055440/0x4c38e74a54729b29 lrc: 3/0,1 mode: --/EX res: [0x240000400:0x1a5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.036239:0:6837:0:(ldlm_request.c:1029:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000001000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009b055440/0x4c38e74a54729b29 lrc: 3/0,1 mode: --/EX res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.036243:0:6837:0:(ldlm_request.c:1117:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009b055440/0x4c38e74a54729b29 lrc: 3/0,1 mode: --/EX res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718930703.036249:0:6837:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0f104c0 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733048192:0@lo:101:mdt00_000.0 00000100:00100000:0.0:1718930703.036261:0:6837:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1718930703.036274:0:6837:0:(client.c:2492:ptlrpc_set_wait()) set ffff8801315c99c0 going to sleep for 6 seconds 00000100:00100000:1.0:1718930703.036286:0:32457:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733048192 00000100:00100000:1.0:1718930703.036300:0:32457:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20809 00000100:00100000:1.0:1718930703.036302:0:32457:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0f10e40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+6:6837:x1802425733048192:12345-0@lo:101:mdt00_000.0 00010000:00010000:1.0:1718930703.036306:0:32457:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1718930703.036311:0:32457:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800849ba400/0x4c38e74a54729b30 lrc: 2/0,0 mode: --/EX res: [0x240000400:0x1a5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4c38e74a54729b29 expref: -99 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.036318:0:32457:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800849ba400/0x4c38e74a54729b30 lrc: 3/0,0 mode: EX/EX res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000001000000 nid: 0@lo remote: 0x4c38e74a54729b29 expref: 7 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.036322:0:32457:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8800849ba400/0x4c38e74a54729b30 lrc: 3/0,0 mode: EX/EX res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0x4c38e74a54729b29 expref: 7 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.036326:0:32457:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a5:0x0].0x0 (ffff88006eded700) 00010000:00010000:1.0:1718930703.036327:0:32457:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1718930703.036327:0:32457:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff8800849ba400, rc 0) 00000100:00100000:1.0:1718930703.036352:0:32457:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0f10e40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+7:6837:x1802425733048192:12345-0@lo:101:mdt00_000.0 Request processed in 50us (91us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930703.036355:0:32457:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20809 00000100:00100000:0.0:1718930703.036368:0:6837:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800a0f104c0 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733048192:0@lo:101:mdt00_000.0 00010000:00010000:0.0:1718930703.036373:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009b055440/0x4c38e74a54729b29 lrc: 4/0,1 mode: EX/EX res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0x4c38e74a54729b30 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.036377:0:6837:0:(ldlm_request.c:799:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009b055440/0x4c38e74a54729b29 lrc: 4/0,1 mode: EX/EX res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0x4c38e74a54729b30 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1718930703.036384:0:6837:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x240000400:0x1a5:0x0] 00010000:00010000:0.0:1718930703.036391:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b054900/0x4c38e74a54729b37 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x79a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.036395:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b054900/0x4c38e74a54729b37 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.036399:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b054900/0x4c38e74a54729b37 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.036453:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7a7:0x0].0x0 (ffff8800b533e300) 00010000:00010000:0.0:1718930703.036457:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1718930703.036460:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b056d00/0x4c38e74a54729af8 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x7a7:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812faec expref: 14 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.036477:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b055200/0x4c38e74a54729b3e lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7a7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.036485:0:6837:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b057cc0/0x4c38e74a54729b06 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7a7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812faf3 expref: 13 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.036491:0:6837:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009b055200/0x4c38e74a54729b3e lrc: 4/0,1 mode: --/EX res: [0x200000402:0x7a7:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.036506:0:6837:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009b057cc0/0x4c38e74a54729b06 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7a7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.9@tcp remote: 0xceea94147812faf3 expref: 13 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.036515:0:6837:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b057cc0/0x4c38e74a54729b06 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7a7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.9@tcp remote: 0xceea94147812faf3 expref: 13 pid: 6837 timeout: 3714 lvb_type: 0 00000100:00100000:0.0:1718930703.036528:0:6837:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0f104c0 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6837:1802425733048256:192.168.204.9@tcp:104: 00000100:00100000:0.0:1718930703.036562:0:6837:0:(client.c:2492:ptlrpc_set_wait()) set ffff8801315c99c0 going to sleep for 6 seconds 00000100:00100000:0.0:1718930703.037218:0:6837:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800a0f104c0 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6837:1802425733048256:192.168.204.9@tcp:104: 00010000:00010000:0.0:1718930703.037229:0:6837:0:(ldlm_request.c:286:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009b055200/0x4c38e74a54729b3e lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7a7:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930703.037362:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930703.037391:0:4383:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753279040 00010000:00010000:1.0:1718930703.037403:0:4383:0:(ldlm_lockd.c:2633:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009b057cc0/0x4c38e74a54729b06 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7a7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.9@tcp remote: 0xceea94147812faf3 expref: 14 pid: 6837 timeout: 3714 lvb_type: 0 00000100:00100000:1.0:1718930703.037420:0:4383:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 63331 00000100:00100000:1.0:1718930703.037424:0:4383:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800967dbdc0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:8a07974b-7506-4725-beb3-4b5c6f8f9250+14:1875:x1802425753279040:12345-192.168.204.9@tcp:103:ldlm_bl_05.0 00010000:00010000:1.0:1718930703.037443:0:4383:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1718930703.037447:0:4383:0:(ldlm_lockd.c:1766:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009b057cc0/0x4c38e74a54729b06 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7a7:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.9@tcp remote: 0xceea94147812faf3 expref: 14 pid: 6837 timeout: 3714 lvb_type: 0 00010000:00010000:1.0:1718930703.037454:0:4383:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009b057cc0/0x4c38e74a54729b06 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7a7:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.9@tcp remote: 0xceea94147812faf3 expref: 14 pid: 6837 timeout: 3714 lvb_type: 0 00010000:00010000:1.0:1718930703.037470:0:4383:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b057cc0/0x4c38e74a54729b06 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7a7:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.9@tcp remote: 0xceea94147812faf3 expref: 14 pid: 6837 timeout: 3714 lvb_type: 0 00010000:00010000:1.0:1718930703.037478:0:4383:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7a7:0x0].0x0 (ffff8800b533e300) 00010000:00010000:1.0:1718930703.037480:0:4383:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88009b055200/0x4c38e74a54729b3e lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7a7:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.037484:0:4383:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b055200/0x4c38e74a54729b3e lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7a7:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.037487:0:4383:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b055200/0x4c38e74a54729b3e lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x7a7:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.037502:0:4383:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1718930703.037519:0:4383:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800967dbdc0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:8a07974b-7506-4725-beb3-4b5c6f8f9250+13:1875:x1802425753279040:12345-192.168.204.9@tcp:103:ldlm_bl_05.0 Request processed in 96us (159us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930703.037523:0:4383:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 63331 00010000:00010000:0.0:1718930703.037530:0:6837:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009b055200/0x4c38e74a54729b3e lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7a7:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.037537:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b055200/0x4c38e74a54729b3e lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7a7:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718930703.037573:0:6837:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0f104c0 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733048320:0@lo:1000:mdt00_000.0 00000100:00100000:0.0:1718930703.037595:0:6837:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1718930703.037613:0:6837:0:(client.c:2492:ptlrpc_set_wait()) set ffff8801315c9000 going to sleep for 6 seconds 00000100:00100000:1.0:1718930703.037632:0:32457:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733048320 00000100:00100000:1.0:1718930703.037654:0:32457:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20810 00000100:00100000:1.0:1718930703.037656:0:32457:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0f11300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+7:6837:x1802425733048320:12345-0@lo:1000:mdt00_000.0 00000100:00100000:1.0:1718930703.037724:0:32457:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0f11300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+7:6837:x1802425733048320:12345-0@lo:1000:mdt00_000.0 Request processed in 67us (129us total) trans 0 rc -2/-2 00000100:00100000:1.0:1718930703.037728:0:32457:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20810 00000100:00100000:0.0:1718930703.037759:0:6837:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800a0f104c0 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733048320:0@lo:1000:mdt00_000.0 00010000:00010000:0.0:1718930703.037780:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b055d40/0x4c38e74a54729b45 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x614:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.037787:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b055d40/0x4c38e74a54729b45 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x614:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.037793:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b055d40/0x4c38e74a54729b45 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x614:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.037809:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009b057600/0x4c38e74a54729b4c lrc: 3/0,1 mode: --/EX res: [0x240000402:0x614:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.037814:0:6837:0:(ldlm_request.c:1029:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000001000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009b057600/0x4c38e74a54729b4c lrc: 3/0,1 mode: --/EX res: [0x240000402:0x614:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.037820:0:6837:0:(ldlm_request.c:1117:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009b057600/0x4c38e74a54729b4c lrc: 3/0,1 mode: --/EX res: [0x240000402:0x614:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718930703.037829:0:6837:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0f104c0 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733048384:0@lo:101:mdt00_000.0 00000100:00100000:0.0:1718930703.037847:0:6837:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1718930703.037866:0:6837:0:(client.c:2492:ptlrpc_set_wait()) set ffff8801315c9d80 going to sleep for 6 seconds 00000100:00100000:1.0:1718930703.037876:0:32457:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733048384 00000100:00100000:1.0:1718930703.037889:0:32457:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20811 00000100:00100000:1.0:1718930703.037891:0:32457:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0f117c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+7:6837:x1802425733048384:12345-0@lo:101:mdt00_000.0 00010000:00010000:1.0:1718930703.037895:0:32457:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1718930703.037901:0:32457:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800849baac0/0x4c38e74a54729b53 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x614:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4c38e74a54729b4c expref: -99 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.037909:0:32457:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800849baac0/0x4c38e74a54729b53 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x614:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000001000000 nid: 0@lo remote: 0x4c38e74a54729b4c expref: 8 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.037914:0:32457:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8800849baac0/0x4c38e74a54729b53 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x614:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0x4c38e74a54729b4c expref: 8 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.037933:0:32457:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x614:0x0].0x0 (ffff88006ededc00) 00010000:00010000:1.0:1718930703.037934:0:32457:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 47 00010000:00010000:1.0:1718930703.037935:0:32457:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff8800849baac0, rc 0) 00000100:00100000:1.0:1718930703.037955:0:32457:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0f117c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+8:6837:x1802425733048384:12345-0@lo:101:mdt00_000.0 Request processed in 63us (108us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930703.037958:0:32457:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20811 00000100:00100000:0.0:1718930703.037983:0:6837:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800a0f104c0 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733048384:0@lo:101:mdt00_000.0 00010000:00010000:0.0:1718930703.037991:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009b057600/0x4c38e74a54729b4c lrc: 4/0,1 mode: EX/EX res: [0x240000402:0x614:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0x4c38e74a54729b53 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.037998:0:6837:0:(ldlm_request.c:799:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009b057600/0x4c38e74a54729b4c lrc: 4/0,1 mode: EX/EX res: [0x240000402:0x614:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0x4c38e74a54729b53 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1718930703.038008:0:6837:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x240000402:0x614:0x0] 00000100:00100000:0.0:1718930703.038423:0:6837:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0f104c0 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733048448:0@lo:403:mdt00_000.0 00000100:00100000:0.0:1718930703.038477:0:6837:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1718930703.038496:0:6837:0:(client.c:2492:ptlrpc_set_wait()) set ffff8801315c9d80 going to sleep for 6 seconds 00000100:00100000:1.0:1718930703.038508:0:32457:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733048448 00000100:00100000:1.0:1718930703.038522:0:32457:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20812 00000100:00100000:1.0:1718930703.038524:0:32457:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0f11c80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+8:6837:x1802425733048448:12345-0@lo:403:mdt00_000.0 00000100:00100000:1.0:1718930703.039386:0:32457:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0f11c80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+8:6837:x1802425733048448:12345-0@lo:403:mdt00_000.0 Request processed in 860us (909us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930703.039390:0:32457:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20812 00000100:00100000:0.0:1718930703.039466:0:6837:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800a0f104c0 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733048448:0@lo:403:mdt00_000.0 00000100:00100000:0.0:1718930703.039876:0:6837:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0f104c0 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733048512:0@lo:1000:mdt00_000.0 00000100:00100000:0.0:1718930703.039895:0:6837:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1718930703.039911:0:6837:0:(client.c:2492:ptlrpc_set_wait()) set ffff8801315c9000 going to sleep for 6 seconds 00000100:00100000:1.0:1718930703.039964:0:32457:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733048512 00000100:00100000:1.0:1718930703.039986:0:32457:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20813 00000100:00100000:1.0:1718930703.039989:0:32457:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0f12140 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+8:6837:x1802425733048512:12345-0@lo:1000:mdt00_000.0 00000100:00100000:1.0:1718930703.040024:0:32457:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0f12140 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+8:6837:x1802425733048512:12345-0@lo:1000:mdt00_000.0 Request processed in 34us (129us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930703.040027:0:32457:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20813 00000100:00100000:0.0:1718930703.040043:0:6837:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800a0f104c0 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733048512:0@lo:1000:mdt00_000.0 00000100:00100000:0.0:1718930703.040101:0:6837:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0f104c0 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733048576:0@lo:1000:mdt00_000.0 00000100:00100000:0.0:1718930703.040121:0:6837:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1718930703.040141:0:6837:0:(client.c:2492:ptlrpc_set_wait()) set ffff8801315c9000 going to sleep for 6 seconds 00000100:00100000:2.0:1718930703.040152:0:6842:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733048576 00000100:00100000:2.0:1718930703.040176:0:6842:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20814 00000100:00100000:2.0:1718930703.040178:0:6842:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0f12600 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+8:6837:x1802425733048576:12345-0@lo:1000:mdt00_000.0 00000100:00100000:2.0:1718930703.040219:0:6842:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0f12600 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+8:6837:x1802425733048576:12345-0@lo:1000:mdt00_000.0 Request processed in 40us (98us total) trans 0 rc 0/0 00000100:00100000:2.0:1718930703.040223:0:6842:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20814 00000100:00100000:0.0:1718930703.040229:0:6837:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800a0f104c0 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733048576:0@lo:1000:mdt00_000.0 00000100:00100000:0.0:1718930703.040269:0:6837:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0f104c0 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733048640:0@lo:1000:mdt00_000.0 00000100:00100000:0.0:1718930703.040286:0:6837:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1718930703.040295:0:6837:0:(client.c:2492:ptlrpc_set_wait()) set ffff8801315c9540 going to sleep for 6 seconds 00000100:00100000:2.0:1718930703.040297:0:6842:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733048640 00000100:00100000:2.0:1718930703.040309:0:6842:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20815 00000100:00100000:2.0:1718930703.040311:0:6842:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0f12ac0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+8:6837:x1802425733048640:12345-0@lo:1000:mdt00_000.0 00000100:00100000:2.0:1718930703.040337:0:6842:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0f12ac0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+8:6837:x1802425733048640:12345-0@lo:1000:mdt00_000.0 Request processed in 25us (51us total) trans 0 rc 0/0 00000100:00100000:2.0:1718930703.040340:0:6842:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20815 00000100:00100000:0.0:1718930703.040350:0:6837:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800a0f104c0 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733048640:0@lo:1000:mdt00_000.0 00000100:00100000:0.0:1718930703.040393:0:6837:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0f104c0 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733048704:0@lo:1000:mdt00_000.0 00000100:00100000:0.0:1718930703.040411:0:6837:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1718930703.040444:0:6837:0:(client.c:2492:ptlrpc_set_wait()) set ffff8801315c9540 going to sleep for 6 seconds 00000100:00100000:2.0:1718930703.040451:0:6842:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733048704 00000100:00100000:2.0:1718930703.040467:0:6842:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20816 00000100:00100000:2.0:1718930703.040469:0:6842:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0f12f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:6837:x1802425733048704:12345-0@lo:1000:mdt00_000.0 00000100:00100000:2.0:1718930703.040501:0:6842:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0f12f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:6837:x1802425733048704:12345-0@lo:1000:mdt00_000.0 Request processed in 31us (90us total) trans 0 rc 0/0 00000100:00100000:2.0:1718930703.040504:0:6842:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20816 00000100:00100000:0.0:1718930703.040517:0:6837:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800a0f104c0 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733048704:0@lo:1000:mdt00_000.0 00000040:00080000:0.0:1718930703.040733:0:6837:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x200000bd0:0x2:0x0].763, 952 off576856 00000040:00080000:0.0:1718930703.040764:0:6837:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x240000404:0x2:0x0].764, 1032 off640680 00000100:00100000:0.0:1718930703.040779:0:6837:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0f104c0 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733048768:0@lo:1000:mdt00_000.0 00000100:00100000:0.0:1718930703.040800:0:6837:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1718930703.040819:0:6837:0:(client.c:2492:ptlrpc_set_wait()) set ffff8801315c9540 going to sleep for 6 seconds 00000100:00100000:2.0:1718930703.040841:0:6842:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733048768 00000100:00100000:2.0:1718930703.040858:0:6842:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20817 00000100:00100000:2.0:1718930703.040860:0:6842:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da18850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:6837:x1802425733048768:12345-0@lo:1000:mdt00_000.0 00000100:00100000:2.0:1718930703.040921:0:6842:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da18850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:6837:x1802425733048768:12345-0@lo:1000:mdt00_000.0 Request processed in 60us (121us total) trans 4294972695 rc 0/0 00000100:00100000:2.0:1718930703.040925:0:6842:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20817 00000100:00100000:0.0:1718930703.040951:0:6837:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800a0f104c0 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733048768:0@lo:1000:mdt00_000.0 00000004:00080000:0.0:1718930703.040956:0:6837:0:(osp_trans.c:1598:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff88008151d080 with version 1496 00000004:00080000:3.0:1718930703.041023:0:32441:0:(osp_trans.c:1343:osp_get_next_request()) ou ffff88007fc1bf00 version 1496 rpc_version 1496 00000100:00100000:3.0:1718930703.041043:0:32441:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88011e303440 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:32441:1802425733048832:0@lo:1000:osp_up1-0.0 00000100:00100000:3.0:1718930703.041063:0:32441:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718930703.041080:0:32441:0:(client.c:2492:ptlrpc_set_wait()) set ffff8800941f5000 going to sleep for 6 seconds 00000100:00100000:1.0:1718930703.041091:0:32457:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733048832 00000100:00100000:1.0:1718930703.041128:0:32457:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20818 00000100:00100000:1.0:1718930703.041131:0:32457:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e304c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+8:32441:x1802425733048832:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:1.0:1718930703.041349:0:32457:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e304c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+9:32441:x1802425733048832:12345-0@lo:1000:osp_up1-0.0 Request processed in 216us (285us total) trans 4294987141 rc 0/0 00000100:00100000:1.0:1718930703.041353:0:32457:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20818 00000100:00100000:3.0:1718930703.041386:0:32441:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88011e303440 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:32441:1802425733048832:0@lo:1000:osp_up1-0.0 00000004:00010000:0.0:1718930703.041415:0:6837:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff880134611300 reply state ffff880091c65000 transno 8589959539 ns: mdt-lustre-MDT0000_UUID lock: ffff88009b055d40/0x4c38e74a54729b45 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x614:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1718930703.041440:0:6837:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x240000402:0x614:0x0] 00010000:00010000:0.0:1718930703.041445:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009b057600/0x4c38e74a54729b4c lrc: 4/0,1 mode: EX/EX res: [0x240000402:0x614:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0x4c38e74a54729b53 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.041451:0:6837:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009b057600/0x4c38e74a54729b4c lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x614:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0x4c38e74a54729b53 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1718930703.041459:0:6837:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff880134611300 reply state ffff880091c65000 transno 8589959539 ns: mdt-lustre-MDT0000_UUID lock: ffff88009b055200/0x4c38e74a54729b3e lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7a7:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1718930703.041523:0:6837:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x240000400:0x1a5:0x0] 00010000:00010000:0.0:1718930703.041527:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009b055440/0x4c38e74a54729b29 lrc: 4/0,1 mode: EX/EX res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0x4c38e74a54729b30 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.041530:0:6837:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009b055440/0x4c38e74a54729b29 lrc: 3/0,0 mode: EX/EX res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0x4c38e74a54729b30 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1718930703.041534:0:6837:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff880134611300 reply state ffff880091c65000 transno 8589959539 ns: mdt-lustre-MDT0000_UUID lock: ffff88009b054900/0x4c38e74a54729b37 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1718930703.041539:0:6837:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x240000402:0x605:0x0] 00010000:00010000:0.0:1718930703.041540:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009b055f80/0x4c38e74a54729b1b lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x605:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0x4c38e74a54729b22 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.041543:0:6837:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009b055f80/0x4c38e74a54729b1b lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x605:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0x4c38e74a54729b22 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.041547:0:6837:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b054240/0x4c38e74a54729b14 lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.041549:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b054240/0x4c38e74a54729b14 lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.041552:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009b054240/0x4c38e74a54729b14 lrc: 2/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.041558:0:6837:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009b054240/0x4c38e74a54729b14 lrc: 3/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.041561:0:6837:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88009b054240 already unused, calling callback (ffffffffa080a190) 00010000:00010000:0.0:1718930703.041563:0:6837:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b054240/0x4c38e74a54729b14 lrc: 3/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.041566:0:6837:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b054240/0x4c38e74a54729b14 lrc: 4/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.041570:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000004:0x1:0x0].0x0 (ffff88006f4e6100) 00010000:00010000:0.0:1718930703.041572:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1718930703.041573:0:6837:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009b054240/0x4c38e74a54729b14 lrc: 2/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.041575:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b054240/0x4c38e74a54729b14 lrc: 0/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718930703.041611:0:6837:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880134611300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+14:26685:x1802425753278976:12345-192.168.204.9@tcp:36:lfs.0 Request processed in 8189us (8255us total) trans 8589959539 rc 0/0 00000100:00100000:0.0:1718930703.041616:0:6837:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230815 00010000:00010000:3.0:1718930703.042092:0:3306:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b054900/0x4c38e74a54729b37 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.042101:0:3306:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x79a:0x0].0x0 (ffff88006f4e6b00) 00010000:00010000:3.0:1718930703.042104:0:3306:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1718930703.042106:0:3306:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b055200/0x4c38e74a54729b3e lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7a7:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.042110:0:3306:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7a7:0x0].0x0 (ffff8800b533e300) 00010000:00010000:3.0:1718930703.042111:0:3306:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 7f 00010000:00010000:3.0:1718930703.042112:0:3306:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b055d40/0x4c38e74a54729b45 lrc: 3/0,1 mode: COS/COS res: [0x240000402:0x614:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.042115:0:3306:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x614:0x0].0x0 (ffff88006f4e6d00) 00010000:00010000:3.0:1718930703.042116:0:3306:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1 00000100:00100000:2.0:1718930703.042506:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1718930703.042539:0:6837:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753279104 00000100:00100000:0.0:1718930703.042561:0:6837:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230816 00000100:00100000:0.0:1718930703.042564:0:6837:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800967d8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+14:26685:x1802425753279104:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:0.0:1718930703.042573:0:6837:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1718930703.042578:0:6837:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b054480/0x4c38e74a54729b5a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xceea94147812fafa expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.042599:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b055b00/0x4c38e74a54729b61 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.042604:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b055b00/0x4c38e74a54729b61 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.042609:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b055b00/0x4c38e74a54729b61 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.042615:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b056ac0/0x4c38e74a54729b68 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xba987c8e bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.042618:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b056ac0/0x4c38e74a54729b68 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xba987c8e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.042621:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b056ac0/0x4c38e74a54729b68 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xba987c8e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.042641:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b0573c0/0x4c38e74a54729b6f lrc: 3/1,0 mode: --/PR res: [0x240000402:0x605:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.042645:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b0573c0/0x4c38e74a54729b6f lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x605:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.042648:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b0573c0/0x4c38e74a54729b6f lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x605:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1718930703.042652:0:6837:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x240000402:0x605:0x0] 00000004:00010000:0.0:1718930703.042675:0:6837:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009b0573c0/0x4c38e74a54729b6f lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x605:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.042683:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b055b00/0x4c38e74a54729b61 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.042686:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009b055b00/0x4c38e74a54729b61 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.042689:0:6837:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009b055b00/0x4c38e74a54729b61 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.042692:0:6837:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88009b055b00 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:0.0:1718930703.042694:0:6837:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b055b00/0x4c38e74a54729b61 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.042697:0:6837:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b055b00/0x4c38e74a54729b61 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.042701:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a87c9a00) 00010000:00010000:0.0:1718930703.042702:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1718930703.042703:0:6837:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009b055b00/0x4c38e74a54729b61 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.042706:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b055b00/0x4c38e74a54729b61 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.042711:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b056ac0/0x4c38e74a54729b68 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xba987c8e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.042715:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009b056ac0/0x4c38e74a54729b68 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xba987c8e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.042720:0:6837:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009b056ac0/0x4c38e74a54729b68 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xba987c8e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.042723:0:6837:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88009b056ac0 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:0.0:1718930703.042723:0:6837:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b056ac0/0x4c38e74a54729b68 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xba987c8e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.042726:0:6837:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b056ac0/0x4c38e74a54729b68 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xba987c8e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.042729:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xba987c8e (ffff88006f4e6400) 00010000:00010000:0.0:1718930703.042730:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1718930703.042731:0:6837:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009b056ac0/0x4c38e74a54729b68 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xba987c8e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.042733:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b056ac0/0x4c38e74a54729b68 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xba987c8e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.042745:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b054480/0x4c38e74a54729b5a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fafa expref: 16 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.042750:0:6837:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b0573c0/0x4c38e74a54729b6f lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x605:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fafa expref: 15 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.042753:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x605:0x0].0x0 (ffff8800b533e500) 00010000:00010000:0.0:1718930703.042754:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1718930703.042755:0:6837:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88009b0573c0, rc 0) 00000100:00100000:0.0:1718930703.042778:0:6837:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800967d8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+15:26685:x1802425753279104:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 213us (273us total) trans 0 rc 0/0 00000100:00100000:0.0:1718930703.042782:0:6837:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230816 00000100:00100000:2.0:1718930703.043634:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1718930703.043679:0:6837:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753279168 00000100:00100000:2.0:1718930703.043694:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1718930703.043705:0:6837:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230817 00000100:00100000:0.0:1718930703.043709:0:6837:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800967da140 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+15:26685:x1802425753279168:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:0.0:1718930703.043716:0:6837:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1718930703.043723:0:6837:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009b056400/0x4c38e74a54729b76 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x605:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xceea94147812fb01 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.043741:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009b0558c0/0x4c38e74a54729b7d lrc: 3/1,0 mode: --/PR res: [0x240000402:0x605:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.043748:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009b0558c0/0x4c38e74a54729b7d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x605:0x0].0x0 bits 0x10/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.043754:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009b0558c0/0x4c38e74a54729b7d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x605:0x0].0x0 bits 0x10/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718930703.043765:0:4383:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753279232 00000100:00100000:1.0:1718930703.043798:0:4383:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 9155 00000100:00100000:1.0:1718930703.043802:0:4383:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800967dd0c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:8a07974b-7506-4725-beb3-4b5c6f8f9250+15:1876:x1802425753279232:12345-192.168.204.9@tcp:103:ldlm_bl_01.0 00000004:00200000:0.0:1718930703.043805:0:6837:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x605:0x0]: returning size 4096 00000004:00200000:0.0:1718930703.043807:0:6837:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 4 stripe count 2 MDT count 2 00010000:00010000:1.0:1718930703.043809:0:4383:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1718930703.043819:0:4383:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b0573c0/0x4c38e74a54729b6f lrc: 0/0,0 mode: --/PR res: [0x240000402:0x605:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fafa expref: 15 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.043820:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009b056400/0x4c38e74a54729b76 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x605:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fb01 expref: 17 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.043827:0:6837:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88009b0558c0/0x4c38e74a54729b7d lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x605:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fb01 expref: 16 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.043829:0:4383:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x605:0x0].0x0 (ffff8800b533e500) 00010000:00010000:1.0:1718930703.043830:0:4383:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1718930703.043831:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x605:0x0].0x0 (ffff88006eded900) 00010000:00010000:0.0:1718930703.043832:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 10 00010000:00010000:0.0:1718930703.043833:0:6837:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88009b0558c0, rc 0) 00000100:00100000:1.0:1718930703.043846:0:4383:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800967dd0c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:8a07974b-7506-4725-beb3-4b5c6f8f9250+14:1876:x1802425753279232:12345-192.168.204.9@tcp:103:ldlm_bl_01.0 Request processed in 44us (153us total) trans 0 rc 0/0 00000100:00100000:0.0:1718930703.043848:0:6837:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800967da140 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+16:26685:x1802425753279168:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 138us (215us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930703.043851:0:4383:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 9155 00000100:00100000:0.0:1718930703.043852:0:6837:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230817 00000100:00100000:1.0:1718930703.044651:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1718930703.044691:0:6837:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753279360 00000100:00100000:0.0:1718930703.044716:0:6837:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230818 00000100:00100000:0.0:1718930703.044720:0:6837:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8801346104c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+14:26685:x1802425753279360:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:0.0:1718930703.044727:0:6837:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1718930703.044734:0:6837:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b057180/0x4c38e74a54729b84 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x79a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xceea94147812fb08 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.044761:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b054d80/0x4c38e74a54729b8b lrc: 3/1,0 mode: --/CR res: [0x200000402:0x79a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.044768:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b054d80/0x4c38e74a54729b8b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.044774:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b054d80/0x4c38e74a54729b8b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.044784:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b056640/0x4c38e74a54729b92 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x79a:0x0].0x726964 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.044789:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b056640/0x4c38e74a54729b92 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x79a:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.044794:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b056640/0x4c38e74a54729b92 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x79a:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.044807:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b054d80/0x4c38e74a54729b8b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.044812:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009b054d80/0x4c38e74a54729b8b lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.044817:0:6837:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009b054d80/0x4c38e74a54729b8b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.044822:0:6837:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88009b054d80 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:0.0:1718930703.044824:0:6837:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b054d80/0x4c38e74a54729b8b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.044829:0:6837:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b054d80/0x4c38e74a54729b8b lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.044835:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x79a:0x0].0x0 (ffff88006f4e6b00) 00010000:00010000:0.0:1718930703.044837:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1718930703.044839:0:6837:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009b054d80/0x4c38e74a54729b8b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.044844:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b054d80/0x4c38e74a54729b8b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.044852:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b056640/0x4c38e74a54729b92 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x79a:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.044857:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009b056640/0x4c38e74a54729b92 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x79a:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.044862:0:6837:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009b056640/0x4c38e74a54729b92 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x79a:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.044871:0:6837:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88009b056640 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:0.0:1718930703.044872:0:6837:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b056640/0x4c38e74a54729b92 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x79a:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.044877:0:6837:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b056640/0x4c38e74a54729b92 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x79a:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.044882:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x79a:0x0].0x726964 (ffff88006f4e6a00) 00010000:00010000:0.0:1718930703.044883:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1718930703.044884:0:6837:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009b056640/0x4c38e74a54729b92 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x79a:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.044889:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b056640/0x4c38e74a54729b92 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x79a:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.044908:0:6837:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b057180/0x4c38e74a54729b84 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x79a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fb08 expref: 15 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.044916:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b057180/0x4c38e74a54729b84 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x79a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fb08 expref: 15 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.044922:0:6837:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88009b057180, rc 0) 00000100:00100000:0.0:1718930703.044951:0:6837:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8801346104c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+14:26685:x1802425753279360:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 231us (301us total) trans 0 rc 301/301 00000100:00100000:0.0:1718930703.044958:0:6837:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230818 00000100:00100000:2.0:1718930703.045819:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1718930703.045851:0:6837:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753279488 00000100:00100000:0.0:1718930703.045869:0:6837:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230819 00000100:00100000:0.0:1718930703.045872:0:6837:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800967dc280 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+16:26685:x1802425753279488:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:0.0:1718930703.045878:0:6837:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1718930703.045883:0:6837:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad8fc0/0x4c38e74a54729b99 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xceea94147812fb0f expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.045901:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff880099ada880/0x4c38e74a54729ba0 lrc: 3/1,0 mode: --/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.045906:0:6837:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8800849ba400/0x4c38e74a54729b30 lrc: 2/0,0 mode: EX/EX res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0x4c38e74a54729b29 expref: 8 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.045909:0:6837:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff880099ada880/0x4c38e74a54729ba0 lrc: 4/1,0 mode: --/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.045919:0:6837:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff8800849ba400/0x4c38e74a54729b30 lrc: 3/0,0 mode: EX/EX res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000001000020 nid: 0@lo remote: 0x4c38e74a54729b29 expref: 8 pid: 32457 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718930703.045925:0:6837:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0f13440 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6837:1802425733048896:0@lo:104: 00000100:00100000:0.0:1718930703.045944:0:6837:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1718930703.045951:0:6837:0:(client.c:2492:ptlrpc_set_wait()) set ffff8801315c9000 going to sleep for 6 seconds 00000100:00100000:3.0:1718930703.045963:0:6824:0:(service.c:168:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:3.0:1718930703.045972:0:6824:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733048896 00000100:00100000:3.0:1718930703.045995:0:6824:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5550 00000100:00100000:3.0:1718930703.045998:0:6824:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88009770b850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0000-mdtlov_UUID+4:6837:x1802425733048896:12345-0@lo:104: 00010000:00010000:3.0:1718930703.046031:0:6824:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1718930703.046031:0:6837:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800a0f13440 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6837:1802425733048896:0@lo:104: 00000100:00100000:3.0:1718930703.046034:0:6824:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88009770b850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0000-mdtlov_UUID+4:6837:x1802425733048896:12345-0@lo:104: Request processed in 37us (91us total) trans 0 rc 0/0 00010000:00010000:0.0:1718930703.046037:0:6837:0:(ldlm_request.c:286:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff880099ada880/0x4c38e74a54729ba0 lrc: 3/1,0 mode: --/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718930703.046038:0:6824:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5550 00010000:00010000:2.0:1718930703.046053:0:11341:0:(ldlm_lockd.c:2784:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1718930703.046057:0:11341:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009b055440/0x4c38e74a54729b29 lrc: 3/0,0 mode: EX/EX res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400001000000 nid: local remote: 0x4c38e74a54729b30 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.046067:0:11341:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88009b055440 already unused, calling callback (ffffffffa0ea60e0) 00010000:00010000:2.0:1718930703.046069:0:11341:0:(ldlm_request.c:1235:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009b055440/0x4c38e74a54729b29 lrc: 4/0,0 mode: EX/EX res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x1408401000000 nid: local remote: 0x4c38e74a54729b30 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1718930703.046073:0:11341:0:(mdt_handler.c:3608:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009b055440/0x4c38e74a54729b29 lrc: 4/0,0 mode: EX/EX res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x1409401000000 nid: local remote: 0x4c38e74a54729b30 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.046086:0:11341:0:(ldlm_request.c:1301:ldlm_cancel_pack()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009b055440/0x4c38e74a54729b29 lrc: 2/0,0 mode: --/EX res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x5c09401000000 nid: local remote: 0x4c38e74a54729b30 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.046089:0:11341:0:(ldlm_request.c:1305:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1718930703.046106:0:11341:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009b055440/0x4c38e74a54729b29 lrc: 1/0,0 mode: --/EX res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x5c09401000000 nid: local remote: 0x4c38e74a54729b30 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.046109:0:11341:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009b055440/0x4c38e74a54729b29 lrc: 0/0,0 mode: --/EX res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x5c09401000000 nid: local remote: 0x4c38e74a54729b30 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718930703.046114:0:3320:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:2.0:1718930703.046117:0:11341:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1718930703.046118:0:11341:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1718930703.046119:0:11341:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1718930703.046120:0:3320:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800967df200 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3320:1802425733048960:0@lo:103:ldlm_bl_04.0 00000100:00100000:3.0:1718930703.046133:0:3320:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718930703.046174:0:4383:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733048960 00010000:00010000:1.0:1718930703.046187:0:4383:0:(ldlm_lockd.c:2633:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800849ba400/0x4c38e74a54729b30 lrc: 3/0,0 mode: EX/EX res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000401000020 nid: 0@lo remote: 0x4c38e74a54729b29 expref: 9 pid: 32457 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718930703.046209:0:4383:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63332 00000100:00100000:1.0:1718930703.046212:0:4383:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e3063c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:lustre-MDT0000-mdtlov_UUID+9:3320:x1802425733048960:12345-0@lo:103:ldlm_bl_04.0 00010000:00010000:1.0:1718930703.046217:0:4383:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000001:00080000:2.0:1718930703.046959:0:8049:0:(tgt_lastrcvd.c:926:tgt_cb_last_committed()) lustre-MDT0001: transno 4294987141 is committed 00000001:00080000:2.0:1718930703.046964:0:8049:0:(tgt_lastrcvd.c:926:tgt_cb_last_committed()) lustre-MDT0001: transno 4294987140 is committed 00010000:00010000:1.0:1718930703.047031:0:4383:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800849ba400/0x4c38e74a54729b30 lrc: 0/0,0 mode: --/EX res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801401000020 nid: 0@lo remote: 0x4c38e74a54729b29 expref: 8 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.047043:0:4383:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a5:0x0].0x0 (ffff88006eded700) 00010000:00010000:1.0:1718930703.047045:0:4383:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff880099ada880/0x4c38e74a54729ba0 lrc: 3/1,0 mode: --/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.047050:0:4383:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff880099ada880/0x4c38e74a54729ba0 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.047053:0:4383:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880099ada880/0x4c38e74a54729ba0 lrc: 4/1,0 mode: CR/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.047069:0:4383:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1718930703.047083:0:6837:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff880099ada880/0x4c38e74a54729ba0 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.047092:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880099ada880/0x4c38e74a54729ba0 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718930703.047098:0:4383:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e3063c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:lustre-MDT0000-mdtlov_UUID+7:3320:x1802425733048960:12345-0@lo:103:ldlm_bl_04.0 Request processed in 884us (963us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930703.047104:0:4383:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63332 00010000:00010000:0.0:1718930703.047109:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880099adad00/0x4c38e74a54729ba7 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1a5:0x0].0x726964 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.047116:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880099adad00/0x4c38e74a54729ba7 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a5:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.047122:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880099adad00/0x4c38e74a54729ba7 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a5:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718930703.047156:0:3320:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800967df200 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3320:1802425733048960:0@lo:103:ldlm_bl_04.0 00000004:00200000:0.0:1718930703.047193:0:6837:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x608:0x0]: returning size 4096 00010000:00010000:0.0:1718930703.047228:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff880099ada880/0x4c38e74a54729ba0 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.047232:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880099ada880/0x4c38e74a54729ba0 lrc: 2/0,0 mode: CR/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.047235:0:6837:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880099ada880/0x4c38e74a54729ba0 lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.047238:0:6837:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880099ada880 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:0.0:1718930703.047239:0:6837:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880099ada880/0x4c38e74a54729ba0 lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.047242:0:6837:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880099ada880/0x4c38e74a54729ba0 lrc: 4/0,0 mode: CR/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.047247:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a5:0x0].0x0 (ffff88006eded700) 00010000:00010000:0.0:1718930703.047248:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1718930703.047249:0:6837:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880099ada880/0x4c38e74a54729ba0 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.047253:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880099ada880/0x4c38e74a54729ba0 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.047258:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880099adad00/0x4c38e74a54729ba7 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a5:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.047261:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880099adad00/0x4c38e74a54729ba7 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1a5:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.047264:0:6837:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880099adad00/0x4c38e74a54729ba7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a5:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.047267:0:6837:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880099adad00 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:0.0:1718930703.047267:0:6837:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880099adad00/0x4c38e74a54729ba7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a5:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.047270:0:6837:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880099adad00/0x4c38e74a54729ba7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a5:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.047273:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a5:0x0].0x726964 (ffff88006f4e6f00) 00010000:00010000:0.0:1718930703.047274:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1718930703.047274:0:6837:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880099adad00/0x4c38e74a54729ba7 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1a5:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.047277:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880099adad00/0x4c38e74a54729ba7 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1a5:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.047290:0:6837:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad8fc0/0x4c38e74a54729b99 lrc: 1/0,0 mode: --/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fb0f expref: 15 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.047297:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad8fc0/0x4c38e74a54729b99 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fb0f expref: 15 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.047305:0:6837:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff880099ad8fc0, rc 0) 00000100:00100000:0.0:1718930703.047330:0:6837:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800967dc280 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+14:26685:x1802425753279488:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 1457us (1512us total) trans 4294987142 rc 301/301 00000100:00100000:0.0:1718930703.047336:0:6837:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230819 00000100:00100000:2.0:1718930703.048099:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1718930703.048129:0:6837:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753279552 00000100:00100000:0.0:1718930703.048149:0:6837:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230820 00000100:00100000:0.0:1718930703.048155:0:6837:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800967daac0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+14:26685:x1802425753279552:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:0.0:1718930703.048162:0:6837:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1718930703.048168:0:6837:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880099adba80/0x4c38e74a54729bb5 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xceea94147812fb16 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.048184:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad9d40/0x4c38e74a54729bbc lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1a6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.048189:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad9d40/0x4c38e74a54729bbc lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.048193:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad9d40/0x4c38e74a54729bbc lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00200000:0.0:1718930703.048206:0:6837:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000400:0x1a6:0x0]: returning size 4096 00000004:00200000:0.0:1718930703.048208:0:6837:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 12 stripe count 1 MDT count 2 00010000:00010000:0.0:1718930703.048219:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880099adba80/0x4c38e74a54729bb5 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fb16 expref: 16 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.048233:0:6837:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad9d40/0x4c38e74a54729bbc lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fb16 expref: 15 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.048238:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a6:0x0].0x0 (ffff88006f4e6e00) 00010000:00010000:0.0:1718930703.048240:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1718930703.048242:0:6837:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff880099ad9d40, rc 0) 00000100:00100000:0.0:1718930703.048269:0:6837:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800967daac0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+15:26685:x1802425753279552:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 116us (172us total) trans 0 rc 0/0 00000100:00100000:0.0:1718930703.048275:0:6837:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230820 00000100:00100000:1.0:1718930703.049224:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1718930703.049262:0:6837:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753279680 00000100:00100000:0.0:1718930703.049288:0:6837:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230821 00000100:00100000:0.0:1718930703.049293:0:6837:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880134610e40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+14:26685:x1802425753279680:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:0.0:1718930703.049300:0:6837:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1718930703.049308:0:6837:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099ad9680/0x4c38e74a54729bc3 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x79a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xceea94147812fb1d expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.049333:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099ad9f80/0x4c38e74a54729bca lrc: 3/1,0 mode: --/CR res: [0x200000402:0x79a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.049341:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099ad9f80/0x4c38e74a54729bca lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.049347:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099ad9f80/0x4c38e74a54729bca lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.049356:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099ada640/0x4c38e74a54729bd1 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x79a:0x0].0x726964 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.049366:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099ada640/0x4c38e74a54729bd1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x79a:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.049371:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099ada640/0x4c38e74a54729bd1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x79a:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.049383:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099ad9f80/0x4c38e74a54729bca lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.049387:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099ad9f80/0x4c38e74a54729bca lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.049392:0:6837:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099ad9f80/0x4c38e74a54729bca lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.049397:0:6837:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880099ad9f80 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:0.0:1718930703.049398:0:6837:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099ad9f80/0x4c38e74a54729bca lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.049403:0:6837:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099ad9f80/0x4c38e74a54729bca lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.049409:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x79a:0x0].0x0 (ffff88006f4e6b00) 00010000:00010000:0.0:1718930703.049411:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1718930703.049413:0:6837:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099ad9f80/0x4c38e74a54729bca lrc: 2/0,0 mode: --/CR res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.049417:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099ad9f80/0x4c38e74a54729bca lrc: 0/0,0 mode: --/CR res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.049443:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099ada640/0x4c38e74a54729bd1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x79a:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.049449:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099ada640/0x4c38e74a54729bd1 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x79a:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.049454:0:6837:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099ada640/0x4c38e74a54729bd1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x79a:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.049458:0:6837:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880099ada640 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:0.0:1718930703.049460:0:6837:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099ada640/0x4c38e74a54729bd1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x79a:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.049465:0:6837:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099ada640/0x4c38e74a54729bd1 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x79a:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.049483:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x79a:0x0].0x726964 (ffff88006ede7700) 00010000:00010000:0.0:1718930703.049484:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1718930703.049486:0:6837:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099ada640/0x4c38e74a54729bd1 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x79a:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.049491:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099ada640/0x4c38e74a54729bd1 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x79a:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.049509:0:6837:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099ad9680/0x4c38e74a54729bc3 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x79a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fb1d expref: 15 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.049515:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099ad9680/0x4c38e74a54729bc3 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x79a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fb1d expref: 15 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.049525:0:6837:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff880099ad9680, rc 0) 00000100:00100000:0.0:1718930703.049555:0:6837:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880134610e40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+14:26685:x1802425753279680:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 262us (332us total) trans 0 rc 301/301 00000100:00100000:0.0:1718930703.049561:0:6837:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230821 00000100:00100000:2.0:1718930703.050509:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1718930703.050549:0:6837:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753279808 00000100:00100000:0.0:1718930703.050574:0:6837:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230822 00000100:00100000:0.0:1718930703.050578:0:6837:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800967df200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+15:26685:x1802425753279808:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:0.0:1718930703.050586:0:6837:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1718930703.050593:0:6837:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880099adaf40/0x4c38e74a54729bd8 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xceea94147812fb24 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.050619:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad9b00/0x4c38e74a54729bdf lrc: 3/1,0 mode: --/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.050626:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad9b00/0x4c38e74a54729bdf lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.050632:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad9b00/0x4c38e74a54729bdf lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.050640:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad8000/0x4c38e74a54729be6 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1a5:0x0].0x726964 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.050645:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad8000/0x4c38e74a54729be6 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a5:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.050651:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad8000/0x4c38e74a54729be6 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a5:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00200000:0.0:1718930703.050727:0:6837:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x608:0x0]: returning size 4096 00010000:00010000:0.0:1718930703.050755:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad9b00/0x4c38e74a54729bdf lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.050761:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad9b00/0x4c38e74a54729bdf lrc: 2/0,0 mode: CR/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.050766:0:6837:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad9b00/0x4c38e74a54729bdf lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.050771:0:6837:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880099ad9b00 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:0.0:1718930703.050773:0:6837:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad9b00/0x4c38e74a54729bdf lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.050789:0:6837:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad9b00/0x4c38e74a54729bdf lrc: 4/0,0 mode: CR/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.050799:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a5:0x0].0x0 (ffff88006ede7500) 00010000:00010000:0.0:1718930703.050800:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1718930703.050802:0:6837:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad9b00/0x4c38e74a54729bdf lrc: 2/0,0 mode: --/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.050806:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad9b00/0x4c38e74a54729bdf lrc: 0/0,0 mode: --/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.050814:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad8000/0x4c38e74a54729be6 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a5:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.050819:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad8000/0x4c38e74a54729be6 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1a5:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.050824:0:6837:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad8000/0x4c38e74a54729be6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a5:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.050828:0:6837:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880099ad8000 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:0.0:1718930703.050830:0:6837:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad8000/0x4c38e74a54729be6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a5:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.050835:0:6837:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad8000/0x4c38e74a54729be6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a5:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.050840:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a5:0x0].0x726964 (ffff88006ede7d00) 00010000:00010000:0.0:1718930703.050842:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1718930703.050843:0:6837:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad8000/0x4c38e74a54729be6 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1a5:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.050848:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad8000/0x4c38e74a54729be6 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1a5:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.050869:0:6837:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff880099adaf40/0x4c38e74a54729bd8 lrc: 1/0,0 mode: --/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fb24 expref: 17 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.050874:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880099adaf40/0x4c38e74a54729bd8 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fb24 expref: 17 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.050882:0:6837:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff880099adaf40, rc 0) 00000100:00100000:0.0:1718930703.050906:0:6837:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800967df200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+16:26685:x1802425753279808:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 327us (398us total) trans 4294987143 rc 301/301 00000100:00100000:0.0:1718930703.050911:0:6837:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230822 00000100:00100000:2.0:1718930703.051861:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1718930703.051896:0:6840:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753279936 00000100:00100000:0.0:1718930703.051917:0:6840:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 10800 00000100:00100000:0.0:1718930703.051920:0:6840:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800967dda40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+16:26685:x1802425753279936:12345-192.168.204.9@tcp:35:lfs.0 00000100:00100000:0.0:1718930703.051980:0:6840:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800967dda40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+17:26685:x1802425753279936:12345-192.168.204.9@tcp:35:lfs.0 Request processed in 60us (121us total) trans 4294987144 rc 0/0 00000100:00100000:0.0:1718930703.051985:0:6840:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 10800 00000100:00100000:1.0:1718930703.052792:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1718930703.052827:0:6840:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753280064 00000100:00100000:0.0:1718930703.052849:0:6840:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 10801 00000100:00100000:0.0:1718930703.052852:0:6840:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880134616d40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+17:26685:x1802425753280064:12345-192.168.204.9@tcp:35:lfs.0 00000100:00100000:0.0:1718930703.052909:0:6840:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880134616d40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+18:26685:x1802425753280064:12345-192.168.204.9@tcp:35:lfs.0 Request processed in 56us (118us total) trans 4294987145 rc 0/0 00000100:00100000:0.0:1718930703.052913:0:6840:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 10801 00000100:00100000:2.0:1718930703.053699:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930703.053736:0:6837:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753280128 00000100:00100000:1.0:1718930703.053753:0:6837:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230823 00000100:00100000:1.0:1718930703.053756:0:6837:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800967daf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+14:26685:x1802425753280128:12345-192.168.204.9@tcp:34:lfs.0 00010000:00010000:1.0:1718930703.053774:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b8d80/0x4c38e74a54729bf4 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x79a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.053780:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b8d80/0x4c38e74a54729bf4 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.053785:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b8d80/0x4c38e74a54729bf4 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.053793:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b9200/0x4c38e74a54729bfb lrc: 3/1,0 mode: --/PR res: [0x200000402:0x79a:0x0].0x726964 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.053796:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b9200/0x4c38e74a54729bfb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x79a:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.053799:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b9200/0x4c38e74a54729bfb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x79a:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.053811:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b8d80/0x4c38e74a54729bf4 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.053814:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b8d80/0x4c38e74a54729bf4 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.053816:0:6837:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b8d80/0x4c38e74a54729bf4 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.053820:0:6837:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800849b8d80 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:1.0:1718930703.053821:0:6837:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b8d80/0x4c38e74a54729bf4 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.053824:0:6837:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b8d80/0x4c38e74a54729bf4 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.053827:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x79a:0x0].0x0 (ffff88006f4e6b00) 00010000:00010000:1.0:1718930703.053829:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1718930703.053830:0:6837:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b8d80/0x4c38e74a54729bf4 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.053835:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b8d80/0x4c38e74a54729bf4 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.053841:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b9200/0x4c38e74a54729bfb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x79a:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.053844:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b9200/0x4c38e74a54729bfb lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x79a:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.053847:0:6837:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b9200/0x4c38e74a54729bfb lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x79a:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.053850:0:6837:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800849b9200 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:1.0:1718930703.053850:0:6837:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b9200/0x4c38e74a54729bfb lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x79a:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.053853:0:6837:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b9200/0x4c38e74a54729bfb lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x79a:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.053856:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x79a:0x0].0x726964 (ffff8800941dde00) 00010000:00010000:1.0:1718930703.053857:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1718930703.053858:0:6837:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b9200/0x4c38e74a54729bfb lrc: 2/0,0 mode: --/PR res: [0x200000402:0x79a:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.053860:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b9200/0x4c38e74a54729bfb lrc: 0/0,0 mode: --/PR res: [0x200000402:0x79a:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718930703.053893:0:6837:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800967daf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+14:26685:x1802425753280128:12345-192.168.204.9@tcp:34:lfs.0 Request processed in 136us (195us total) trans 0 rc -2/-2 00000100:00100000:1.0:1718930703.053899:0:6837:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230823 00000100:00100000:2.0:1718930703.054690:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930703.054730:0:6837:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753280192 00000100:00100000:1.0:1718930703.054753:0:6837:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230824 00000100:00100000:1.0:1718930703.054756:0:6837:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800967db900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+18:26685:x1802425753280192:12345-192.168.204.9@tcp:34:lfs.0 00010000:00010000:1.0:1718930703.054775:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b98c0/0x4c38e74a54729c02 lrc: 3/1,0 mode: --/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.054781:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b98c0/0x4c38e74a54729c02 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.054786:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b98c0/0x4c38e74a54729c02 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.054791:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b8900/0x4c38e74a54729c09 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1a5:0x0].0x726964 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.054794:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b8900/0x4c38e74a54729c09 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a5:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.054797:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b8900/0x4c38e74a54729c09 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a5:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.054816:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b8b40/0x4c38e74a54729c10 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x608:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.054819:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b8b40/0x4c38e74a54729c10 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.054822:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b8b40/0x4c38e74a54729c10 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00200000:1.0:1718930703.054828:0:6837:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x608:0x0]: returning size 4096 00000004:00010000:1.0:1718930703.054832:0:6837:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b8b40/0x4c38e74a54729c10 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.054836:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b98c0/0x4c38e74a54729c02 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.054839:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b98c0/0x4c38e74a54729c02 lrc: 2/0,0 mode: CR/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.054841:0:6837:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b98c0/0x4c38e74a54729c02 lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.054844:0:6837:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800849b98c0 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:1.0:1718930703.054845:0:6837:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b98c0/0x4c38e74a54729c02 lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.054848:0:6837:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b98c0/0x4c38e74a54729c02 lrc: 4/0,0 mode: CR/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.054852:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a5:0x0].0x0 (ffff8800941dd800) 00010000:00010000:1.0:1718930703.054853:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1718930703.054854:0:6837:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b98c0/0x4c38e74a54729c02 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.054857:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b98c0/0x4c38e74a54729c02 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.054864:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b8900/0x4c38e74a54729c09 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a5:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.054867:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b8900/0x4c38e74a54729c09 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1a5:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.054870:0:6837:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b8900/0x4c38e74a54729c09 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a5:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.054873:0:6837:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800849b8900 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:1.0:1718930703.054874:0:6837:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b8900/0x4c38e74a54729c09 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a5:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.054876:0:6837:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b8900/0x4c38e74a54729c09 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a5:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.054879:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a5:0x0].0x726964 (ffff8800941dd700) 00010000:00010000:1.0:1718930703.054880:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1718930703.054881:0:6837:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b8900/0x4c38e74a54729c09 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1a5:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.054883:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b8900/0x4c38e74a54729c09 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1a5:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.054887:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b8b40/0x4c38e74a54729c10 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.054890:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b8b40/0x4c38e74a54729c10 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.054892:0:6837:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b8b40/0x4c38e74a54729c10 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.054898:0:6837:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800849b8b40 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:1.0:1718930703.054899:0:6837:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b8b40/0x4c38e74a54729c10 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.054902:0:6837:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b8b40/0x4c38e74a54729c10 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.054905:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x608:0x0].0x0 (ffff8800941ddc00) 00010000:00010000:1.0:1718930703.054906:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1718930703.054906:0:6837:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b8b40/0x4c38e74a54729c10 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.054909:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b8b40/0x4c38e74a54729c10 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718930703.054937:0:6837:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800967db900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+18:26685:x1802425753280192:12345-192.168.204.9@tcp:34:lfs.0 Request processed in 180us (248us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930703.054941:0:6837:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230824 00000100:00100000:2.0:1718930703.055714:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930703.055748:0:6837:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753280320 00000100:00100000:1.0:1718930703.055767:0:6837:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230825 00000100:00100000:1.0:1718930703.055769:0:6837:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800967d9300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+18:26685:x1802425753280320:12345-192.168.204.9@tcp:36:lfs.0 00010000:00010000:1.0:1718930703.055797:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800849ba640/0x4c38e74a54729c17 lrc: 3/0,1 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.055800:0:6837:0:(ldlm_request.c:1029:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000001000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800849ba640/0x4c38e74a54729c17 lrc: 3/0,1 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.055804:0:6837:0:(ldlm_request.c:1117:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800849ba640/0x4c38e74a54729c17 lrc: 3/0,1 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718930703.055812:0:6837:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880092a31c80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:6837:1802425733049024:0@lo:101:mdt00_000.0 00000100:00100000:1.0:1718930703.055829:0:6837:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718930703.055843:0:6837:0:(client.c:2492:ptlrpc_set_wait()) set ffff8800a16adcc0 going to sleep for 6 seconds 00000100:00100000:2.0:1718930703.055859:0:32457:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733049024 00000100:00100000:2.0:1718930703.055880:0:32457:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20819 00000100:00100000:2.0:1718930703.055883:0:32457:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a35a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+7:6837:x1802425733049024:12345-0@lo:101:mdt00_000.0 00010000:00010000:2.0:1718930703.055889:0:32457:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1718930703.055895:0:32457:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008350db00/0x4c38e74a54729c1e lrc: 2/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4c38e74a54729c17 expref: -99 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.055905:0:32457:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008350db00/0x4c38e74a54729c1e lrc: 3/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000001000000 nid: 0@lo remote: 0x4c38e74a54729c17 expref: 8 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.055910:0:32457:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008350db00/0x4c38e74a54729c1e lrc: 3/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0x4c38e74a54729c17 expref: 8 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.055914:0:32457:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000004:0x1:0x0].0x0 (ffff880097846e00) 00010000:00010000:2.0:1718930703.055915:0:32457:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718930703.055916:0:32457:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88008350db00, rc 0) 00000100:00100000:2.0:1718930703.055939:0:32457:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a35a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+8:6837:x1802425733049024:12345-0@lo:101:mdt00_000.0 Request processed in 56us (110us total) trans 0 rc 0/0 00000100:00100000:2.0:1718930703.055943:0:32457:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20819 00000100:00100000:1.0:1718930703.055957:0:6837:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880092a31c80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:6837:1802425733049024:0@lo:101:mdt00_000.0 00010000:00010000:1.0:1718930703.055964:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800849ba640/0x4c38e74a54729c17 lrc: 4/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0x4c38e74a54729c1e expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.055969:0:6837:0:(ldlm_request.c:799:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800849ba640/0x4c38e74a54729c17 lrc: 4/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0x4c38e74a54729c1e expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.056015:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b9b00/0x4c38e74a54729c25 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x605:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.056019:0:6837:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8800849bb600/0x4c38e74a54729b22 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x605:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0x4c38e74a54729b1b expref: 6 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.056023:0:6837:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b9b00/0x4c38e74a54729c25 lrc: 4/0,1 mode: --/PW res: [0x240000402:0x605:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.056032:0:6837:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff8800849bb600/0x4c38e74a54729b22 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x605:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000001000020 nid: 0@lo remote: 0x4c38e74a54729b1b expref: 6 pid: 32457 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718930703.056037:0:6837:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880092a31c80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6837:1802425733049088:0@lo:104: 00000100:00100000:1.0:1718930703.056049:0:6837:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718930703.056063:0:6837:0:(client.c:2492:ptlrpc_set_wait()) set ffff8800a16adcc0 going to sleep for 6 seconds 00000100:00100000:3.0:1718930703.056083:0:6824:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733049088 00000100:00100000:3.0:1718930703.056100:0:6824:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5551 00000100:00100000:3.0:1718930703.056103:0:6824:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a30980 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0000-mdtlov_UUID+4:6837:x1802425733049088:12345-0@lo:104: 00000100:00100000:1.0:1718930703.056131:0:6837:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880092a31c80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6837:1802425733049088:0@lo:104: 00010000:00010000:3.0:1718930703.056136:0:6824:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00010000:1.0:1718930703.056137:0:6837:0:(ldlm_request.c:286:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b9b00/0x4c38e74a54729c25 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x605:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718930703.056139:0:6824:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a30980 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0000-mdtlov_UUID+4:6837:x1802425733049088:12345-0@lo:104: Request processed in 36us (89us total) trans 0 rc 0/0 00000100:00100000:3.0:1718930703.056142:0:6824:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5551 00010000:00010000:0.0:1718930703.056151:0:6828:0:(ldlm_lockd.c:2784:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1718930703.056155:0:6828:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009b055f80/0x4c38e74a54729b1b lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x605:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400001000000 nid: local remote: 0x4c38e74a54729b22 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.056161:0:6828:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88009b055f80 already unused, calling callback (ffffffffa0ea60e0) 00010000:00010000:0.0:1718930703.056163:0:6828:0:(ldlm_request.c:1235:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009b055f80/0x4c38e74a54729b1b lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x605:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x1408401000000 nid: local remote: 0x4c38e74a54729b22 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1718930703.056178:0:6828:0:(mdt_handler.c:3608:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009b055f80/0x4c38e74a54729b1b lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x605:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x1409401000000 nid: local remote: 0x4c38e74a54729b22 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.056191:0:6828:0:(ldlm_request.c:1301:ldlm_cancel_pack()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009b055f80/0x4c38e74a54729b1b lrc: 2/0,0 mode: --/PW res: [0x240000402:0x605:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x5c09401000000 nid: local remote: 0x4c38e74a54729b22 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.056193:0:6828:0:(ldlm_request.c:1305:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1718930703.056211:0:6828:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009b055f80/0x4c38e74a54729b1b lrc: 1/0,0 mode: --/PW res: [0x240000402:0x605:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x5c09401000000 nid: local remote: 0x4c38e74a54729b22 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.056214:0:6828:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009b055f80/0x4c38e74a54729b1b lrc: 0/0,0 mode: --/PW res: [0x240000402:0x605:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x5c09401000000 nid: local remote: 0x4c38e74a54729b22 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718930703.056219:0:3322:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0f13440 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3322:1802425733049152:0@lo:103:ldlm_bl_01.0 00010000:00010000:0.0:1718930703.056223:0:6828:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1718930703.056224:0:6828:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1718930703.056224:0:6828:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1718930703.056234:0:3322:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718930703.056245:0:4383:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733049152 00010000:00010000:1.0:1718930703.056253:0:4383:0:(ldlm_lockd.c:2633:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800849bb600/0x4c38e74a54729b22 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x605:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000401000020 nid: 0@lo remote: 0x4c38e74a54729b1b expref: 7 pid: 32457 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718930703.056267:0:4383:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63333 00000100:00100000:1.0:1718930703.056269:0:4383:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e305f00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:lustre-MDT0000-mdtlov_UUID+7:3322:x1802425733049152:12345-0@lo:103:ldlm_bl_01.0 00010000:00010000:1.0:1718930703.056273:0:4383:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000001:00080000:2.0:1718930703.056780:0:8049:0:(tgt_lastrcvd.c:926:tgt_cb_last_committed()) lustre-MDT0001: transno 4294987145 is committed 00010000:00010000:1.0:1718930703.056853:0:4383:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800849bb600/0x4c38e74a54729b22 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x605:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801401000020 nid: 0@lo remote: 0x4c38e74a54729b1b expref: 7 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.056863:0:4383:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x605:0x0].0x0 (ffff88006eded900) 00010000:00010000:1.0:1718930703.056865:0:4383:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b9b00/0x4c38e74a54729c25 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x605:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.056870:0:4383:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b9b00/0x4c38e74a54729c25 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x605:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40290001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.056874:0:4383:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b9b00/0x4c38e74a54729c25 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x605:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40290001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.056885:0:4383:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1718930703.056900:0:6837:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b9b00/0x4c38e74a54729c25 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x605:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.056908:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b9b00/0x4c38e74a54729c25 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x605:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718930703.056914:0:4383:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e305f00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:lustre-MDT0000-mdtlov_UUID+6:3322:x1802425733049152:12345-0@lo:103:ldlm_bl_01.0 Request processed in 644us (679us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930703.056919:0:4383:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63333 00010000:00010000:2.0:1718930703.056930:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88008350f600/0x4c38e74a54729c2c lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1a5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718930703.056936:0:3322:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800a0f13440 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3322:1802425733049152:0@lo:103:ldlm_bl_01.0 00010000:00010000:2.0:1718930703.056938:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008350f600/0x4c38e74a54729c2c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.056947:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008350f600/0x4c38e74a54729c2c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.056961:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008350c6c0/0x4c38e74a54729c33 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x79a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.056964:0:6837:0:(ldlm_request.c:1029:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000001000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008350c6c0/0x4c38e74a54729c33 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.056969:0:6837:0:(ldlm_request.c:1117:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008350c6c0/0x4c38e74a54729c33 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930703.056977:0:6837:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800967dc740 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:6837:1802425733049216:0@lo:101:mdt00_000.0 00000100:00100000:2.0:1718930703.056994:0:6837:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718930703.057028:0:6837:0:(client.c:2492:ptlrpc_set_wait()) set ffff880133dd3780 going to sleep for 6 seconds 00000100:00100000:0.0:1718930703.057077:0:32457:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733049216 00000100:00100000:0.0:1718930703.057095:0:32457:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20820 00000100:00100000:0.0:1718930703.057098:0:32457:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800967d8980 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+8:6837:x1802425733049216:12345-0@lo:101:mdt00_000.0 00010000:00010000:0.0:1718930703.057104:0:32457:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1718930703.057109:0:32457:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099ad8480/0x4c38e74a54729c3a lrc: 2/0,0 mode: --/PW res: [0x200000402:0x79a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4c38e74a54729c33 expref: -99 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.057119:0:32457:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b054900/0x4c38e74a54729b37 lrc: 2/0,1 mode: COS/COS res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.057123:0:32457:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099ad8480/0x4c38e74a54729c3a lrc: 4/0,0 mode: --/PW res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000001000000 nid: 0@lo remote: 0x4c38e74a54729c33 expref: 9 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.057129:0:32457:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff88009b054900/0x4c38e74a54729b37 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210401000020 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00080000:00080000:0.0:1718930703.057139:0:32457:0:(osd_handler.c:2525:osd_commit_async()) lustre-MDT0000: async commit OSD 00010000:00010000:0.0:1718930703.057163:0:32457:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099ad8480/0x4c38e74a54729c3a lrc: 3/0,0 mode: --/PW res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0x4c38e74a54729c33 expref: 9 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.057167:0:32457:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x79a:0x0].0x0 (ffff88006f4e6b00) 00010000:00010000:0.0:1718930703.057169:0:32457:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1718930703.057170:0:32457:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880099ad8480/0x4c38e74a54729c3a lrc: 3/0,0 mode: --/PW res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0x4c38e74a54729c33 expref: 9 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.057173:0:32457:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff880099ad8480, rc 0) 00000100:00100000:0.0:1718930703.057192:0:32457:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800967d8980 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+9:6837:x1802425733049216:12345-0@lo:101:mdt00_000.0 Request processed in 93us (197us total) trans 0 rc 0/0 00000100:00100000:0.0:1718930703.057195:0:32457:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20820 00000100:00100000:2.0:1718930703.057208:0:6837:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800967dc740 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:6837:1802425733049216:0@lo:101:mdt00_000.0 00010000:00010000:2.0:1718930703.057215:0:6837:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008350c6c0/0x4c38e74a54729c33 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0x4c38e74a54729c3a expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.057219:0:6837:0:(ldlm_request.c:286:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008350c6c0/0x4c38e74a54729c33 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0x4c38e74a54729c3a expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.057771:0:32428:0:(ldlm_request.c:1235:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009b057600/0x4c38e74a54729b4c lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x614:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008401000000 nid: local remote: 0x4c38e74a54729b53 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1718930703.057778:0:32428:0:(mdt_handler.c:3608:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009b057600/0x4c38e74a54729b4c lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x614:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009401000000 nid: local remote: 0x4c38e74a54729b53 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.057782:0:3307:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b054900/0x4c38e74a54729b37 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210401000020 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.057790:0:32428:0:(ldlm_request.c:1301:ldlm_cancel_pack()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009b057600/0x4c38e74a54729b4c lrc: 2/0,0 mode: --/EX res: [0x240000402:0x614:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0x4c38e74a54729b53 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.057790:0:3307:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009b054900/0x4c38e74a54729b37 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210401000020 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.057793:0:32428:0:(ldlm_request.c:1305:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1718930703.057795:0:3307:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009b054900/0x4c38e74a54729b37 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210401000020 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.057799:0:3307:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88009b054900 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:0.0:1718930703.057801:0:3307:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b054900/0x4c38e74a54729b37 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210401000020 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.057806:0:32428:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009b057600/0x4c38e74a54729b4c lrc: 0/0,0 mode: --/EX res: [0x240000402:0x614:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0x4c38e74a54729b53 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.057806:0:3307:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b054900/0x4c38e74a54729b37 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218401000020 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.057814:0:3307:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x79a:0x0].0x0 (ffff88006f4e6b00) 00000001:00080000:3.0:1718930703.057816:0:32428:0:(tgt_lastrcvd.c:926:tgt_cb_last_committed()) lustre-MDT0000: transno 8589959539 is committed 00010000:00010000:0.0:1718930703.057816:0:3307:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1718930703.057818:0:3307:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880099ad8480/0x4c38e74a54729c3a lrc: 2/0,0 mode: --/PW res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0x4c38e74a54729c33 expref: 8 pid: 32457 timeout: 0 lvb_type: 0 00000001:00080000:3.0:1718930703.057820:0:32428:0:(tgt_lastrcvd.c:926:tgt_cb_last_committed()) lustre-MDT0000: transno 8589959537 is committed 00000100:00100000:1.0:1718930703.057824:0:3323:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88011e305580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3323:1802425733049280:0@lo:103:jbd2/dm-0-8.0 00010000:00010000:0.0:1718930703.057824:0:3307:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880099ad8480/0x4c38e74a54729c3a lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080001000000 nid: 0@lo remote: 0x4c38e74a54729c33 expref: 8 pid: 32457 timeout: 0 lvb_type: 0 00000001:00080000:3.0:1718930703.057827:0:32428:0:(tgt_lastrcvd.c:926:tgt_cb_last_committed()) lustre-MDT0000: transno 8589959536 is committed 00000020:00080000:3.0:1718930703.057829:0:32428:0:(update_trans.c:1351:distribute_txn_batchid_cb()) lustre-MDT0000: 4295040272 batchid updated 00010000:00010000:0.0:1718930703.057830:0:3307:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099ad8480/0x4c38e74a54729c3a lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080001000000 nid: 0@lo remote: 0x4c38e74a54729c33 expref: 7 pid: 32457 timeout: 0 lvb_type: 0 00000020:00080000:2.0:1718930703.057838:0:32454:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4295040272 00000100:00100000:1.0:1718930703.057843:0:3323:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000040:00100000:2.0:1718930703.057845:0:32454:0:(llog.c:235:llog_cancel_arr_rec()) Canceling 1 records, first 763 in log [0x2:0x40000404:0x2] 00010000:00010000:0.0:1718930703.057848:0:3307:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff880099ad8480/0x4c38e74a54729c3a lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0x4c38e74a54729c33 expref: 7 pid: 32457 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718930703.057856:0:3307:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0f13900 pname:cluuid:pid:xid:nid:opc:job ptlrpc_hr00_001:lustre-MDT0000_UUID:3307:1802425733049344:0@lo:105: 00000100:00100000:1.0:1718930703.057862:0:4383:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733049280 00000004:00080000:2.0:1718930703.057864:0:32454:0:(osp_trans.c:1598:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff8800a1683480 with version 1497 00000020:00080000:2.0:1718930703.057868:0:32454:0:(update_trans.c:1313:distribute_txn_cancel_records()) lustre-MDT0001-osp-MDT0000: batchid 4295040272 cancel update log [0x2:0x40000404:0x2].763: rc = 0 00000040:00100000:2.0:1718930703.057871:0:32454:0:(llog.c:235:llog_cancel_arr_rec()) Canceling 1 records, first 762 in log [0x2:0xbd0:0x2] 00000004:00080000:3.0:1718930703.057873:0:32441:0:(osp_trans.c:1343:osp_get_next_request()) ou ffff88007fc1bf00 version 1497 rpc_version 1497 00000100:00100000:1.0:1718930703.057876:0:4383:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9156 00000100:00100000:0.0:1718930703.057876:0:3307:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718930703.057878:0:4383:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b7e62050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:lustre-MDT0000-mdtlov_UUID+6:3323:x1802425733049280:12345-0@lo:103:jbd2/dm-0-8.0 00010000:00010000:1.0:1718930703.057882:0:4383:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1718930703.057885:0:32441:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88011e301c80 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:32441:1802425733049408:0@lo:1000:osp_up1-0.0 00000100:00100000:0.0:1718930703.057887:0:3307:0:(client.c:2492:ptlrpc_set_wait()) set ffff8801315c9000 going to sleep for 6 seconds 00000004:00010000:1.0:1718930703.057889:0:4383:0:(mdt_lvb.c:117:mdt_dom_disk_lvbo_update()) res: [0x240000402:0x614:0x0] updating lvb mtime from disk: 0 -> 1718930701 00000004:00010000:1.0:1718930703.057890:0:4383:0:(mdt_lvb.c:123:mdt_dom_disk_lvbo_update()) res: [0x240000402:0x614:0x0] updating lvb atime from disk: 0 -> 1718930701 00000004:00010000:1.0:1718930703.057891:0:4383:0:(mdt_lvb.c:129:mdt_dom_disk_lvbo_update()) res: [0x240000402:0x614:0x0] updating lvb ctime from disk: 0 -> 1718930701 00000020:00080000:2.0:1718930703.057894:0:32454:0:(update_trans.c:1313:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 4295040272 cancel update log [0x2:0xbd0:0x2].762: rc = 0 00010000:00010000:1.0:1718930703.057897:0:4383:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800849baac0/0x4c38e74a54729b53 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x614:0x0].0x0 bits 0x47/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801001000000 nid: 0@lo remote: 0x4c38e74a54729b4c expref: 6 pid: 32457 timeout: 0 lvb_type: 0 00000020:00080000:2.0:1718930703.057899:0:32454:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4295040272 00000100:00100000:3.0:1718930703.057902:0:32441:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1718930703.057904:0:4383:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x614:0x0].0x0 (ffff88006ededc00) 00010000:00010000:1.0:1718930703.057908:0:4383:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1718930703.057914:0:32441:0:(client.c:2492:ptlrpc_set_wait()) set ffff8800941f5b40 going to sleep for 6 seconds 00000100:00100000:0.0:1718930703.057919:0:32457:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733049408 00000100:00100000:1.0:1718930703.057922:0:4383:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b7e62050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:lustre-MDT0000-mdtlov_UUID+6:3323:x1802425733049280:12345-0@lo:103:jbd2/dm-0-8.0 Request processed in 44us (79us total) trans 0 rc 0/0 00000100:00100000:3.0:1718930703.057923:0:6824:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733049344 00000100:00100000:1.0:1718930703.057926:0:4383:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9156 00000100:00100000:3.0:1718930703.057935:0:6824:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5552 00000100:00100000:0.0:1718930703.057935:0:32457:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20821 00000100:00100000:3.0:1718930703.057937:0:6824:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0f13dc0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0001-mdtlov_UUID+4:3307:x1802425733049344:12345-0@lo:105: 00000100:00100000:0.0:1718930703.057939:0:32457:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e307200 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:32441:x1802425733049408:12345-0@lo:1000:osp_up1-0.0 00010000:00010000:3.0:1718930703.057941:0:6824:0:(ldlm_lockd.c:1933:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008350c6c0/0x4c38e74a54729c33 lrc: 5/0,1 mode: --/PW res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0x4c38e74a54729c3a expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.057945:0:6824:0:(ldlm_lockd.c:2010:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008350c6c0/0x4c38e74a54729c33 lrc: 5/0,1 mode: --/PW res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0x4c38e74a54729c3a expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.057948:0:6824:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008350c6c0/0x4c38e74a54729c33 lrc: 5/0,1 mode: PW/PW res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080001000000 nid: local remote: 0x4c38e74a54729c3a expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.057951:0:6824:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008350c6c0/0x4c38e74a54729c33 lrc: 6/0,1 mode: PW/PW res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080001000000 nid: local remote: 0x4c38e74a54729c3a expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.057955:0:6824:0:(ldlm_lockd.c:2038:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008350c6c0/0x4c38e74a54729c33 lrc: 6/0,1 mode: PW/PW res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1080001000000 nid: local remote: 0x4c38e74a54729c3a expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718930703.057955:0:3323:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88011e305580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3323:1802425733049280:0@lo:103:jbd2/dm-0-8.0 00010000:00010000:3.0:1718930703.057963:0:6824:0:(ldlm_lockd.c:2049:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff88008350c6c0) 00010000:00010000:2.0:1718930703.057967:0:6837:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008350c6c0/0x4c38e74a54729c33 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0x4c38e74a54729c3a expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.057971:0:6837:0:(ldlm_request.c:799:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008350c6c0/0x4c38e74a54729c33 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0x4c38e74a54729c3a expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718930703.057977:0:6824:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0f13dc0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0001-mdtlov_UUID+4:3307:x1802425733049344:12345-0@lo:105: Request processed in 39us (102us total) trans 0 rc 0/0 00000100:00100000:3.0:1718930703.057980:0:6824:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5552 00000100:00100000:1.0:1718930703.057985:0:3307:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800a0f13900 pname:cluuid:pid:xid:nid:opc:job ptlrpc_hr00_001:lustre-MDT0000_UUID:3307:1802425733049344:0@lo:105: 00010000:00010000:1.0:1718930703.057991:0:3307:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009b054900/0x4c38e74a54729b37 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19401000020 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930703.057992:0:6837:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800967dc740 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:6837:1802425733049472:0@lo:1000:mdt00_000.0 00010000:00010000:1.0:1718930703.057995:0:3307:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b054900/0x4c38e74a54729b37 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19401000020 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.058000:0:3307:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b055200/0x4c38e74a54729b3e lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7a7:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.058003:0:3307:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009b055200/0x4c38e74a54729b3e lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x7a7:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.058009:0:3307:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009b055200/0x4c38e74a54729b3e lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x7a7:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718930703.058009:0:32457:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e307200 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+6:32441:x1802425733049408:12345-0@lo:1000:osp_up1-0.0 Request processed in 69us (106us total) trans 4294987146 rc 0/0 00000100:00100000:2.0:1718930703.058011:0:6837:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718930703.058012:0:32441:0:(client.c:2892:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 4294987141 gen 2 00010000:00010000:1.0:1718930703.058012:0:3307:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88009b055200 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:1.0:1718930703.058013:0:3307:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b055200/0x4c38e74a54729b3e lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x7a7:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1718930703.058015:0:32441:0:(osp_trans.c:1044:osp_request_commit_cb()) trans no 4294987141 committed transno 4294987141 00000100:00100000:0.0:1718930703.058015:0:32457:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20821 00000020:00080000:3.0:1718930703.058016:0:32441:0:(update_trans.c:80:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff8801315c9840 refcount 2 committed 0 result 0 batchid 4295040273 00010000:00010000:1.0:1718930703.058016:0:3307:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b055200/0x4c38e74a54729b3e lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x7a7:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000020:00080000:3.0:1718930703.058018:0:32441:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff88006f4e6200 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff88008151d300 00000100:00100000:2.0:1718930703.058018:0:6837:0:(client.c:2492:ptlrpc_set_wait()) set ffff880133dd3f00 going to sleep for 6 seconds 00000020:00080000:3.0:1718930703.058019:0:32441:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff88006f4e6600 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff88008151d080 00010000:00010000:1.0:1718930703.058020:0:3307:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7a7:0x0].0x0 (ffff8800b533e300) 00000020:00080000:3.0:1718930703.058021:0:32441:0:(update_trans.c:94:top_multiple_thandle_dump()) cookie [0x2:0x40000404:0x2].764 00010000:00010000:1.0:1718930703.058021:0:3307:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 7f 00000020:00080000:3.0:1718930703.058022:0:32441:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff88006f4e6800 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88006f4e6000 00010000:00010000:1.0:1718930703.058022:0:3307:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009b055200/0x4c38e74a54729b3e lrc: 2/0,0 mode: --/COS res: [0x200000402:0x7a7:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000020:00080000:3.0:1718930703.058023:0:32441:0:(update_trans.c:94:top_multiple_thandle_dump()) cookie [0x2:0xbd0:0x2].763 00000100:00100000:2.0:1718930703.058023:0:6842:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733049472 00010000:00010000:1.0:1718930703.058025:0:3307:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b055200/0x4c38e74a54729b3e lrc: 0/0,0 mode: --/COS res: [0x200000402:0x7a7:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.058031:0:3307:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b055d40/0x4c38e74a54729b45 lrc: 3/0,1 mode: COS/COS res: [0x240000402:0x614:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.058033:0:3307:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009b055d40/0x4c38e74a54729b45 lrc: 2/0,0 mode: COS/COS res: [0x240000402:0x614:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718930703.058034:0:32441:0:(client.c:2918:ptlrpc_free_committed()) @@@ stopping search req@ffff88011e301c80 x1802425733049408/t4294987146(4294987146) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 1718930710 ref 3 fl Rpc:RQU/4/0 rc 0/0 job:'osp_up1-0.0' 00000100:00100000:2.0:1718930703.058035:0:6842:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20822 00010000:00010000:1.0:1718930703.058036:0:3307:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009b055d40/0x4c38e74a54729b45 lrc: 3/0,0 mode: COS/COS res: [0x240000402:0x614:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930703.058037:0:6842:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800967de880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+8:6837:x1802425733049472:12345-0@lo:1000:mdt00_000.0 00010000:00010000:1.0:1718930703.058039:0:3307:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88009b055d40 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:1.0:1718930703.058039:0:3307:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b055d40/0x4c38e74a54729b45 lrc: 3/0,0 mode: COS/COS res: [0x240000402:0x614:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718930703.058042:0:32441:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88011e301c80 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:32441:1802425733049408:0@lo:1000:osp_up1-0.0 00010000:00010000:1.0:1718930703.058043:0:3307:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b055d40/0x4c38e74a54729b45 lrc: 4/0,0 mode: COS/COS res: [0x240000402:0x614:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.058046:0:3307:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x614:0x0].0x0 (ffff88006f4e6d00) 00010000:00010000:1.0:1718930703.058047:0:3307:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1 00000020:00080000:3.0:1718930703.058048:0:32454:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 4295040273 committed batchid 4295040272 00010000:00010000:1.0:1718930703.058048:0:3307:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009b055d40/0x4c38e74a54729b45 lrc: 2/0,0 mode: --/COS res: [0x240000402:0x614:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.058050:0:3307:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b055d40/0x4c38e74a54729b45 lrc: 0/0,0 mode: --/COS res: [0x240000402:0x614:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930703.058060:0:6842:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800967de880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+8:6837:x1802425733049472:12345-0@lo:1000:mdt00_000.0 Request processed in 22us (49us total) trans 0 rc 0/0 00000020:00080000:3.0:1718930703.058062:0:32454:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4295040272 00000100:00100000:2.0:1718930703.058063:0:6842:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20822 00000100:00100000:2.0:1718930703.058074:0:6837:0:(client.c:2892:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 8589959536 gen 2 00000004:00080000:2.0:1718930703.058076:0:6837:0:(osp_trans.c:1044:osp_request_commit_cb()) trans no 8589959536 committed transno 8589959536 00000020:00080000:2.0:1718930703.058078:0:6837:0:(update_trans.c:80:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff880133dd33c0 refcount 2 committed 0 result 0 batchid 3549 00000020:00080000:2.0:1718930703.058080:0:6837:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff880092c8a300 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff8800a1683900 00000020:00080000:2.0:1718930703.058082:0:6837:0:(update_trans.c:94:top_multiple_thandle_dump()) cookie [0x3:0x401:0x2].1502 00000020:00080000:2.0:1718930703.058083:0:6837:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff880092c8ab00 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff880092c8a400 00000020:00080000:2.0:1718930703.058084:0:6837:0:(update_trans.c:94:top_multiple_thandle_dump()) cookie [0x3:0x40000400:0x2].1129 00000100:00100000:2.0:1718930703.058097:0:6837:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800967dc740 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:6837:1802425733049472:0@lo:1000:mdt00_000.0 00000020:00080000:0.0:1718930703.058097:0:8070:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 3549 committed batchid 3548 00000100:00100000:2.0:1718930703.058114:0:6837:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800967dc740 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:6837:1802425733049536:0@lo:1000:mdt00_000.0 00000020:00080000:0.0:1718930703.058116:0:8070:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 3548 00000100:00100000:2.0:1718930703.058126:0:6837:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718930703.058131:0:6837:0:(client.c:2492:ptlrpc_set_wait()) set ffff88008c2edcc0 going to sleep for 6 seconds 00000100:00100000:0.0:1718930703.058141:0:6842:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733049536 00000100:00100000:0.0:1718930703.058153:0:6842:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20823 00000100:00100000:0.0:1718930703.058155:0:6842:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800967dcc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+8:6837:x1802425733049536:12345-0@lo:1000:mdt00_000.0 00000100:00100000:0.0:1718930703.058186:0:6842:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800967dcc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+8:6837:x1802425733049536:12345-0@lo:1000:mdt00_000.0 Request processed in 31us (60us total) trans 0 rc -2/-2 00000100:00100000:0.0:1718930703.058190:0:6842:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20823 00000100:00100000:2.0:1718930703.058192:0:6837:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800967dc740 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:6837:1802425733049536:0@lo:1000:mdt00_000.0 00010000:00010000:2.0:1718930703.058216:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88008350f600/0x4c38e74a54729c2c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.058220:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008350f600/0x4c38e74a54729c2c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.058223:0:6837:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88008350f600/0x4c38e74a54729c2c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.058226:0:6837:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008350f600 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:2.0:1718930703.058227:0:6837:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008350f600/0x4c38e74a54729c2c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.058230:0:6837:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008350f600/0x4c38e74a54729c2c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.058234:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a5:0x0].0x0 (ffff880097846c00) 00010000:00010000:2.0:1718930703.058236:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718930703.058237:0:6837:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88008350f600/0x4c38e74a54729c2c lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.058240:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008350f600/0x4c38e74a54729c2c lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.058247:0:6837:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008350c6c0/0x4c38e74a54729c33 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0x4c38e74a54729c3a expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.058253:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008350c6c0/0x4c38e74a54729c33 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000401000000 nid: local remote: 0x4c38e74a54729c3a expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.058255:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008350c6c0/0x4c38e74a54729c33 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000401000000 nid: local remote: 0x4c38e74a54729c3a expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.058268:0:6837:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:2.0:1718930703.058271:0:6837:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x200000402:0x79a:0x0] 00010000:00010000:2.0:1718930703.058273:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b9b00/0x4c38e74a54729c25 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x605:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.058276:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b9b00/0x4c38e74a54729c25 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x605:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.058278:0:6837:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b9b00/0x4c38e74a54729c25 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x605:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.058281:0:6837:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800849b9b00 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:2.0:1718930703.058282:0:6837:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b9b00/0x4c38e74a54729c25 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x605:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.058282:0:6829:0:(ldlm_lockd.c:2784:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1718930703.058285:0:6837:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b9b00/0x4c38e74a54729c25 lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x605:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.058285:0:6829:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008350c6c0/0x4c38e74a54729c33 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000401000000 nid: local remote: 0x4c38e74a54729c3a expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.058288:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x605:0x0].0x0 (ffff88006eded900) 00010000:00010000:1.0:1718930703.058288:0:6829:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008350c6c0 already unused, calling callback (ffffffffa0ea60e0) 00010000:00010000:2.0:1718930703.058289:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718930703.058290:0:6837:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b9b00/0x4c38e74a54729c25 lrc: 2/0,0 mode: --/PW res: [0x240000402:0x605:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.058290:0:6829:0:(ldlm_request.c:1235:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008350c6c0/0x4c38e74a54729c33 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008401000000 nid: local remote: 0x4c38e74a54729c3a expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1718930703.058293:0:6829:0:(mdt_handler.c:3608:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008350c6c0/0x4c38e74a54729c33 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009401000000 nid: local remote: 0x4c38e74a54729c3a expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.058295:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b9b00/0x4c38e74a54729c25 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x605:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.058301:0:6837:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800849ba640/0x4c38e74a54729c17 lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0x4c38e74a54729c1e expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.058303:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800849ba640/0x4c38e74a54729c17 lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000401000000 nid: local remote: 0x4c38e74a54729c1e expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.058303:0:6829:0:(ldlm_request.c:1301:ldlm_cancel_pack()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008350c6c0/0x4c38e74a54729c33 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0x4c38e74a54729c3a expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.058306:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800849ba640/0x4c38e74a54729c17 lrc: 2/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000401000000 nid: local remote: 0x4c38e74a54729c1e expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.058306:0:6829:0:(ldlm_request.c:1305:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1718930703.058311:0:6837:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1718930703.058319:0:6829:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008350c6c0/0x4c38e74a54729c33 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0x4c38e74a54729c3a expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.058321:0:4830:0:(ldlm_lockd.c:2784:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1718930703.058323:0:4830:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800849ba640/0x4c38e74a54729c17 lrc: 2/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000401000000 nid: local remote: 0x4c38e74a54729c1e expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.058323:0:6829:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008350c6c0/0x4c38e74a54729c33 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0x4c38e74a54729c3a expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.058326:0:4830:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800849ba640 already unused, calling callback (ffffffffa0ea60e0) 00010000:00010000:2.0:1718930703.058327:0:4830:0:(ldlm_request.c:1235:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800849ba640/0x4c38e74a54729c17 lrc: 3/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008401000000 nid: local remote: 0x4c38e74a54729c1e expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1718930703.058330:0:4830:0:(mdt_handler.c:3608:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800849ba640/0x4c38e74a54729c17 lrc: 3/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009401000000 nid: local remote: 0x4c38e74a54729c1e expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.058332:0:6829:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1718930703.058332:0:6829:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1718930703.058333:0:3320:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880092a31c80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3320:1802425733049600:0@lo:103:ldlm_bl_02.0 00010000:00010000:1.0:1718930703.058333:0:6829:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1718930703.058338:0:4830:0:(ldlm_request.c:1301:ldlm_cancel_pack()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800849ba640/0x4c38e74a54729c17 lrc: 2/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0x4c38e74a54729c1e expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.058341:0:4830:0:(ldlm_request.c:1305:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1718930703.058346:0:4830:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800849ba640/0x4c38e74a54729c17 lrc: 1/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0x4c38e74a54729c1e expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718930703.058347:0:3320:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1718930703.058349:0:4830:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800849ba640/0x4c38e74a54729c17 lrc: 0/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0x4c38e74a54729c1e expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718930703.058355:0:3321:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800967dc740 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3321:1802425733049664:0@lo:103:ldlm_bl_05.0 00010000:00010000:2.0:1718930703.058356:0:4830:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1718930703.058356:0:4830:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1718930703.058357:0:4830:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1718930703.058357:0:4383:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733049600 00000100:00100000:1.0:1718930703.058368:0:4383:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9157 00000100:00100000:2.0:1718930703.058370:0:6837:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800967d9300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+14:26685:x1802425753280320:12345-192.168.204.9@tcp:36:lfs.0 Request processed in 2600us (2658us total) trans 0 rc -114/-114 00000100:00100000:1.0:1718930703.058371:0:4383:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e303440 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:lustre-MDT0001-mdtlov_UUID+8:3320:x1802425733049600:12345-0@lo:103:ldlm_bl_02.0 00000100:00100000:0.0:1718930703.058372:0:3321:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1718930703.058374:0:4383:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1718930703.058375:0:6837:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230825 00010000:00010000:1.0:1718930703.058379:0:4383:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099ad8480/0x4c38e74a54729c3a lrc: 0/0,0 mode: --/PW res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801001000000 nid: 0@lo remote: 0x4c38e74a54729c33 expref: 8 pid: 32457 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718930703.058384:0:6825:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733049664 00010000:00010000:1.0:1718930703.058385:0:4383:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x79a:0x0].0x0 (ffff88006f4e6b00) 00010000:00010000:1.0:1718930703.058387:0:4383:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1718930703.058396:0:6825:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9158 00000100:00100000:3.0:1718930703.058398:0:6825:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0f14280 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0001-mdtlov_UUID+8:3321:x1802425733049664:12345-0@lo:103:ldlm_bl_05.0 00010000:00010000:3.0:1718930703.058402:0:6825:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1718930703.058402:0:4383:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e303440 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:lustre-MDT0001-mdtlov_UUID+8:3320:x1802425733049600:12345-0@lo:103:ldlm_bl_02.0 Request processed in 31us (55us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930703.058405:0:4383:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9157 00010000:00010000:3.0:1718930703.058409:0:6825:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008350db00/0x4c38e74a54729c1e lrc: 0/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801001000000 nid: 0@lo remote: 0x4c38e74a54729c17 expref: 8 pid: 32457 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718930703.058412:0:3320:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880092a31c80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3320:1802425733049600:0@lo:103:ldlm_bl_02.0 00010000:00010000:3.0:1718930703.058416:0:6825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000004:0x1:0x0].0x0 (ffff880097846e00) 00010000:00010000:3.0:1718930703.058420:0:6825:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1718930703.058444:0:6825:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0f14280 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0001-mdtlov_UUID+6:3321:x1802425733049664:12345-0@lo:103:ldlm_bl_05.0 Request processed in 45us (72us total) trans 0 rc 0/0 00000100:00100000:3.0:1718930703.058448:0:6825:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9158 00000100:00100000:0.0:1718930703.058451:0:3321:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800967dc740 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3321:1802425733049664:0@lo:103:ldlm_bl_05.0 00000100:00100000:2.0:1718930703.059187:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1718930703.059205:0:6837:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753280448 00000100:00100000:0.0:1718930703.059225:0:6837:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230826 00000100:00100000:0.0:1718930703.059228:0:6837:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800967dc740 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+11:26685:x1802425753280448:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:0.0:1718930703.059235:0:6837:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1718930703.059240:0:6837:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099ad8b40/0x4c38e74a54729c41 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x79a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xceea94147812fb2b expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.059261:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099adbcc0/0x4c38e74a54729c48 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x79a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.059267:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099adbcc0/0x4c38e74a54729c48 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.059271:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099adbcc0/0x4c38e74a54729c48 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.059276:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099adb840/0x4c38e74a54729c4f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x79a:0x0].0x726964 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.059279:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099adb840/0x4c38e74a54729c4f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x79a:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.059283:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099adb840/0x4c38e74a54729c4f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x79a:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.059291:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099adbcc0/0x4c38e74a54729c48 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.059297:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099adbcc0/0x4c38e74a54729c48 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.059301:0:6837:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099adbcc0/0x4c38e74a54729c48 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.059303:0:6837:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880099adbcc0 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:0.0:1718930703.059304:0:6837:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099adbcc0/0x4c38e74a54729c48 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.059307:0:6837:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099adbcc0/0x4c38e74a54729c48 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.059311:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x79a:0x0].0x0 (ffff880097b25400) 00010000:00010000:0.0:1718930703.059313:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1718930703.059314:0:6837:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099adbcc0/0x4c38e74a54729c48 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.059316:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099adbcc0/0x4c38e74a54729c48 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.059322:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099adb840/0x4c38e74a54729c4f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x79a:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.059324:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099adb840/0x4c38e74a54729c4f lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x79a:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.059327:0:6837:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099adb840/0x4c38e74a54729c4f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x79a:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.059333:0:6837:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880099adb840 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:0.0:1718930703.059334:0:6837:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099adb840/0x4c38e74a54729c4f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x79a:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.059336:0:6837:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099adb840/0x4c38e74a54729c4f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x79a:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.059339:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x79a:0x0].0x726964 (ffff880097b25c00) 00010000:00010000:0.0:1718930703.059340:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1718930703.059341:0:6837:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099adb840/0x4c38e74a54729c4f lrc: 2/0,0 mode: --/PR res: [0x200000402:0x79a:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.059343:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099adb840/0x4c38e74a54729c4f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x79a:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.059355:0:6837:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099ad8b40/0x4c38e74a54729c41 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x79a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fb2b expref: 12 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.059358:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099ad8b40/0x4c38e74a54729c41 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x79a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fb2b expref: 12 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.059363:0:6837:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff880099ad8b40, rc 0) 00000100:00100000:0.0:1718930703.059386:0:6837:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800967dc740 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+11:26685:x1802425753280448:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 158us (201us total) trans 0 rc 301/301 00000100:00100000:0.0:1718930703.059391:0:6837:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230826 00000100:00100000:2.0:1718930703.060276:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1718930703.060315:0:6837:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753280576 00000100:00100000:0.0:1718930703.060341:0:6837:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230827 00000100:00100000:0.0:1718930703.060345:0:6837:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800967dbdc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+14:26685:x1802425753280576:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:0.0:1718930703.060354:0:6837:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1718930703.060361:0:6837:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad8240/0x4c38e74a54729c56 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xceea94147812fb32 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.060391:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff880099adb180/0x4c38e74a54729c5d lrc: 3/1,0 mode: --/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.060398:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880099adb180/0x4c38e74a54729c5d lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.060405:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880099adb180/0x4c38e74a54729c5d lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.060410:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880099adb3c0/0x4c38e74a54729c64 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1a5:0x0].0x726964 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.060414:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880099adb3c0/0x4c38e74a54729c64 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a5:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.060417:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880099adb3c0/0x4c38e74a54729c64 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a5:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00200000:0.0:1718930703.060480:0:6837:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x608:0x0]: returning size 4096 00010000:00010000:0.0:1718930703.060507:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff880099adb180/0x4c38e74a54729c5d lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.060513:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880099adb180/0x4c38e74a54729c5d lrc: 2/0,0 mode: CR/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.060518:0:6837:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880099adb180/0x4c38e74a54729c5d lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.060523:0:6837:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880099adb180 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:0.0:1718930703.060525:0:6837:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880099adb180/0x4c38e74a54729c5d lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.060530:0:6837:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880099adb180/0x4c38e74a54729c5d lrc: 4/0,0 mode: CR/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.060538:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a5:0x0].0x0 (ffff880097b25000) 00010000:00010000:0.0:1718930703.060540:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1718930703.060542:0:6837:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880099adb180/0x4c38e74a54729c5d lrc: 2/0,0 mode: --/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.060546:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880099adb180/0x4c38e74a54729c5d lrc: 0/0,0 mode: --/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.060554:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880099adb3c0/0x4c38e74a54729c64 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a5:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.060558:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880099adb3c0/0x4c38e74a54729c64 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1a5:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.060563:0:6837:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880099adb3c0/0x4c38e74a54729c64 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a5:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.060567:0:6837:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880099adb3c0 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:0.0:1718930703.060569:0:6837:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880099adb3c0/0x4c38e74a54729c64 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a5:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.060574:0:6837:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880099adb3c0/0x4c38e74a54729c64 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a5:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.060580:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a5:0x0].0x726964 (ffff880097b25d00) 00010000:00010000:0.0:1718930703.060582:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1718930703.060584:0:6837:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880099adb3c0/0x4c38e74a54729c64 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1a5:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.060588:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880099adb3c0/0x4c38e74a54729c64 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1a5:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.060607:0:6837:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad8240/0x4c38e74a54729c56 lrc: 1/0,0 mode: --/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fb32 expref: 16 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.060613:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad8240/0x4c38e74a54729c56 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fb32 expref: 16 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.060622:0:6837:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff880099ad8240, rc 0) 00000100:00100000:0.0:1718930703.060652:0:6837:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800967dbdc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+15:26685:x1802425753280576:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 306us (376us total) trans 4294987147 rc 301/301 00000100:00100000:0.0:1718930703.060677:0:6837:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230827 00000100:00100000:2.0:1718930703.061627:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1718930703.061670:0:6837:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753280640 00000100:00100000:0.0:1718930703.061689:0:6837:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230828 00000100:00100000:0.0:1718930703.061692:0:6837:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800967dd0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+15:26685:x1802425753280640:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:0.0:1718930703.061699:0:6837:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1718930703.061704:0:6837:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad9440/0x4c38e74a54729c72 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1a5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xceea94147812fb39 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.061714:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad9440/0x4c38e74a54729c72 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fb39 expref: 16 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.061723:0:6837:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad9440/0x4c38e74a54729c72 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fb39 expref: 16 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.061727:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a5:0x0].0x0 (ffff880097b25300) 00010000:00010000:0.0:1718930703.061728:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1718930703.061728:0:6837:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff880099ad9440, rc 0) 00000100:00100000:0.0:1718930703.061749:0:6837:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800967dd0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+16:26685:x1802425753280640:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 57us (124us total) trans 0 rc 0/0 00000100:00100000:0.0:1718930703.061753:0:6837:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230828 00000100:00100000:2.0:1718930703.062862:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1718930703.062895:0:6840:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753280704 00000100:00100000:0.0:1718930703.062911:0:6840:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 10802 00000100:00100000:0.0:1718930703.062914:0:6840:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e0a4280 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+16:26685:x1802425753280704:12345-192.168.204.9@tcp:37:lfs.0 00000100:00100000:0.0:1718930703.064276:0:6840:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e0a4280 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+16:26685:x1802425753280704:12345-192.168.204.9@tcp:37:lfs.0 Request processed in 1359us (1413us total) trans 0 rc 0/0 00000100:00100000:0.0:1718930703.064282:0:6840:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 10802 00000100:00100000:2.0:1718930703.065560:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1718930703.065593:0:6837:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753280768 00000100:00100000:0.0:1718930703.065614:0:6837:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230829 00000100:00100000:0.0:1718930703.065617:0:6837:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e0a3dc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+11:26685:x1802425753280768:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:0.0:1718930703.065624:0:6837:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1718930703.065629:0:6837:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099ada1c0/0x4c38e74a54729c79 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x79a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xceea94147812fb40 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.065641:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099ada1c0/0x4c38e74a54729c79 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fb40 expref: 12 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.065650:0:6837:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099ada1c0/0x4c38e74a54729c79 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fb40 expref: 12 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.065653:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x79a:0x0].0x0 (ffff880097b25700) 00010000:00010000:0.0:1718930703.065655:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1718930703.065656:0:6837:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff880099ada1c0, rc 0) 00000100:00100000:0.0:1718930703.065692:0:6837:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e0a3dc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+12:26685:x1802425753280768:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 73us (133us total) trans 0 rc 0/0 00000100:00100000:0.0:1718930703.065696:0:6837:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230829 00000100:00100000:2.0:1718930703.066784:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1718930703.066830:0:6840:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753280832 00000100:00100000:0.0:1718930703.066851:0:6840:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 10803 00000100:00100000:0.0:1718930703.066856:0:6840:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88006e9de850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+12:26685:x1802425753280832:12345-192.168.204.9@tcp:37:lfs.0 00000100:00100000:0.0:1718930703.068293:0:6840:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88006e9de850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+12:26685:x1802425753280832:12345-192.168.204.9@tcp:37:lfs.0 Request processed in 1437us (1511us total) trans 0 rc 0/0 00000100:00100000:0.0:1718930703.068299:0:6840:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 10803 00000100:00100000:2.0:1718930703.069411:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1718930703.069460:0:6837:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753280896 00000100:00100000:0.0:1718930703.069488:0:6837:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230830 00000100:00100000:0.0:1718930703.069492:0:6837:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e0a3900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+16:26685:x1802425753280896:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:0.0:1718930703.069500:0:6837:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1718930703.069508:0:6837:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad8480/0x4c38e74a54729c80 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x79a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xceea94147812fb47 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.069531:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880099adaac0/0x4c38e74a54729c87 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x608:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.069538:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880099adaac0/0x4c38e74a54729c87 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x608:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.069544:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880099adaac0/0x4c38e74a54729c87 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x608:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00200000:0.0:1718930703.069589:0:6837:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x608:0x0]: returning size 4096 00000004:00200000:0.0:1718930703.069591:0:6837:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 3 stripe count 1 MDT count 2 00000004:00010000:0.0:1718930703.069599:0:6837:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff880099adaac0/0x4c38e74a54729c87 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x608:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.069613:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad8480/0x4c38e74a54729c80 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fb47 expref: 18 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.069624:0:6837:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff880099adaac0/0x4c38e74a54729c87 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x608:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fb47 expref: 17 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.069629:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x608:0x0].0x0 (ffff88008208e600) 00010000:00010000:0.0:1718930703.069632:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1718930703.069633:0:6837:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff880099adaac0, rc 0) 00000100:00100000:0.0:1718930703.069681:0:6837:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e0a3900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+17:26685:x1802425753280896:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 187us (270us total) trans 0 rc 0/0 00000100:00100000:0.0:1718930703.069688:0:6837:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230830 00000100:00100000:2.0:1718930703.070990:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1718930703.071024:0:6840:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753280960 00000100:00100000:0.0:1718930703.071044:0:6840:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 10804 00000100:00100000:0.0:1718930703.071047:0:6840:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e0a0e40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+17:26685:x1802425753280960:12345-192.168.204.9@tcp:37:lfs.0 00000100:00100000:0.0:1718930703.072380:0:6840:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e0a0e40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+17:26685:x1802425753280960:12345-192.168.204.9@tcp:37:lfs.0 Request processed in 1330us (1391us total) trans 0 rc 0/0 00000100:00100000:0.0:1718930703.072386:0:6840:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 10804 00000100:00100000:2.0:1718930703.073448:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1718930703.073481:0:6837:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753281024 00000100:00100000:0.0:1718930703.073501:0:6837:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230831 00000100:00100000:0.0:1718930703.073504:0:6837:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e0a2f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+17:26685:x1802425753281024:12345-192.168.204.9@tcp:34:lfs.0 00010000:00010000:0.0:1718930703.073522:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad8d80/0x4c38e74a54729c8e lrc: 3/1,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.073528:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad8d80/0x4c38e74a54729c8e lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.073533:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad8d80/0x4c38e74a54729c8e lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.073539:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880099ada400/0x4c38e74a54729c95 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1a6:0x0].0x3566 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.073542:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880099ada400/0x4c38e74a54729c95 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3566 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.073545:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880099ada400/0x4c38e74a54729c95 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3566 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.073569:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad9200/0x4c38e74a54729c9c lrc: 3/1,0 mode: --/PR res: [0x240000402:0x611:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.073573:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad9200/0x4c38e74a54729c9c lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x611:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.073576:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad9200/0x4c38e74a54729c9c lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x611:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1718930703.073593:0:6837:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad9200/0x4c38e74a54729c9c lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x611:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.073597:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad8d80/0x4c38e74a54729c8e lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.073601:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad8d80/0x4c38e74a54729c8e lrc: 2/0,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.073604:0:6837:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad8d80/0x4c38e74a54729c8e lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.073606:0:6837:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880099ad8d80 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:0.0:1718930703.073608:0:6837:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad8d80/0x4c38e74a54729c8e lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.073611:0:6837:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad8d80/0x4c38e74a54729c8e lrc: 4/0,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.073616:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a6:0x0].0x0 (ffff88006f4e6e00) 00010000:00010000:0.0:1718930703.073617:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1718930703.073618:0:6837:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad8d80/0x4c38e74a54729c8e lrc: 2/0,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.073621:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad8d80/0x4c38e74a54729c8e lrc: 0/0,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.073627:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880099ada400/0x4c38e74a54729c95 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3566 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.073629:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880099ada400/0x4c38e74a54729c95 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3566 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.073635:0:6837:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880099ada400/0x4c38e74a54729c95 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3566 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.073638:0:6837:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880099ada400 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:0.0:1718930703.073639:0:6837:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880099ada400/0x4c38e74a54729c95 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3566 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.073642:0:6837:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880099ada400/0x4c38e74a54729c95 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3566 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.073645:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a6:0x0].0x3566 (ffff88008208ec00) 00010000:00010000:0.0:1718930703.073646:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1718930703.073646:0:6837:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880099ada400/0x4c38e74a54729c95 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1a6:0x0].0x3566 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.073649:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880099ada400/0x4c38e74a54729c95 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1a6:0x0].0x3566 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.073654:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad9200/0x4c38e74a54729c9c lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x611:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.073656:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad9200/0x4c38e74a54729c9c lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x611:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.073674:0:6837:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad9200/0x4c38e74a54729c9c lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x611:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.073677:0:6837:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880099ad9200 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:0.0:1718930703.073678:0:6837:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad9200/0x4c38e74a54729c9c lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x611:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.073681:0:6837:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad9200/0x4c38e74a54729c9c lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x611:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.073685:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x611:0x0].0x0 (ffff88008208e900) 00010000:00010000:0.0:1718930703.073685:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1718930703.073686:0:6837:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad9200/0x4c38e74a54729c9c lrc: 2/0,0 mode: --/PR res: [0x240000402:0x611:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.073689:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad9200/0x4c38e74a54729c9c lrc: 0/0,0 mode: --/PR res: [0x240000402:0x611:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718930703.073717:0:6837:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e0a2f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+17:26685:x1802425753281024:12345-192.168.204.9@tcp:34:lfs.0 Request processed in 212us (270us total) trans 0 rc 0/0 00000100:00100000:0.0:1718930703.073721:0:6837:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230831 00000100:00100000:2.0:1718930703.074690:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1718930703.074729:0:6837:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753281152 00000100:00100000:0.0:1718930703.074754:0:6837:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230832 00000100:00100000:0.0:1718930703.074758:0:6837:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e0a4280 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+17:26685:x1802425753281152:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:0.0:1718930703.074766:0:6837:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1718930703.074773:0:6837:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad8900/0x4c38e74a54729ca3 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x611:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xceea94147812fb4e expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.074809:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad86c0/0x4c38e74a54729caa lrc: 3/0,1 mode: --/PW res: [0x240000402:0x611:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.074816:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad86c0/0x4c38e74a54729caa lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x611:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.074823:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad86c0/0x4c38e74a54729caa lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x611:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00200000:0.0:1718930703.074830:0:6837:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x611:0x0]: returning size 0 00010000:00010000:0.0:1718930703.074871:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad8900/0x4c38e74a54729ca3 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x611:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fb4e expref: 20 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.074883:0:6837:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad86c0/0x4c38e74a54729caa lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x611:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fb4e expref: 19 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.074889:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x611:0x0].0x0 (ffff88008208e300) 00010000:00010000:0.0:1718930703.074891:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1718930703.074893:0:6837:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff880099ad86c0, rc 0) 00000100:00100000:0.0:1718930703.074925:0:6837:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e0a4280 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+19:26685:x1802425753281152:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 166us (236us total) trans 4294987148 rc 0/0 00000100:00100000:0.0:1718930703.074932:0:6837:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230832 00000100:00100000:2.0:1718930703.075820:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1718930703.075852:0:6837:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753281216 00000100:00100000:0.0:1718930703.075872:0:6837:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230833 00000100:00100000:0.0:1718930703.075875:0:6837:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88009767cc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+19:26685:x1802425753281216:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:0.0:1718930703.075882:0:6837:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1718930703.075887:0:6837:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad8240/0x4c38e74a54729cb8 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x611:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xceea94147812fb55 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.075901:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad8240/0x4c38e74a54729cb8 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x611:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fb55 expref: 20 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.075916:0:6837:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad8240/0x4c38e74a54729cb8 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x611:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fb55 expref: 20 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.075923:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x611:0x0].0x0 (ffff88008208e300) 00010000:00010000:0.0:1718930703.075925:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1718930703.075926:0:6837:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff880099ad8240, rc 0) 00000100:00100000:0.0:1718930703.075947:0:6837:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88009767cc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+20:26685:x1802425753281216:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 72us (129us total) trans 0 rc 0/0 00000100:00100000:0.0:1718930703.075951:0:6837:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230833 00000100:00100000:2.0:1718930703.077021:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1718930703.077074:0:22545:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753281280 00000100:00100000:0.0:1718930703.077111:0:22545:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.204.9@tcp, with round 495 00000100:00100000:0.0:1718930703.077114:0:22545:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880097678000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8a07974b-7506-4725-beb3-4b5c6f8f9250+6:1877:x1802425753281280:12345-192.168.204.9@tcp:1:lfs.0 00002000:00010000:0.0:1718930703.077140:0:22545:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x58b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1718930703.077143:0:22545:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880099adb3c0/0x4c38e74a54729cbf lrc: 3/0,1 mode: --/PW res: [0x58b:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.077150:0:22545:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1718930703.077151:0:22545:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1718930703.077153:0:22545:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099adb3c0/0x4c38e74a54729cbf lrc: 3/0,1 mode: PW/PW res: [0x58b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.077159:0:22545:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099adb3c0/0x4c38e74a54729cbf lrc: 3/0,1 mode: PW/PW res: [0x58b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.077164:0:22545:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880099adb3c0/0x4c38e74a54729cbf lrc: 3/0,1 mode: PW/PW res: [0x58b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.077167:0:22545:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880099adb3c0/0x4c38e74a54729cbf lrc: 2/0,0 mode: PW/PW res: [0x58b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.077180:0:22545:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1718930703.077205:0:22545:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880097678000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8a07974b-7506-4725-beb3-4b5c6f8f9250+6:1877:x1802425753281280:12345-192.168.204.9@tcp:1:lfs.0 Request processed in 90us (185us total) trans 0 rc 0/0 00000100:00100000:0.0:1718930703.077210:0:22545:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.204.9@tcp, with round 495 00010000:00010000:3.0:1718930703.077229:0:8059:0:(ldlm_lockd.c:2784:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1718930703.077234:0:8059:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880099adb3c0/0x4c38e74a54729cbf lrc: 2/0,0 mode: PW/PW res: [0x58b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.077243:0:8059:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880099adb3c0 already unused, calling callback (ffffffffa080a190) 00010000:00010000:3.0:1718930703.077245:0:8059:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880099adb3c0/0x4c38e74a54729cbf lrc: 2/0,0 mode: PW/PW res: [0x58b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.077252:0:8059:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880099adb3c0/0x4c38e74a54729cbf lrc: 3/0,0 mode: PW/PW res: [0x58b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.077265:0:8059:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880099adb3c0/0x4c38e74a54729cbf lrc: 1/0,0 mode: --/PW res: [0x58b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.077270:0:8059:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099adb3c0/0x4c38e74a54729cbf lrc: 0/0,0 mode: --/PW res: [0x58b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.077294:0:8059:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1718930703.077296:0:8059:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1718930703.077297:0:8059:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1718930703.077926:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1718930703.077956:0:6837:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753281408 00000100:00100000:0.0:1718930703.077975:0:6837:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230834 00000100:00100000:0.0:1718930703.077978:0:6837:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880083dc6d40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+20:26685:x1802425753281408:12345-192.168.204.9@tcp:36:lfs.0 00010000:00010000:0.0:1718930703.077995:0:6837:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1718930703.078002:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880099adaac0/0x4c38e74a54729c87 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x608:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fb47 expref: 20 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.078009:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x608:0x0].0x0 (ffff88008208e600) 00010000:00010000:0.0:1718930703.078013:0:6837:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1718930703.078026:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff880099adb180/0x4c38e74a54729cc6 lrc: 3/0,1 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.078030:0:6837:0:(ldlm_request.c:1029:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000001000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff880099adb180/0x4c38e74a54729cc6 lrc: 3/0,1 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.078034:0:6837:0:(ldlm_request.c:1117:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff880099adb180/0x4c38e74a54729cc6 lrc: 3/0,1 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718930703.078041:0:6837:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0f14740 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:6837:1802425733049728:0@lo:101:mdt00_000.0 00000100:00100000:0.0:1718930703.078059:0:6837:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1718930703.078074:0:6837:0:(client.c:2492:ptlrpc_set_wait()) set ffff8801315c90c0 going to sleep for 6 seconds 00000100:00100000:2.0:1718930703.078088:0:6842:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733049728 00000100:00100000:2.0:1718930703.078105:0:6842:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20824 00000100:00100000:2.0:1718930703.078108:0:6842:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0f14c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:6837:x1802425733049728:12345-0@lo:101:mdt00_000.0 00010000:00010000:2.0:1718930703.078114:0:6842:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1718930703.078120:0:6842:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008350ed00/0x4c38e74a54729ccd lrc: 2/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4c38e74a54729cc6 expref: -99 pid: 6842 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.078131:0:6842:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008350ed00/0x4c38e74a54729ccd lrc: 3/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000001000000 nid: 0@lo remote: 0x4c38e74a54729cc6 expref: 7 pid: 6842 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.078136:0:6842:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008350ed00/0x4c38e74a54729ccd lrc: 3/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0x4c38e74a54729cc6 expref: 7 pid: 6842 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.078139:0:6842:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000004:0x1:0x0].0x0 (ffff880097846d00) 00010000:00010000:2.0:1718930703.078141:0:6842:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718930703.078142:0:6842:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88008350ed00, rc 0) 00000100:00100000:2.0:1718930703.078159:0:6842:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0f14c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+7:6837:x1802425733049728:12345-0@lo:101:mdt00_000.0 Request processed in 51us (100us total) trans 0 rc 0/0 00000100:00100000:2.0:1718930703.078163:0:6842:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20824 00000100:00100000:0.0:1718930703.078176:0:6837:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800a0f14740 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:6837:1802425733049728:0@lo:101:mdt00_000.0 00010000:00010000:0.0:1718930703.078185:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff880099adb180/0x4c38e74a54729cc6 lrc: 4/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0x4c38e74a54729ccd expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.078191:0:6837:0:(ldlm_request.c:799:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff880099adb180/0x4c38e74a54729cc6 lrc: 4/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0x4c38e74a54729ccd expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.078248:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad8b40/0x4c38e74a54729cd4 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x608:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.078255:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad8b40/0x4c38e74a54729cd4 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.078262:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad8b40/0x4c38e74a54729cd4 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.078308:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x611:0x0].0x0 (ffff88008208e300) 00010000:00010000:0.0:1718930703.078311:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1718930703.078314:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad86c0/0x4c38e74a54729caa lrc: 0/0,0 mode: --/PW res: [0x240000402:0x611:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fb4e expref: 19 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.078330:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff880099adb840/0x4c38e74a54729cdb lrc: 3/0,1 mode: --/EX res: [0x240000402:0x611:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.078337:0:6837:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad8240/0x4c38e74a54729cb8 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x611:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fb55 expref: 18 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.078343:0:6837:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff880099adb840/0x4c38e74a54729cdb lrc: 4/0,1 mode: --/EX res: [0x240000402:0x611:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.078357:0:6837:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad8240/0x4c38e74a54729cb8 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x611:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fb55 expref: 18 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.078366:0:6837:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad8240/0x4c38e74a54729cb8 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x611:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fb55 expref: 18 pid: 6837 timeout: 3714 lvb_type: 0 00000100:00100000:0.0:1718930703.078380:0:6837:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0f14740 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6837:1802425733049792:192.168.204.9@tcp:104: 00000100:00100000:0.0:1718930703.078413:0:6837:0:(client.c:2492:ptlrpc_set_wait()) set ffff8801315c90c0 going to sleep for 6 seconds 00000100:00100000:0.0:1718930703.079018:0:6837:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800a0f14740 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6837:1802425733049792:192.168.204.9@tcp:104: 00010000:00010000:0.0:1718930703.079026:0:6837:0:(ldlm_request.c:286:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff880099adb840/0x4c38e74a54729cdb lrc: 3/0,1 mode: --/EX res: [0x240000402:0x611:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930703.079151:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1718930703.079221:0:9277:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753281472 00010000:00010000:3.0:1718930703.079235:0:9277:0:(ldlm_lockd.c:2633:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad8240/0x4c38e74a54729cb8 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x611:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fb55 expref: 19 pid: 6837 timeout: 3714 lvb_type: 0 00000100:00100000:3.0:1718930703.079257:0:9277:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 63334 00000100:00100000:3.0:1718930703.079260:0:9277:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880083dc2140 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8a07974b-7506-4725-beb3-4b5c6f8f9250+19:1876:x1802425753281472:12345-192.168.204.9@tcp:103:ldlm_bl_04.0 00010000:00010000:3.0:1718930703.079266:0:9277:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1718930703.079268:0:9277:0:(ldlm_lockd.c:1766:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad8240/0x4c38e74a54729cb8 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x611:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fb55 expref: 19 pid: 6837 timeout: 3714 lvb_type: 0 00010000:00010000:3.0:1718930703.079274:0:9277:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad8240/0x4c38e74a54729cb8 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x611:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fb55 expref: 19 pid: 6837 timeout: 3714 lvb_type: 0 00010000:00010000:3.0:1718930703.079282:0:9277:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad8240/0x4c38e74a54729cb8 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x611:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fb55 expref: 19 pid: 6837 timeout: 3714 lvb_type: 0 00010000:00010000:3.0:1718930703.079289:0:9277:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x611:0x0].0x0 (ffff88008208e300) 00010000:00010000:3.0:1718930703.079290:0:9277:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff880099adb840/0x4c38e74a54729cdb lrc: 3/0,1 mode: --/EX res: [0x240000402:0x611:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.079295:0:9277:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff880099adb840/0x4c38e74a54729cdb lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x611:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.079298:0:9277:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880099adb840/0x4c38e74a54729cdb lrc: 4/0,1 mode: EX/EX res: [0x240000402:0x611:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.079307:0:9277:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1718930703.079311:0:6837:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff880099adb840/0x4c38e74a54729cdb lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x611:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.079316:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880099adb840/0x4c38e74a54729cdb lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x611:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718930703.079328:0:9277:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880083dc2140 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8a07974b-7506-4725-beb3-4b5c6f8f9250+18:1876:x1802425753281472:12345-192.168.204.9@tcp:103:ldlm_bl_04.0 Request processed in 67us (178us total) trans 0 rc 0/0 00000100:00100000:3.0:1718930703.079332:0:9277:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 63334 00010000:00010000:0.0:1718930703.079343:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff880099adbcc0/0x4c38e74a54729ce2 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x616:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.079347:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880099adbcc0/0x4c38e74a54729ce2 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x616:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.079351:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880099adbcc0/0x4c38e74a54729ce2 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x616:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.079386:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff880099adbcc0/0x4c38e74a54729ce2 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x616:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.079389:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880099adbcc0/0x4c38e74a54729ce2 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x616:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.079393:0:6837:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880099adbcc0/0x4c38e74a54729ce2 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x616:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.079396:0:6837:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880099adbcc0 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:0.0:1718930703.079397:0:6837:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880099adbcc0/0x4c38e74a54729ce2 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x616:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.079400:0:6837:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880099adbcc0/0x4c38e74a54729ce2 lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x616:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.079404:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x616:0x0].0x0 (ffff88008208ef00) 00010000:00010000:0.0:1718930703.079405:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 7f 00010000:00010000:0.0:1718930703.079407:0:6837:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880099adbcc0/0x4c38e74a54729ce2 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x616:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.079409:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880099adbcc0/0x4c38e74a54729ce2 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x616:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.079421:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff880099adb840/0x4c38e74a54729cdb lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x611:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.079424:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880099adb840/0x4c38e74a54729cdb lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x611:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.079444:0:6837:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880099adb840/0x4c38e74a54729cdb lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x611:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.079447:0:6837:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880099adb840 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:0.0:1718930703.079448:0:6837:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880099adb840/0x4c38e74a54729cdb lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x611:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.079451:0:6837:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880099adb840/0x4c38e74a54729cdb lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x611:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.079455:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x611:0x0].0x0 (ffff88008208e300) 00010000:00010000:0.0:1718930703.079456:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 7f 00010000:00010000:0.0:1718930703.079457:0:6837:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880099adb840/0x4c38e74a54729cdb lrc: 2/0,0 mode: --/EX res: [0x240000402:0x611:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.079460:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880099adb840/0x4c38e74a54729cdb lrc: 0/0,0 mode: --/EX res: [0x240000402:0x611:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.079466:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad8b40/0x4c38e74a54729cd4 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.079468:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad8b40/0x4c38e74a54729cd4 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.079471:0:6837:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad8b40/0x4c38e74a54729cd4 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.079473:0:6837:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880099ad8b40 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:0.0:1718930703.079474:0:6837:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad8b40/0x4c38e74a54729cd4 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.079477:0:6837:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad8b40/0x4c38e74a54729cd4 lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.079480:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x608:0x0].0x0 (ffff88008208e700) 00010000:00010000:0.0:1718930703.079481:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1718930703.079482:0:6837:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad8b40/0x4c38e74a54729cd4 lrc: 2/0,0 mode: --/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.079484:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad8b40/0x4c38e74a54729cd4 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.079490:0:6837:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff880099adb180/0x4c38e74a54729cc6 lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0x4c38e74a54729ccd expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.079494:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff880099adb180/0x4c38e74a54729cc6 lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000401000000 nid: local remote: 0x4c38e74a54729ccd expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.079497:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff880099adb180/0x4c38e74a54729cc6 lrc: 2/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000401000000 nid: local remote: 0x4c38e74a54729ccd expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.079507:0:6837:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1718930703.079522:0:11341:0:(ldlm_lockd.c:2784:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1718930703.079525:0:11341:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff880099adb180/0x4c38e74a54729cc6 lrc: 2/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000401000000 nid: local remote: 0x4c38e74a54729ccd expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.079531:0:11341:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880099adb180 already unused, calling callback (ffffffffa0ea60e0) 00010000:00010000:2.0:1718930703.079533:0:11341:0:(ldlm_request.c:1235:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff880099adb180/0x4c38e74a54729cc6 lrc: 3/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008401000000 nid: local remote: 0x4c38e74a54729ccd expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718930703.079534:0:6837:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880083dc6d40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+17:26685:x1802425753281408:12345-192.168.204.9@tcp:36:lfs.0 Request processed in 1555us (1609us total) trans 0 rc -114/-114 00000004:00010000:2.0:1718930703.079537:0:11341:0:(mdt_handler.c:3608:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff880099adb180/0x4c38e74a54729cc6 lrc: 3/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009401000000 nid: local remote: 0x4c38e74a54729ccd expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718930703.079538:0:6837:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230834 00010000:00010000:2.0:1718930703.079551:0:11341:0:(ldlm_request.c:1301:ldlm_cancel_pack()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff880099adb180/0x4c38e74a54729cc6 lrc: 2/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0x4c38e74a54729ccd expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.079554:0:11341:0:(ldlm_request.c:1305:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1718930703.079568:0:11341:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff880099adb180/0x4c38e74a54729cc6 lrc: 1/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0x4c38e74a54729ccd expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718930703.079568:0:3322:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88008e3d1300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3322:1802425733049856:0@lo:103:ldlm_bl_04.0 00010000:00010000:2.0:1718930703.079572:0:11341:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff880099adb180/0x4c38e74a54729cc6 lrc: 0/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0x4c38e74a54729ccd expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.079581:0:11341:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1718930703.079582:0:11341:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1718930703.079582:0:11341:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1718930703.079582:0:3322:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718930703.079594:0:9277:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733049856 00000100:00100000:3.0:1718930703.079607:0:9277:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9159 00000100:00100000:3.0:1718930703.079609:0:9277:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0f14740 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001-mdtlov_UUID+7:3322:x1802425733049856:12345-0@lo:103:ldlm_bl_04.0 00010000:00010000:3.0:1718930703.079614:0:9277:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1718930703.079619:0:9277:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008350ed00/0x4c38e74a54729ccd lrc: 0/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801001000000 nid: 0@lo remote: 0x4c38e74a54729cc6 expref: 7 pid: 6842 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.079627:0:9277:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000004:0x1:0x0].0x0 (ffff880097846d00) 00010000:00010000:3.0:1718930703.079630:0:9277:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1718930703.079646:0:9277:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0f14740 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001-mdtlov_UUID+6:3322:x1802425733049856:12345-0@lo:103:ldlm_bl_04.0 Request processed in 36us (64us total) trans 0 rc 0/0 00000100:00100000:3.0:1718930703.079649:0:9277:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9159 00000100:00100000:0.0:1718930703.079653:0:3322:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88008e3d1300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3322:1802425733049856:0@lo:103:ldlm_bl_04.0 00000100:00100000:2.0:1718930703.079995:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1718930703.080011:0:6840:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753281600 00000100:00100000:0.0:1718930703.080024:0:6840:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 10805 00000100:00100000:0.0:1718930703.080027:0:6840:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e3d7200 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+17:26685:x1802425753281600:12345-192.168.204.9@tcp:35:lfs.0 00000100:00100000:0.0:1718930703.080051:0:6840:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e3d7200 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+17:26685:x1802425753281600:12345-192.168.204.9@tcp:35:lfs.0 Request processed in 24us (58us total) trans 0 rc -116/-116 00000100:00100000:0.0:1718930703.080055:0:6840:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 10805 00000100:00100000:3.0:1718930703.080542:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1718930703.080557:0:6837:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753281664 00000100:00100000:0.0:1718930703.080568:0:6837:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230835 00000100:00100000:0.0:1718930703.080571:0:6837:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e303dc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+17:26685:x1802425753281664:12345-192.168.204.9@tcp:34:lfs.0 00010000:00010000:0.0:1718930703.080586:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff880099adaf40/0x4c38e74a54729ce9 lrc: 3/1,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.080591:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880099adaf40/0x4c38e74a54729ce9 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.080595:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880099adaf40/0x4c38e74a54729ce9 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.080601:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad8000/0x4c38e74a54729cf0 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1a6:0x0].0x3766 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.080604:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad8000/0x4c38e74a54729cf0 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3766 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.080607:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad8000/0x4c38e74a54729cf0 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3766 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.080625:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad9b00/0x4c38e74a54729cf7 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x60d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.080628:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad9b00/0x4c38e74a54729cf7 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x60d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.080631:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad9b00/0x4c38e74a54729cf7 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x60d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1718930703.080646:0:6837:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad9b00/0x4c38e74a54729cf7 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x60d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.080650:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff880099adaf40/0x4c38e74a54729ce9 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.080653:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880099adaf40/0x4c38e74a54729ce9 lrc: 2/0,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.080657:0:6837:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880099adaf40/0x4c38e74a54729ce9 lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.080674:0:6837:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880099adaf40 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:0.0:1718930703.080675:0:6837:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880099adaf40/0x4c38e74a54729ce9 lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.080679:0:6837:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880099adaf40/0x4c38e74a54729ce9 lrc: 4/0,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.080683:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a6:0x0].0x0 (ffff88006f4e6e00) 00010000:00010000:0.0:1718930703.080684:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1718930703.080685:0:6837:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880099adaf40/0x4c38e74a54729ce9 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.080688:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880099adaf40/0x4c38e74a54729ce9 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.080693:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad8000/0x4c38e74a54729cf0 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3766 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.080696:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad8000/0x4c38e74a54729cf0 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3766 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.080699:0:6837:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad8000/0x4c38e74a54729cf0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3766 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.080705:0:6837:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880099ad8000 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:0.0:1718930703.080706:0:6837:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad8000/0x4c38e74a54729cf0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3766 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.080709:0:6837:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad8000/0x4c38e74a54729cf0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3766 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.080712:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a6:0x0].0x3766 (ffff88008208e800) 00010000:00010000:0.0:1718930703.080712:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1718930703.080713:0:6837:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad8000/0x4c38e74a54729cf0 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1a6:0x0].0x3766 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.080716:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad8000/0x4c38e74a54729cf0 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1a6:0x0].0x3766 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.080721:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad9b00/0x4c38e74a54729cf7 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x60d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.080724:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad9b00/0x4c38e74a54729cf7 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x60d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.080726:0:6837:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad9b00/0x4c38e74a54729cf7 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x60d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.080729:0:6837:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880099ad9b00 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:0.0:1718930703.080730:0:6837:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad9b00/0x4c38e74a54729cf7 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x60d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.080732:0:6837:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad9b00/0x4c38e74a54729cf7 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x60d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.080736:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x60d:0x0].0x0 (ffff88008208ea00) 00010000:00010000:0.0:1718930703.080737:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1718930703.080738:0:6837:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad9b00/0x4c38e74a54729cf7 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x60d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.080740:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad9b00/0x4c38e74a54729cf7 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x60d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718930703.080765:0:6837:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e303dc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+17:26685:x1802425753281664:12345-192.168.204.9@tcp:34:lfs.0 Request processed in 193us (224us total) trans 0 rc 0/0 00000100:00100000:0.0:1718930703.080768:0:6837:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230835 00000100:00100000:2.0:1718930703.081587:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1718930703.081619:0:6837:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753281792 00000100:00100000:0.0:1718930703.081639:0:6837:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230836 00000100:00100000:0.0:1718930703.081642:0:6837:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e3d1300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+17:26685:x1802425753281792:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:0.0:1718930703.081648:0:6837:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1718930703.081653:0:6837:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad9680/0x4c38e74a54729cfe lrc: 2/0,0 mode: --/CR res: [0x240000402:0x60d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xceea94147812fb5c expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.081696:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880099ada640/0x4c38e74a54729d05 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x60d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.081701:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880099ada640/0x4c38e74a54729d05 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x60d:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.081705:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880099ada640/0x4c38e74a54729d05 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x60d:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00200000:0.0:1718930703.081710:0:6837:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x60d:0x0]: returning size 0 00010000:00010000:0.0:1718930703.081738:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad9680/0x4c38e74a54729cfe lrc: 0/0,0 mode: --/CR res: [0x240000402:0x60d:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fb5c expref: 20 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.081745:0:6837:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff880099ada640/0x4c38e74a54729d05 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x60d:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fb5c expref: 19 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.081749:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x60d:0x0].0x0 (ffff88008208ee00) 00010000:00010000:0.0:1718930703.081750:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1718930703.081751:0:6837:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff880099ada640, rc 0) 00000100:00100000:0.0:1718930703.081775:0:6837:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e3d1300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+19:26685:x1802425753281792:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 132us (189us total) trans 4294987149 rc 0/0 00000100:00100000:0.0:1718930703.081778:0:6837:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230836 00000100:00100000:2.0:1718930703.082566:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1718930703.082601:0:6837:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753281856 00000100:00100000:0.0:1718930703.082622:0:6837:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230837 00000100:00100000:0.0:1718930703.082626:0:6837:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88013713f200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+19:26685:x1802425753281856:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:0.0:1718930703.082634:0:6837:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1718930703.082639:0:6837:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad9f80/0x4c38e74a54729d13 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x60d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xceea94147812fb63 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.082657:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad9f80/0x4c38e74a54729d13 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x60d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fb63 expref: 20 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.082683:0:6837:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad9f80/0x4c38e74a54729d13 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x60d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fb63 expref: 20 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.082694:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x60d:0x0].0x0 (ffff88008208ee00) 00010000:00010000:0.0:1718930703.082696:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1718930703.082697:0:6837:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff880099ad9f80, rc 0) 00000100:00100000:0.0:1718930703.082726:0:6837:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88013713f200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+20:26685:x1802425753281856:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 100us (161us total) trans 0 rc 0/0 00000100:00100000:0.0:1718930703.082732:0:6837:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230837 00000100:00100000:3.0:1718930703.083570:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1718930703.083604:0:22545:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753281920 00000100:00100000:0.0:1718930703.083634:0:22545:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.204.9@tcp, with round 496 00000100:00100000:0.0:1718930703.083638:0:22545:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e3050c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8a07974b-7506-4725-beb3-4b5c6f8f9250+6:1875:x1802425753281920:12345-192.168.204.9@tcp:1:lfs.0 00002000:00010000:0.0:1718930703.083657:0:22545:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x58c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1718930703.083676:0:22545:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880099adba80/0x4c38e74a54729d1a lrc: 3/0,1 mode: --/PW res: [0x58c:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.083684:0:22545:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1718930703.083685:0:22545:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1718930703.083687:0:22545:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099adba80/0x4c38e74a54729d1a lrc: 3/0,1 mode: PW/PW res: [0x58c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.083694:0:22545:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099adba80/0x4c38e74a54729d1a lrc: 3/0,1 mode: PW/PW res: [0x58c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.083702:0:22545:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880099adba80/0x4c38e74a54729d1a lrc: 3/0,1 mode: PW/PW res: [0x58c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.083708:0:22545:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880099adba80/0x4c38e74a54729d1a lrc: 2/0,0 mode: PW/PW res: [0x58c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.083719:0:22545:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1718930703.083724:0:6828:0:(ldlm_lockd.c:2784:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1718930703.083727:0:6828:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880099adba80/0x4c38e74a54729d1a lrc: 2/0,0 mode: PW/PW res: [0x58c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.083733:0:6828:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880099adba80 already unused, calling callback (ffffffffa080a190) 00010000:00010000:2.0:1718930703.083735:0:6828:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880099adba80/0x4c38e74a54729d1a lrc: 2/0,0 mode: PW/PW res: [0x58c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.083739:0:6828:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880099adba80/0x4c38e74a54729d1a lrc: 3/0,0 mode: PW/PW res: [0x58c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718930703.083741:0:22545:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e3050c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8a07974b-7506-4725-beb3-4b5c6f8f9250+6:1875:x1802425753281920:12345-192.168.204.9@tcp:1:lfs.0 Request processed in 102us (171us total) trans 0 rc 0/0 00010000:00010000:2.0:1718930703.083746:0:6828:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880099adba80/0x4c38e74a54729d1a lrc: 1/0,0 mode: --/PW res: [0x58c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718930703.083747:0:22545:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.204.9@tcp, with round 496 00010000:00010000:2.0:1718930703.083749:0:6828:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099adba80/0x4c38e74a54729d1a lrc: 0/0,0 mode: --/PW res: [0x58c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.083759:0:6828:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1718930703.083761:0:6828:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1718930703.083761:0:6828:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1718930703.084323:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1718930703.084366:0:6837:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753282048 00000100:00100000:0.0:1718930703.084390:0:6837:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230838 00000100:00100000:0.0:1718930703.084394:0:6837:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88013713e880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+20:26685:x1802425753282048:12345-192.168.204.9@tcp:36:lfs.0 00010000:00010000:0.0:1718930703.084423:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff880099ad8fc0/0x4c38e74a54729d21 lrc: 3/0,1 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.084443:0:6837:0:(ldlm_request.c:1029:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000001000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff880099ad8fc0/0x4c38e74a54729d21 lrc: 3/0,1 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.084448:0:6837:0:(ldlm_request.c:1117:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff880099ad8fc0/0x4c38e74a54729d21 lrc: 3/0,1 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718930703.084458:0:6837:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0f150c0 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:6837:1802425733049920:0@lo:101:mdt00_000.0 00000100:00100000:0.0:1718930703.084479:0:6837:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1718930703.084496:0:6837:0:(client.c:2492:ptlrpc_set_wait()) set ffff8801315c9f00 going to sleep for 6 seconds 00000100:00100000:2.0:1718930703.084509:0:6842:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733049920 00000100:00100000:2.0:1718930703.084524:0:6842:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20825 00000100:00100000:2.0:1718930703.084526:0:6842:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0f15580 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:6837:x1802425733049920:12345-0@lo:101:mdt00_000.0 00010000:00010000:2.0:1718930703.084532:0:6842:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1718930703.084537:0:6842:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008350e400/0x4c38e74a54729d28 lrc: 2/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4c38e74a54729d21 expref: -99 pid: 6842 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.084546:0:6842:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008350e400/0x4c38e74a54729d28 lrc: 3/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000001000000 nid: 0@lo remote: 0x4c38e74a54729d21 expref: 7 pid: 6842 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.084551:0:6842:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008350e400/0x4c38e74a54729d28 lrc: 3/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0x4c38e74a54729d21 expref: 7 pid: 6842 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.084554:0:6842:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000004:0x1:0x0].0x0 (ffff880097846700) 00010000:00010000:2.0:1718930703.084555:0:6842:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718930703.084556:0:6842:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88008350e400, rc 0) 00000100:00100000:2.0:1718930703.084572:0:6842:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0f15580 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+7:6837:x1802425733049920:12345-0@lo:101:mdt00_000.0 Request processed in 46us (94us total) trans 0 rc 0/0 00000100:00100000:2.0:1718930703.084576:0:6842:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20825 00000100:00100000:0.0:1718930703.084586:0:6837:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800a0f150c0 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:6837:1802425733049920:0@lo:101:mdt00_000.0 00010000:00010000:0.0:1718930703.084594:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff880099ad8fc0/0x4c38e74a54729d21 lrc: 4/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0x4c38e74a54729d28 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.084601:0:6837:0:(ldlm_request.c:799:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff880099ad8fc0/0x4c38e74a54729d21 lrc: 4/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0x4c38e74a54729d28 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.084655:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880099adad00/0x4c38e74a54729d2f lrc: 3/0,1 mode: --/PW res: [0x240000402:0x608:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.084679:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880099adad00/0x4c38e74a54729d2f lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.084686:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880099adad00/0x4c38e74a54729d2f lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.084726:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x60d:0x0].0x0 (ffff88008208ee00) 00010000:00010000:0.0:1718930703.084728:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1718930703.084731:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880099ada640/0x4c38e74a54729d05 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x60d:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fb5c expref: 20 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.084746:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff880099ada880/0x4c38e74a54729d36 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x60d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.084753:0:6837:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad9f80/0x4c38e74a54729d13 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x60d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fb63 expref: 19 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.084759:0:6837:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff880099ada880/0x4c38e74a54729d36 lrc: 4/0,1 mode: --/EX res: [0x240000402:0x60d:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.084773:0:6837:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad9f80/0x4c38e74a54729d13 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x60d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fb63 expref: 19 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.084781:0:6837:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad9f80/0x4c38e74a54729d13 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x60d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fb63 expref: 19 pid: 6837 timeout: 3714 lvb_type: 0 00000100:00100000:0.0:1718930703.084790:0:6837:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0f150c0 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6837:1802425733049984:192.168.204.9@tcp:104: 00000100:00100000:0.0:1718930703.084820:0:6837:0:(client.c:2492:ptlrpc_set_wait()) set ffff8801315c9f00 going to sleep for 6 seconds 00000100:00100000:0.0:1718930703.085574:0:6837:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800a0f150c0 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6837:1802425733049984:192.168.204.9@tcp:104: 00010000:00010000:0.0:1718930703.085585:0:6837:0:(ldlm_request.c:286:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff880099ada880/0x4c38e74a54729d36 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x60d:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718930703.085590:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1718930703.085672:0:9277:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753282112 00010000:00010000:2.0:1718930703.085685:0:9277:0:(ldlm_lockd.c:2633:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad9f80/0x4c38e74a54729d13 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x60d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fb63 expref: 20 pid: 6837 timeout: 3714 lvb_type: 0 00000100:00100000:2.0:1718930703.085706:0:9277:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 63335 00000100:00100000:2.0:1718930703.085708:0:9277:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e305a40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8a07974b-7506-4725-beb3-4b5c6f8f9250+20:1876:x1802425753282112:12345-192.168.204.9@tcp:103:ldlm_bl_03.0 00010000:00010000:2.0:1718930703.085713:0:9277:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1718930703.085716:0:9277:0:(ldlm_lockd.c:1766:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad9f80/0x4c38e74a54729d13 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x60d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fb63 expref: 20 pid: 6837 timeout: 3714 lvb_type: 0 00010000:00010000:2.0:1718930703.085721:0:9277:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad9f80/0x4c38e74a54729d13 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x60d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fb63 expref: 20 pid: 6837 timeout: 3714 lvb_type: 0 00010000:00010000:2.0:1718930703.085728:0:9277:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad9f80/0x4c38e74a54729d13 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x60d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fb63 expref: 20 pid: 6837 timeout: 3714 lvb_type: 0 00010000:00010000:2.0:1718930703.085735:0:9277:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x60d:0x0].0x0 (ffff88008208ee00) 00010000:00010000:2.0:1718930703.085737:0:9277:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff880099ada880/0x4c38e74a54729d36 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x60d:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.085741:0:9277:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff880099ada880/0x4c38e74a54729d36 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x60d:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.085744:0:9277:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880099ada880/0x4c38e74a54729d36 lrc: 4/0,1 mode: EX/EX res: [0x240000402:0x60d:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.085752:0:9277:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1718930703.085759:0:6837:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff880099ada880/0x4c38e74a54729d36 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x60d:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.085767:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880099ada880/0x4c38e74a54729d36 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x60d:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930703.085773:0:9277:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e305a40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8a07974b-7506-4725-beb3-4b5c6f8f9250+19:1876:x1802425753282112:12345-192.168.204.9@tcp:103:ldlm_bl_03.0 Request processed in 64us (184us total) trans 0 rc 0/0 00000100:00100000:2.0:1718930703.085777:0:9277:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 63335 00010000:00010000:0.0:1718930703.085795:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad8900/0x4c38e74a54729d3d lrc: 3/0,1 mode: --/EX res: [0x240000402:0x617:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.085802:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad8900/0x4c38e74a54729d3d lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x617:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.085809:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad8900/0x4c38e74a54729d3d lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x617:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.085849:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad8900/0x4c38e74a54729d3d lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x617:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.085854:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad8900/0x4c38e74a54729d3d lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x617:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.085859:0:6837:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad8900/0x4c38e74a54729d3d lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x617:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.085864:0:6837:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880099ad8900 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:0.0:1718930703.085865:0:6837:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad8900/0x4c38e74a54729d3d lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x617:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.085870:0:6837:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad8900/0x4c38e74a54729d3d lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x617:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.085877:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x617:0x0].0x0 (ffff88008208ed00) 00010000:00010000:0.0:1718930703.085879:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 7f 00010000:00010000:0.0:1718930703.085881:0:6837:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad8900/0x4c38e74a54729d3d lrc: 2/0,0 mode: --/EX res: [0x240000402:0x617:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.085886:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad8900/0x4c38e74a54729d3d lrc: 0/0,0 mode: --/EX res: [0x240000402:0x617:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.085902:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff880099ada880/0x4c38e74a54729d36 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x60d:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.085907:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880099ada880/0x4c38e74a54729d36 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x60d:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.085911:0:6837:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880099ada880/0x4c38e74a54729d36 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x60d:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.085916:0:6837:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880099ada880 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:0.0:1718930703.085917:0:6837:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880099ada880/0x4c38e74a54729d36 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x60d:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.085922:0:6837:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880099ada880/0x4c38e74a54729d36 lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x60d:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.085928:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x60d:0x0].0x0 (ffff88008208ee00) 00010000:00010000:0.0:1718930703.085930:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 7f 00010000:00010000:0.0:1718930703.085931:0:6837:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880099ada880/0x4c38e74a54729d36 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x60d:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.085936:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880099ada880/0x4c38e74a54729d36 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x60d:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.085950:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880099adad00/0x4c38e74a54729d2f lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.085955:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880099adad00/0x4c38e74a54729d2f lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.085960:0:6837:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880099adad00/0x4c38e74a54729d2f lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.085964:0:6837:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880099adad00 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:0.0:1718930703.085965:0:6837:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880099adad00/0x4c38e74a54729d2f lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.085969:0:6837:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880099adad00/0x4c38e74a54729d2f lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.085975:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x608:0x0].0x0 (ffff88008208ec00) 00010000:00010000:0.0:1718930703.085977:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1718930703.085978:0:6837:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880099adad00/0x4c38e74a54729d2f lrc: 2/0,0 mode: --/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.085983:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880099adad00/0x4c38e74a54729d2f lrc: 0/0,0 mode: --/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.085990:0:6837:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff880099ad8fc0/0x4c38e74a54729d21 lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0x4c38e74a54729d28 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.085995:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff880099ad8fc0/0x4c38e74a54729d21 lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000401000000 nid: local remote: 0x4c38e74a54729d28 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.086004:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff880099ad8fc0/0x4c38e74a54729d21 lrc: 2/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000401000000 nid: local remote: 0x4c38e74a54729d28 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.086018:0:6837:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1718930703.086047:0:6829:0:(ldlm_lockd.c:2784:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:0.0:1718930703.086047:0:6837:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88013713e880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+18:26685:x1802425753282048:12345-192.168.204.9@tcp:36:lfs.0 Request processed in 1652us (1723us total) trans 0 rc -114/-114 00010000:00010000:1.0:1718930703.086051:0:6829:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff880099ad8fc0/0x4c38e74a54729d21 lrc: 2/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000401000000 nid: local remote: 0x4c38e74a54729d28 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718930703.086052:0:6837:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230838 00010000:00010000:1.0:1718930703.086057:0:6829:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880099ad8fc0 already unused, calling callback (ffffffffa0ea60e0) 00010000:00010000:1.0:1718930703.086059:0:6829:0:(ldlm_request.c:1235:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff880099ad8fc0/0x4c38e74a54729d21 lrc: 3/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008401000000 nid: local remote: 0x4c38e74a54729d28 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1718930703.086062:0:6829:0:(mdt_handler.c:3608:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff880099ad8fc0/0x4c38e74a54729d21 lrc: 3/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009401000000 nid: local remote: 0x4c38e74a54729d28 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.086075:0:6829:0:(ldlm_request.c:1301:ldlm_cancel_pack()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff880099ad8fc0/0x4c38e74a54729d21 lrc: 2/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0x4c38e74a54729d28 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.086078:0:6829:0:(ldlm_request.c:1305:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1718930703.086092:0:6829:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff880099ad8fc0/0x4c38e74a54729d21 lrc: 1/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0x4c38e74a54729d28 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.086095:0:6829:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff880099ad8fc0/0x4c38e74a54729d21 lrc: 0/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0x4c38e74a54729d28 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718930703.086099:0:3322:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1718930703.086104:0:3322:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880092a30e40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3322:1802425733050048:0@lo:103:ldlm_bl_02.0 00010000:00010000:1.0:1718930703.086107:0:6829:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1718930703.086107:0:6829:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1718930703.086108:0:6829:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1718930703.086122:0:3322:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718930703.086133:0:9277:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733050048 00000100:00100000:3.0:1718930703.086149:0:9277:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9160 00000100:00100000:3.0:1718930703.086152:0:9277:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0f150c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001-mdtlov_UUID+7:3322:x1802425733050048:12345-0@lo:103:ldlm_bl_02.0 00010000:00010000:3.0:1718930703.086156:0:9277:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1718930703.086163:0:9277:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008350e400/0x4c38e74a54729d28 lrc: 0/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801001000000 nid: 0@lo remote: 0x4c38e74a54729d21 expref: 7 pid: 6842 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.086170:0:9277:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000004:0x1:0x0].0x0 (ffff880097846700) 00010000:00010000:3.0:1718930703.086173:0:9277:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1718930703.086189:0:9277:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0f150c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001-mdtlov_UUID+6:3322:x1802425733050048:12345-0@lo:103:ldlm_bl_02.0 Request processed in 36us (68us total) trans 0 rc 0/0 00000100:00100000:3.0:1718930703.086192:0:9277:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9160 00000100:00100000:0.0:1718930703.086201:0:3322:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880092a30e40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3322:1802425733050048:0@lo:103:ldlm_bl_02.0 00000100:00100000:3.0:1718930703.086490:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1718930703.086523:0:6840:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753282240 00000100:00100000:0.0:1718930703.086545:0:6840:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 10806 00000100:00100000:0.0:1718930703.086548:0:6840:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e304740 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+18:26685:x1802425753282240:12345-192.168.204.9@tcp:35:lfs.0 00000100:00100000:0.0:1718930703.086572:0:6840:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e304740 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+18:26685:x1802425753282240:12345-192.168.204.9@tcp:35:lfs.0 Request processed in 24us (83us total) trans 0 rc -116/-116 00000100:00100000:0.0:1718930703.086576:0:6840:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 10806 00000100:00100000:3.0:1718930703.087235:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1718930703.087275:0:6837:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753282304 00000100:00100000:0.0:1718930703.087294:0:6837:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230839 00000100:00100000:0.0:1718930703.087298:0:6837:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e304280 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+18:26685:x1802425753282304:12345-192.168.204.9@tcp:34:lfs.0 00010000:00010000:0.0:1718930703.087319:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad9200/0x4c38e74a54729d44 lrc: 3/1,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.087328:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad9200/0x4c38e74a54729d44 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.087335:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad9200/0x4c38e74a54729d44 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.087344:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880099ada400/0x4c38e74a54729d4b lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1a6:0x0].0x3666 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.087350:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880099ada400/0x4c38e74a54729d4b lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3666 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.087356:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880099ada400/0x4c38e74a54729d4b lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3666 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.087384:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad8d80/0x4c38e74a54729d52 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x60e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.087391:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad8d80/0x4c38e74a54729d52 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x60e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.087397:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad8d80/0x4c38e74a54729d52 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x60e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1718930703.087417:0:6837:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad8d80/0x4c38e74a54729d52 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x60e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.087441:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad9200/0x4c38e74a54729d44 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.087446:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad9200/0x4c38e74a54729d44 lrc: 2/0,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.087456:0:6837:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad9200/0x4c38e74a54729d44 lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.087461:0:6837:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880099ad9200 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:0.0:1718930703.087463:0:6837:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad9200/0x4c38e74a54729d44 lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.087467:0:6837:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad9200/0x4c38e74a54729d44 lrc: 4/0,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.087474:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a6:0x0].0x0 (ffff88006f4e6e00) 00010000:00010000:0.0:1718930703.087476:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1718930703.087477:0:6837:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad9200/0x4c38e74a54729d44 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.087481:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad9200/0x4c38e74a54729d44 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.087489:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880099ada400/0x4c38e74a54729d4b lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3666 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.087494:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880099ada400/0x4c38e74a54729d4b lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3666 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.087498:0:6837:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880099ada400/0x4c38e74a54729d4b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3666 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.087502:0:6837:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880099ada400 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:0.0:1718930703.087503:0:6837:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880099ada400/0x4c38e74a54729d4b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3666 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.087508:0:6837:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880099ada400/0x4c38e74a54729d4b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3666 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.087512:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a6:0x0].0x3666 (ffff88008208e200) 00010000:00010000:0.0:1718930703.087514:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1718930703.087515:0:6837:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880099ada400/0x4c38e74a54729d4b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1a6:0x0].0x3666 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.087518:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880099ada400/0x4c38e74a54729d4b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1a6:0x0].0x3666 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.087526:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad8d80/0x4c38e74a54729d52 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x60e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.087529:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad8d80/0x4c38e74a54729d52 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x60e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.087533:0:6837:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad8d80/0x4c38e74a54729d52 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x60e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.087537:0:6837:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880099ad8d80 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:0.0:1718930703.087538:0:6837:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad8d80/0x4c38e74a54729d52 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x60e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.087542:0:6837:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad8d80/0x4c38e74a54729d52 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x60e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.087547:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x60e:0x0].0x0 (ffff88008208e500) 00010000:00010000:0.0:1718930703.087548:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1718930703.087550:0:6837:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad8d80/0x4c38e74a54729d52 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x60e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.087554:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad8d80/0x4c38e74a54729d52 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x60e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718930703.087591:0:6837:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e304280 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+18:26685:x1802425753282304:12345-192.168.204.9@tcp:34:lfs.0 Request processed in 293us (357us total) trans 0 rc 0/0 00000100:00100000:0.0:1718930703.087596:0:6837:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230839 00000100:00100000:3.0:1718930703.088334:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1718930703.088372:0:6837:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753282432 00000100:00100000:0.0:1718930703.088389:0:6837:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230840 00000100:00100000:0.0:1718930703.088393:0:6837:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e303900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+18:26685:x1802425753282432:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:0.0:1718930703.088400:0:6837:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1718930703.088406:0:6837:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880099adb180/0x4c38e74a54729d59 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x60e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xceea94147812fb6a expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.088453:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880099adb3c0/0x4c38e74a54729d60 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x60e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.088461:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880099adb3c0/0x4c38e74a54729d60 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x60e:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.088468:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880099adb3c0/0x4c38e74a54729d60 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x60e:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00200000:0.0:1718930703.088475:0:6837:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x60e:0x0]: returning size 0 00010000:00010000:0.0:1718930703.088509:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880099adb180/0x4c38e74a54729d59 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x60e:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fb6a expref: 21 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.088520:0:6837:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff880099adb3c0/0x4c38e74a54729d60 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x60e:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fb6a expref: 20 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.088526:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x60e:0x0].0x0 (ffff880091232500) 00010000:00010000:0.0:1718930703.088528:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1718930703.088530:0:6837:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff880099adb3c0, rc 0) 00000100:00100000:0.0:1718930703.088558:0:6837:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e303900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+20:26685:x1802425753282432:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 164us (225us total) trans 4294987150 rc 0/0 00000100:00100000:0.0:1718930703.088564:0:6837:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230840 00000100:00100000:3.0:1718930703.089404:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1718930703.089449:0:6837:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753282496 00000100:00100000:0.0:1718930703.089466:0:6837:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230841 00000100:00100000:0.0:1718930703.089470:0:6837:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e3076c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+20:26685:x1802425753282496:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:0.0:1718930703.089479:0:6837:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1718930703.089485:0:6837:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad8480/0x4c38e74a54729d6e lrc: 2/0,0 mode: --/CR res: [0x240000402:0x60e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xceea94147812fb71 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.089505:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad8480/0x4c38e74a54729d6e lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x60e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fb71 expref: 21 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.089514:0:6837:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad8480/0x4c38e74a54729d6e lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x60e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fb71 expref: 21 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.089523:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x60e:0x0].0x0 (ffff880091232500) 00010000:00010000:0.0:1718930703.089525:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1718930703.089526:0:6837:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff880099ad8480, rc 0) 00000100:00100000:0.0:1718930703.089552:0:6837:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e3076c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+21:26685:x1802425753282496:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 82us (148us total) trans 0 rc 0/0 00000100:00100000:0.0:1718930703.089559:0:6837:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230841 00000100:00100000:3.0:1718930703.090314:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1718930703.090351:0:22545:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753282560 00000100:00100000:0.0:1718930703.090380:0:22545:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.204.9@tcp, with round 497 00000100:00100000:0.0:1718930703.090384:0:22545:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e3017c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8a07974b-7506-4725-beb3-4b5c6f8f9250+7:1878:x1802425753282560:12345-192.168.204.9@tcp:1:lfs.0 00002000:00010000:0.0:1718930703.090407:0:22545:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x584:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1718930703.090410:0:22545:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880099ad9680/0x4c38e74a54729d75 lrc: 3/0,1 mode: --/PW res: [0x584:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.090417:0:22545:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1718930703.090418:0:22545:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1718930703.090420:0:22545:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099ad9680/0x4c38e74a54729d75 lrc: 3/0,1 mode: PW/PW res: [0x584:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.090443:0:22545:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099ad9680/0x4c38e74a54729d75 lrc: 3/0,1 mode: PW/PW res: [0x584:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.090452:0:22545:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880099ad9680/0x4c38e74a54729d75 lrc: 3/0,1 mode: PW/PW res: [0x584:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.090458:0:22545:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880099ad9680/0x4c38e74a54729d75 lrc: 2/0,0 mode: PW/PW res: [0x584:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.090472:0:22545:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1718930703.090484:0:4830:0:(ldlm_lockd.c:2784:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1718930703.090488:0:4830:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880099ad9680/0x4c38e74a54729d75 lrc: 2/0,0 mode: PW/PW res: [0x584:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.090494:0:4830:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880099ad9680 already unused, calling callback (ffffffffa080a190) 00010000:00010000:2.0:1718930703.090495:0:4830:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880099ad9680/0x4c38e74a54729d75 lrc: 2/0,0 mode: PW/PW res: [0x584:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718930703.090500:0:22545:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e3017c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8a07974b-7506-4725-beb3-4b5c6f8f9250+7:1878:x1802425753282560:12345-192.168.204.9@tcp:1:lfs.0 Request processed in 116us (188us total) trans 0 rc 0/0 00010000:00010000:2.0:1718930703.090503:0:4830:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880099ad9680/0x4c38e74a54729d75 lrc: 3/0,0 mode: PW/PW res: [0x584:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718930703.090507:0:22545:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.204.9@tcp, with round 497 00010000:00010000:2.0:1718930703.090512:0:4830:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880099ad9680/0x4c38e74a54729d75 lrc: 1/0,0 mode: --/PW res: [0x584:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.090515:0:4830:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099ad9680/0x4c38e74a54729d75 lrc: 0/0,0 mode: --/PW res: [0x584:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.090524:0:4830:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1718930703.090525:0:4830:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1718930703.090526:0:4830:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1718930703.091197:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1718930703.091230:0:6837:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753282688 00000100:00100000:0.0:1718930703.091246:0:6837:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230842 00000100:00100000:0.0:1718930703.091250:0:6837:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e300980 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+21:26685:x1802425753282688:12345-192.168.204.9@tcp:36:lfs.0 00010000:00010000:0.0:1718930703.091277:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff880099ad9b00/0x4c38e74a54729d7c lrc: 3/0,1 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.091283:0:6837:0:(ldlm_request.c:1029:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000001000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff880099ad9b00/0x4c38e74a54729d7c lrc: 3/0,1 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.091288:0:6837:0:(ldlm_request.c:1117:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff880099ad9b00/0x4c38e74a54729d7c lrc: 3/0,1 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718930703.091296:0:6837:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0f15a40 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:6837:1802425733050112:0@lo:101:mdt00_000.0 00000100:00100000:0.0:1718930703.091314:0:6837:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1718930703.091330:0:6837:0:(client.c:2492:ptlrpc_set_wait()) set ffff8801315c9780 going to sleep for 6 seconds 00000100:00100000:2.0:1718930703.091360:0:6842:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733050112 00000100:00100000:2.0:1718930703.091389:0:6842:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20826 00000100:00100000:2.0:1718930703.091393:0:6842:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0f15f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:6837:x1802425733050112:12345-0@lo:101:mdt00_000.0 00010000:00010000:2.0:1718930703.091401:0:6842:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1718930703.091409:0:6842:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008350ef40/0x4c38e74a54729d83 lrc: 2/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4c38e74a54729d7c expref: -99 pid: 6842 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.091423:0:6842:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008350ef40/0x4c38e74a54729d83 lrc: 3/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000001000000 nid: 0@lo remote: 0x4c38e74a54729d7c expref: 7 pid: 6842 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.091449:0:6842:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008350ef40/0x4c38e74a54729d83 lrc: 3/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0x4c38e74a54729d7c expref: 7 pid: 6842 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.091454:0:6842:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000004:0x1:0x0].0x0 (ffff880097846000) 00010000:00010000:2.0:1718930703.091456:0:6842:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718930703.091458:0:6842:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88008350ef40, rc 0) 00000100:00100000:2.0:1718930703.091491:0:6842:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0f15f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+7:6837:x1802425733050112:12345-0@lo:101:mdt00_000.0 Request processed in 97us (176us total) trans 0 rc 0/0 00000100:00100000:2.0:1718930703.091496:0:6842:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20826 00000100:00100000:0.0:1718930703.091506:0:6837:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800a0f15a40 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:6837:1802425733050112:0@lo:101:mdt00_000.0 00010000:00010000:0.0:1718930703.091512:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff880099ad9b00/0x4c38e74a54729d7c lrc: 4/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0x4c38e74a54729d83 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.091517:0:6837:0:(ldlm_request.c:799:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff880099ad9b00/0x4c38e74a54729d7c lrc: 4/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0x4c38e74a54729d83 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.091558:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad8000/0x4c38e74a54729d8a lrc: 3/0,1 mode: --/PW res: [0x240000402:0x608:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.091562:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad8000/0x4c38e74a54729d8a lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.091566:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad8000/0x4c38e74a54729d8a lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.091594:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x60e:0x0].0x0 (ffff880091232500) 00010000:00010000:0.0:1718930703.091596:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1718930703.091598:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880099adb3c0/0x4c38e74a54729d60 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x60e:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fb6a expref: 21 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.091609:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff880099adaf40/0x4c38e74a54729d91 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x60e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.091613:0:6837:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad8480/0x4c38e74a54729d6e lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x60e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fb71 expref: 20 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.091616:0:6837:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff880099adaf40/0x4c38e74a54729d91 lrc: 4/0,1 mode: --/EX res: [0x240000402:0x60e:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.091625:0:6837:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad8480/0x4c38e74a54729d6e lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x60e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fb71 expref: 20 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.091630:0:6837:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad8480/0x4c38e74a54729d6e lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x60e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fb71 expref: 20 pid: 6837 timeout: 3714 lvb_type: 0 00000100:00100000:0.0:1718930703.091635:0:6837:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0f15a40 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6837:1802425733050176:192.168.204.9@tcp:104: 00000100:00100000:0.0:1718930703.091671:0:6837:0:(client.c:2492:ptlrpc_set_wait()) set ffff8801315c9780 going to sleep for 6 seconds 00000100:00100000:0.0:1718930703.092416:0:6837:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800a0f15a40 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6837:1802425733050176:192.168.204.9@tcp:104: 00010000:00010000:0.0:1718930703.092442:0:6837:0:(ldlm_request.c:286:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff880099adaf40/0x4c38e74a54729d91 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x60e:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718930703.092444:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1718930703.092482:0:9277:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753282752 00010000:00010000:2.0:1718930703.092494:0:9277:0:(ldlm_lockd.c:2633:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad8480/0x4c38e74a54729d6e lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x60e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fb71 expref: 21 pid: 6837 timeout: 3714 lvb_type: 0 00000100:00100000:2.0:1718930703.092519:0:9277:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 63336 00000100:00100000:2.0:1718930703.092523:0:9277:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ef46050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8a07974b-7506-4725-beb3-4b5c6f8f9250+21:1875:x1802425753282752:12345-192.168.204.9@tcp:103:ldlm_bl_02.0 00010000:00010000:2.0:1718930703.092529:0:9277:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1718930703.092532:0:9277:0:(ldlm_lockd.c:1766:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad8480/0x4c38e74a54729d6e lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x60e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fb71 expref: 21 pid: 6837 timeout: 3714 lvb_type: 0 00010000:00010000:2.0:1718930703.092540:0:9277:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad8480/0x4c38e74a54729d6e lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x60e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fb71 expref: 21 pid: 6837 timeout: 3714 lvb_type: 0 00010000:00010000:2.0:1718930703.092550:0:9277:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad8480/0x4c38e74a54729d6e lrc: 0/0,0 mode: --/CR res: [0x240000402:0x60e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fb71 expref: 21 pid: 6837 timeout: 3714 lvb_type: 0 00010000:00010000:2.0:1718930703.092560:0:9277:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x60e:0x0].0x0 (ffff880091232500) 00010000:00010000:2.0:1718930703.092563:0:9277:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff880099adaf40/0x4c38e74a54729d91 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x60e:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.092569:0:9277:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff880099adaf40/0x4c38e74a54729d91 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x60e:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.092574:0:9277:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880099adaf40/0x4c38e74a54729d91 lrc: 4/0,1 mode: EX/EX res: [0x240000402:0x60e:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.092599:0:9277:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1718930703.092607:0:6837:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff880099adaf40/0x4c38e74a54729d91 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x60e:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.092612:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880099adaf40/0x4c38e74a54729d91 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x60e:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930703.092625:0:9277:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ef46050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8a07974b-7506-4725-beb3-4b5c6f8f9250+20:1875:x1802425753282752:12345-192.168.204.9@tcp:103:ldlm_bl_02.0 Request processed in 101us (182us total) trans 0 rc 0/0 00000100:00100000:2.0:1718930703.092632:0:9277:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 63336 00010000:00010000:0.0:1718930703.092636:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad8b40/0x4c38e74a54729d98 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x618:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.092644:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad8b40/0x4c38e74a54729d98 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x618:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.092650:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad8b40/0x4c38e74a54729d98 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x618:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.092716:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad8b40/0x4c38e74a54729d98 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x618:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.092722:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad8b40/0x4c38e74a54729d98 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x618:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.092727:0:6837:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad8b40/0x4c38e74a54729d98 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x618:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.092731:0:6837:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880099ad8b40 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:0.0:1718930703.092733:0:6837:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad8b40/0x4c38e74a54729d98 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x618:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.092738:0:6837:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad8b40/0x4c38e74a54729d98 lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x618:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.092744:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x618:0x0].0x0 (ffff8800a1b95900) 00010000:00010000:0.0:1718930703.092746:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 7f 00010000:00010000:0.0:1718930703.092747:0:6837:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad8b40/0x4c38e74a54729d98 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x618:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.092752:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad8b40/0x4c38e74a54729d98 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x618:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.092772:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff880099adaf40/0x4c38e74a54729d91 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x60e:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.092776:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880099adaf40/0x4c38e74a54729d91 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x60e:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.092779:0:6837:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880099adaf40/0x4c38e74a54729d91 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x60e:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.092782:0:6837:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880099adaf40 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:0.0:1718930703.092783:0:6837:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880099adaf40/0x4c38e74a54729d91 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x60e:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.092786:0:6837:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880099adaf40/0x4c38e74a54729d91 lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x60e:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.092789:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x60e:0x0].0x0 (ffff880091232500) 00010000:00010000:0.0:1718930703.092790:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 7f 00010000:00010000:0.0:1718930703.092791:0:6837:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880099adaf40/0x4c38e74a54729d91 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x60e:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.092794:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880099adaf40/0x4c38e74a54729d91 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x60e:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.092800:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad8000/0x4c38e74a54729d8a lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.092803:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad8000/0x4c38e74a54729d8a lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.092808:0:6837:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad8000/0x4c38e74a54729d8a lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.092811:0:6837:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880099ad8000 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:0.0:1718930703.092812:0:6837:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad8000/0x4c38e74a54729d8a lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.092814:0:6837:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad8000/0x4c38e74a54729d8a lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.092817:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x608:0x0].0x0 (ffff8800a1b95a00) 00010000:00010000:0.0:1718930703.092818:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1718930703.092819:0:6837:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad8000/0x4c38e74a54729d8a lrc: 2/0,0 mode: --/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.092821:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad8000/0x4c38e74a54729d8a lrc: 0/0,0 mode: --/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.092826:0:6837:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff880099ad9b00/0x4c38e74a54729d7c lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0x4c38e74a54729d83 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.092829:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff880099ad9b00/0x4c38e74a54729d7c lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000401000000 nid: local remote: 0x4c38e74a54729d83 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.092832:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff880099ad9b00/0x4c38e74a54729d7c lrc: 2/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000401000000 nid: local remote: 0x4c38e74a54729d83 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.092844:0:6837:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1718930703.092861:0:8059:0:(ldlm_lockd.c:2784:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1718930703.092865:0:8059:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff880099ad9b00/0x4c38e74a54729d7c lrc: 2/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000401000000 nid: local remote: 0x4c38e74a54729d83 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.092873:0:8059:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880099ad9b00 already unused, calling callback (ffffffffa0ea60e0) 00010000:00010000:3.0:1718930703.092875:0:8059:0:(ldlm_request.c:1235:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff880099ad9b00/0x4c38e74a54729d7c lrc: 3/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008401000000 nid: local remote: 0x4c38e74a54729d83 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718930703.092879:0:6837:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e300980 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+19:26685:x1802425753282688:12345-192.168.204.9@tcp:36:lfs.0 Request processed in 1628us (1682us total) trans 0 rc -114/-114 00000004:00010000:3.0:1718930703.092881:0:8059:0:(mdt_handler.c:3608:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff880099ad9b00/0x4c38e74a54729d7c lrc: 3/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009401000000 nid: local remote: 0x4c38e74a54729d83 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718930703.092886:0:6837:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230842 00010000:00010000:3.0:1718930703.092897:0:8059:0:(ldlm_request.c:1301:ldlm_cancel_pack()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff880099ad9b00/0x4c38e74a54729d7c lrc: 2/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0x4c38e74a54729d83 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.092903:0:8059:0:(ldlm_request.c:1305:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1718930703.092922:0:8059:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff880099ad9b00/0x4c38e74a54729d7c lrc: 1/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0x4c38e74a54729d83 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718930703.092926:0:3320:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88011e306880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3320:1802425733050240:0@lo:103:ldlm_bl_03.0 00010000:00010000:3.0:1718930703.092927:0:8059:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff880099ad9b00/0x4c38e74a54729d7c lrc: 0/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0x4c38e74a54729d83 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.092942:0:8059:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1718930703.092942:0:8059:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1718930703.092943:0:8059:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1718930703.092949:0:3320:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718930703.092963:0:9277:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733050240 00000100:00100000:2.0:1718930703.092976:0:9277:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9161 00000100:00100000:2.0:1718930703.092979:0:9277:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0f15a40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001-mdtlov_UUID+7:3320:x1802425733050240:12345-0@lo:103:ldlm_bl_03.0 00010000:00010000:2.0:1718930703.092983:0:9277:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1718930703.092988:0:9277:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008350ef40/0x4c38e74a54729d83 lrc: 0/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801001000000 nid: 0@lo remote: 0x4c38e74a54729d7c expref: 7 pid: 6842 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.092995:0:9277:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000004:0x1:0x0].0x0 (ffff880097846000) 00010000:00010000:2.0:1718930703.092998:0:9277:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1718930703.093013:0:9277:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0f15a40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001-mdtlov_UUID+6:3320:x1802425733050240:12345-0@lo:103:ldlm_bl_03.0 Request processed in 34us (65us total) trans 0 rc 0/0 00000100:00100000:2.0:1718930703.093017:0:9277:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9161 00000100:00100000:0.0:1718930703.093028:0:3320:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88011e306880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3320:1802425733050240:0@lo:103:ldlm_bl_03.0 00000100:00100000:3.0:1718930703.093369:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1718930703.093406:0:6840:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753282880 00000100:00100000:0.0:1718930703.093444:0:6840:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 10807 00000100:00100000:0.0:1718930703.093448:0:6840:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e300e40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+19:26685:x1802425753282880:12345-192.168.204.9@tcp:35:lfs.0 00000100:00100000:0.0:1718930703.093488:0:6840:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e300e40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+19:26685:x1802425753282880:12345-192.168.204.9@tcp:35:lfs.0 Request processed in 40us (121us total) trans 0 rc -116/-116 00000100:00100000:0.0:1718930703.093495:0:6840:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 10807 00000100:00100000:2.0:1718930703.094072:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1718930703.094109:0:6837:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753282944 00000100:00100000:0.0:1718930703.094131:0:6837:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230843 00000100:00100000:0.0:1718930703.094135:0:6837:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880083dc2140 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+19:26685:x1802425753282944:12345-192.168.204.9@tcp:34:lfs.0 00010000:00010000:0.0:1718930703.094154:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff880099adb840/0x4c38e74a54729d9f lrc: 3/1,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.094162:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880099adb840/0x4c38e74a54729d9f lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.094169:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880099adb840/0x4c38e74a54729d9f lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.094178:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880099adbcc0/0x4c38e74a54729da6 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1a6:0x0].0x3066 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.094183:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880099adbcc0/0x4c38e74a54729da6 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3066 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.094189:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880099adbcc0/0x4c38e74a54729da6 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3066 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.094215:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad86c0/0x4c38e74a54729dad lrc: 3/1,0 mode: --/PR res: [0x240000402:0x609:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.094221:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad86c0/0x4c38e74a54729dad lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x609:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.094226:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad86c0/0x4c38e74a54729dad lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x609:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1718930703.094247:0:6837:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad86c0/0x4c38e74a54729dad lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x609:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.094253:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff880099adb840/0x4c38e74a54729d9f lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.094258:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880099adb840/0x4c38e74a54729d9f lrc: 2/0,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.094263:0:6837:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880099adb840/0x4c38e74a54729d9f lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.094267:0:6837:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880099adb840 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:0.0:1718930703.094269:0:6837:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880099adb840/0x4c38e74a54729d9f lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.094274:0:6837:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880099adb840/0x4c38e74a54729d9f lrc: 4/0,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.094281:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a6:0x0].0x0 (ffff88006f4e6e00) 00010000:00010000:0.0:1718930703.094283:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1718930703.094285:0:6837:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880099adb840/0x4c38e74a54729d9f lrc: 2/0,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.094290:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880099adb840/0x4c38e74a54729d9f lrc: 0/0,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.094298:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880099adbcc0/0x4c38e74a54729da6 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3066 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.094302:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880099adbcc0/0x4c38e74a54729da6 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3066 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.094307:0:6837:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880099adbcc0/0x4c38e74a54729da6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3066 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.094312:0:6837:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880099adbcc0 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:0.0:1718930703.094313:0:6837:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880099adbcc0/0x4c38e74a54729da6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3066 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.094318:0:6837:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880099adbcc0/0x4c38e74a54729da6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3066 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.094323:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a6:0x0].0x3066 (ffff8800a1b95500) 00010000:00010000:0.0:1718930703.094325:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1718930703.094326:0:6837:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880099adbcc0/0x4c38e74a54729da6 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1a6:0x0].0x3066 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.094335:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880099adbcc0/0x4c38e74a54729da6 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1a6:0x0].0x3066 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.094344:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad86c0/0x4c38e74a54729dad lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x609:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.094348:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad86c0/0x4c38e74a54729dad lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x609:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.094353:0:6837:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad86c0/0x4c38e74a54729dad lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x609:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.094357:0:6837:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880099ad86c0 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:0.0:1718930703.094359:0:6837:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad86c0/0x4c38e74a54729dad lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x609:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.094364:0:6837:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad86c0/0x4c38e74a54729dad lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x609:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.094369:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x609:0x0].0x0 (ffff8800a1b95100) 00010000:00010000:0.0:1718930703.094371:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1718930703.094372:0:6837:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad86c0/0x4c38e74a54729dad lrc: 2/0,0 mode: --/PR res: [0x240000402:0x609:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.094377:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad86c0/0x4c38e74a54729dad lrc: 0/0,0 mode: --/PR res: [0x240000402:0x609:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718930703.094413:0:6837:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880083dc2140 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+19:26685:x1802425753282944:12345-192.168.204.9@tcp:34:lfs.0 Request processed in 277us (342us total) trans 0 rc 0/0 00000100:00100000:0.0:1718930703.094422:0:6837:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230843 00000100:00100000:3.0:1718930703.095212:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1718930703.095248:0:6837:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753283072 00000100:00100000:0.0:1718930703.095271:0:6837:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230844 00000100:00100000:0.0:1718930703.095275:0:6837:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e301300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+19:26685:x1802425753283072:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:0.0:1718930703.095282:0:6837:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1718930703.095289:0:6837:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880099adaac0/0x4c38e74a54729db4 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x609:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xceea94147812fb78 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.095322:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880099adba80/0x4c38e74a54729dbb lrc: 3/0,1 mode: --/PW res: [0x240000402:0x609:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.095329:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880099adba80/0x4c38e74a54729dbb lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x609:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.095335:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880099adba80/0x4c38e74a54729dbb lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x609:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00200000:0.0:1718930703.095342:0:6837:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x609:0x0]: returning size 0 00010000:00010000:0.0:1718930703.095376:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880099adaac0/0x4c38e74a54729db4 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x609:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fb78 expref: 22 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.095387:0:6837:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff880099adba80/0x4c38e74a54729dbb lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x609:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fb78 expref: 21 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.095392:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x609:0x0].0x0 (ffff8800a1b95c00) 00010000:00010000:0.0:1718930703.095394:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1718930703.095396:0:6837:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff880099adba80, rc 0) 00000100:00100000:0.0:1718930703.095438:0:6837:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e301300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+21:26685:x1802425753283072:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 148us (213us total) trans 4294987151 rc 0/0 00000100:00100000:0.0:1718930703.095445:0:6837:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230844 00000100:00100000:3.0:1718930703.096207:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1718930703.096238:0:6837:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753283136 00000100:00100000:0.0:1718930703.096251:0:6837:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230845 00000100:00100000:0.0:1718930703.096253:0:6837:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e306d40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+21:26685:x1802425753283136:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:0.0:1718930703.096260:0:6837:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1718930703.096264:0:6837:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad8fc0/0x4c38e74a54729dc9 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x609:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xceea94147812fb7f expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.096282:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad8fc0/0x4c38e74a54729dc9 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x609:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fb7f expref: 22 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.096290:0:6837:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad8fc0/0x4c38e74a54729dc9 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x609:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fb7f expref: 22 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.096299:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x609:0x0].0x0 (ffff8800a1b95c00) 00010000:00010000:0.0:1718930703.096301:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1718930703.096302:0:6837:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff880099ad8fc0, rc 0) 00000100:00100000:0.0:1718930703.096329:0:6837:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e306d40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+22:26685:x1802425753283136:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 74us (123us total) trans 0 rc 0/0 00000100:00100000:0.0:1718930703.096335:0:6837:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230845 00000100:00100000:2.0:1718930703.096990:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1718930703.097020:0:22545:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753283200 00000100:00100000:0.0:1718930703.097057:0:22545:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.204.9@tcp, with round 498 00000100:00100000:0.0:1718930703.097059:0:22545:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a60597c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8a07974b-7506-4725-beb3-4b5c6f8f9250+7:1876:x1802425753283200:12345-192.168.204.9@tcp:1:lfs.0 00002000:00010000:0.0:1718930703.097074:0:22545:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x581:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1718930703.097077:0:22545:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880099ad8240/0x4c38e74a54729dd0 lrc: 3/0,1 mode: --/PW res: [0x581:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.097088:0:22545:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1718930703.097089:0:22545:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1718930703.097091:0:22545:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099ad8240/0x4c38e74a54729dd0 lrc: 3/0,1 mode: PW/PW res: [0x581:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.097098:0:22545:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099ad8240/0x4c38e74a54729dd0 lrc: 3/0,1 mode: PW/PW res: [0x581:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.097106:0:22545:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880099ad8240/0x4c38e74a54729dd0 lrc: 3/0,1 mode: PW/PW res: [0x581:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.097111:0:22545:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880099ad8240/0x4c38e74a54729dd0 lrc: 2/0,0 mode: PW/PW res: [0x581:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.097127:0:22545:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1718930703.097137:0:11341:0:(ldlm_lockd.c:2784:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1718930703.097140:0:11341:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880099ad8240/0x4c38e74a54729dd0 lrc: 2/0,0 mode: PW/PW res: [0x581:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.097146:0:11341:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880099ad8240 already unused, calling callback (ffffffffa080a190) 00010000:00010000:2.0:1718930703.097147:0:11341:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880099ad8240/0x4c38e74a54729dd0 lrc: 2/0,0 mode: PW/PW res: [0x581:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.097154:0:11341:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880099ad8240/0x4c38e74a54729dd0 lrc: 3/0,0 mode: PW/PW res: [0x581:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718930703.097157:0:22545:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a60597c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8a07974b-7506-4725-beb3-4b5c6f8f9250+7:1876:x1802425753283200:12345-192.168.204.9@tcp:1:lfs.0 Request processed in 96us (168us total) trans 0 rc 0/0 00010000:00010000:2.0:1718930703.097162:0:11341:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880099ad8240/0x4c38e74a54729dd0 lrc: 1/0,0 mode: --/PW res: [0x581:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718930703.097163:0:22545:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.204.9@tcp, with round 498 00010000:00010000:2.0:1718930703.097165:0:11341:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099ad8240/0x4c38e74a54729dd0 lrc: 0/0,0 mode: --/PW res: [0x581:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.097174:0:11341:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1718930703.097175:0:11341:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1718930703.097176:0:11341:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1718930703.097930:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1718930703.097960:0:6837:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753283328 00000100:00100000:0.0:1718930703.097982:0:6837:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230846 00000100:00100000:0.0:1718930703.097985:0:6837:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e300000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+22:26685:x1802425753283328:12345-192.168.204.9@tcp:36:lfs.0 00010000:00010000:0.0:1718930703.098009:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88012c4dcd80/0x4c38e74a54729dd7 lrc: 3/0,1 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.098013:0:6837:0:(ldlm_request.c:1029:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000001000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff88012c4dcd80/0x4c38e74a54729dd7 lrc: 3/0,1 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.098020:0:6837:0:(ldlm_request.c:1117:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff88012c4dcd80/0x4c38e74a54729dd7 lrc: 3/0,1 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718930703.098027:0:6837:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0f163c0 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:6837:1802425733050304:0@lo:101:mdt00_000.0 00000100:00100000:0.0:1718930703.098042:0:6837:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1718930703.098055:0:6837:0:(client.c:2492:ptlrpc_set_wait()) set ffff8801315c9c00 going to sleep for 6 seconds 00000100:00100000:2.0:1718930703.098110:0:6842:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733050304 00000100:00100000:2.0:1718930703.098135:0:6842:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20827 00000100:00100000:2.0:1718930703.098138:0:6842:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0f16880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:6837:x1802425733050304:12345-0@lo:101:mdt00_000.0 00010000:00010000:2.0:1718930703.098144:0:6842:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1718930703.098150:0:6842:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008350fcc0/0x4c38e74a54729dde lrc: 2/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4c38e74a54729dd7 expref: -99 pid: 6842 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.098159:0:6842:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008350fcc0/0x4c38e74a54729dde lrc: 3/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000001000000 nid: 0@lo remote: 0x4c38e74a54729dd7 expref: 7 pid: 6842 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.098165:0:6842:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008350fcc0/0x4c38e74a54729dde lrc: 3/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0x4c38e74a54729dd7 expref: 7 pid: 6842 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.098168:0:6842:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000004:0x1:0x0].0x0 (ffff880097846800) 00010000:00010000:2.0:1718930703.098169:0:6842:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718930703.098170:0:6842:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88008350fcc0, rc 0) 00000100:00100000:2.0:1718930703.098189:0:6842:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0f16880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+7:6837:x1802425733050304:12345-0@lo:101:mdt00_000.0 Request processed in 51us (147us total) trans 0 rc 0/0 00000100:00100000:2.0:1718930703.098193:0:6842:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20827 00000100:00100000:0.0:1718930703.098198:0:6837:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800a0f163c0 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:6837:1802425733050304:0@lo:101:mdt00_000.0 00010000:00010000:0.0:1718930703.098204:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff88012c4dcd80/0x4c38e74a54729dd7 lrc: 4/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0x4c38e74a54729dde expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.098208:0:6837:0:(ldlm_request.c:799:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88012c4dcd80/0x4c38e74a54729dd7 lrc: 4/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0x4c38e74a54729dde expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.098248:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dfa80/0x4c38e74a54729de5 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x608:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.098253:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dfa80/0x4c38e74a54729de5 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.098257:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dfa80/0x4c38e74a54729de5 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.098284:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x609:0x0].0x0 (ffff8800a1b95c00) 00010000:00010000:0.0:1718930703.098286:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1718930703.098288:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880099adba80/0x4c38e74a54729dbb lrc: 0/0,0 mode: --/PW res: [0x240000402:0x609:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fb78 expref: 22 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.098299:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dc480/0x4c38e74a54729dec lrc: 3/0,1 mode: --/EX res: [0x240000402:0x609:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.098303:0:6837:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad8fc0/0x4c38e74a54729dc9 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x609:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fb7f expref: 21 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.098306:0:6837:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dc480/0x4c38e74a54729dec lrc: 4/0,1 mode: --/EX res: [0x240000402:0x609:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.098315:0:6837:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad8fc0/0x4c38e74a54729dc9 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x609:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fb7f expref: 21 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.098320:0:6837:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad8fc0/0x4c38e74a54729dc9 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x609:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fb7f expref: 21 pid: 6837 timeout: 3714 lvb_type: 0 00000100:00100000:0.0:1718930703.098325:0:6837:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0f163c0 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6837:1802425733050368:192.168.204.9@tcp:104: 00000100:00100000:0.0:1718930703.098348:0:6837:0:(client.c:2492:ptlrpc_set_wait()) set ffff8801315c9c00 going to sleep for 6 seconds 00000100:00100000:0.0:1718930703.098956:0:6837:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800a0f163c0 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6837:1802425733050368:192.168.204.9@tcp:104: 00010000:00010000:0.0:1718930703.098965:0:6837:0:(ldlm_request.c:286:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dc480/0x4c38e74a54729dec lrc: 3/0,1 mode: --/EX res: [0x240000402:0x609:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718930703.098974:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1718930703.099014:0:9277:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753283392 00010000:00010000:2.0:1718930703.099027:0:9277:0:(ldlm_lockd.c:2633:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad8fc0/0x4c38e74a54729dc9 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x609:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fb7f expref: 22 pid: 6837 timeout: 3714 lvb_type: 0 00000100:00100000:2.0:1718930703.099050:0:9277:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 63337 00000100:00100000:2.0:1718930703.099053:0:9277:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e306880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8a07974b-7506-4725-beb3-4b5c6f8f9250+22:1875:x1802425753283392:12345-192.168.204.9@tcp:103:ldlm_bl_05.0 00010000:00010000:2.0:1718930703.099058:0:9277:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1718930703.099060:0:9277:0:(ldlm_lockd.c:1766:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad8fc0/0x4c38e74a54729dc9 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x609:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fb7f expref: 22 pid: 6837 timeout: 3714 lvb_type: 0 00010000:00010000:2.0:1718930703.099065:0:9277:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad8fc0/0x4c38e74a54729dc9 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x609:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fb7f expref: 22 pid: 6837 timeout: 3714 lvb_type: 0 00010000:00010000:2.0:1718930703.099072:0:9277:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad8fc0/0x4c38e74a54729dc9 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x609:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fb7f expref: 22 pid: 6837 timeout: 3714 lvb_type: 0 00010000:00010000:2.0:1718930703.099079:0:9277:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x609:0x0].0x0 (ffff8800a1b95c00) 00010000:00010000:2.0:1718930703.099081:0:9277:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dc480/0x4c38e74a54729dec lrc: 3/0,1 mode: --/EX res: [0x240000402:0x609:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.099085:0:9277:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dc480/0x4c38e74a54729dec lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x609:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.099088:0:9277:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dc480/0x4c38e74a54729dec lrc: 4/0,1 mode: EX/EX res: [0x240000402:0x609:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.099099:0:9277:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1718930703.099103:0:6837:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dc480/0x4c38e74a54729dec lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x609:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.099108:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dc480/0x4c38e74a54729dec lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x609:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930703.099119:0:9277:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e306880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8a07974b-7506-4725-beb3-4b5c6f8f9250+21:1875:x1802425753283392:12345-192.168.204.9@tcp:103:ldlm_bl_05.0 Request processed in 65us (146us total) trans 0 rc 0/0 00000100:00100000:2.0:1718930703.099123:0:9277:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 63337 00010000:00010000:0.0:1718930703.099131:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4de1c0/0x4c38e74a54729df3 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x619:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.099135:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4de1c0/0x4c38e74a54729df3 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x619:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.099141:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4de1c0/0x4c38e74a54729df3 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x619:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.099176:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4de1c0/0x4c38e74a54729df3 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x619:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.099180:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4de1c0/0x4c38e74a54729df3 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x619:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.099183:0:6837:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4de1c0/0x4c38e74a54729df3 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x619:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.099186:0:6837:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88012c4de1c0 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:0.0:1718930703.099187:0:6837:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4de1c0/0x4c38e74a54729df3 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x619:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.099190:0:6837:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4de1c0/0x4c38e74a54729df3 lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x619:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.099194:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x619:0x0].0x0 (ffff8800a1b95200) 00010000:00010000:0.0:1718930703.099195:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 7f 00010000:00010000:0.0:1718930703.099196:0:6837:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4de1c0/0x4c38e74a54729df3 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x619:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.099199:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4de1c0/0x4c38e74a54729df3 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x619:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.099211:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dc480/0x4c38e74a54729dec lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x609:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.099217:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dc480/0x4c38e74a54729dec lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x609:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.099221:0:6837:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dc480/0x4c38e74a54729dec lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x609:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.099223:0:6837:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88012c4dc480 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:0.0:1718930703.099224:0:6837:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dc480/0x4c38e74a54729dec lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x609:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.099227:0:6837:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dc480/0x4c38e74a54729dec lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x609:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.099230:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x609:0x0].0x0 (ffff8800a1b95c00) 00010000:00010000:0.0:1718930703.099231:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 7f 00010000:00010000:0.0:1718930703.099231:0:6837:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dc480/0x4c38e74a54729dec lrc: 2/0,0 mode: --/EX res: [0x240000402:0x609:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.099234:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dc480/0x4c38e74a54729dec lrc: 0/0,0 mode: --/EX res: [0x240000402:0x609:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.099239:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dfa80/0x4c38e74a54729de5 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.099242:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dfa80/0x4c38e74a54729de5 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.099244:0:6837:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dfa80/0x4c38e74a54729de5 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.099249:0:6837:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88012c4dfa80 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:0.0:1718930703.099250:0:6837:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dfa80/0x4c38e74a54729de5 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.099253:0:6837:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dfa80/0x4c38e74a54729de5 lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.099256:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x608:0x0].0x0 (ffff8800a1b95f00) 00010000:00010000:0.0:1718930703.099257:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1718930703.099257:0:6837:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dfa80/0x4c38e74a54729de5 lrc: 2/0,0 mode: --/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.099260:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dfa80/0x4c38e74a54729de5 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.099264:0:6837:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88012c4dcd80/0x4c38e74a54729dd7 lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0x4c38e74a54729dde expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.099267:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88012c4dcd80/0x4c38e74a54729dd7 lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000401000000 nid: local remote: 0x4c38e74a54729dde expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.099270:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88012c4dcd80/0x4c38e74a54729dd7 lrc: 2/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000401000000 nid: local remote: 0x4c38e74a54729dde expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.099282:0:6837:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1718930703.099302:0:6828:0:(ldlm_lockd.c:2784:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1718930703.099304:0:6828:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff88012c4dcd80/0x4c38e74a54729dd7 lrc: 2/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000401000000 nid: local remote: 0x4c38e74a54729dde expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718930703.099307:0:6837:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e300000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+20:26685:x1802425753283328:12345-192.168.204.9@tcp:36:lfs.0 Request processed in 1321us (1378us total) trans 0 rc -114/-114 00010000:00010000:2.0:1718930703.099309:0:6828:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88012c4dcd80 already unused, calling callback (ffffffffa0ea60e0) 00010000:00010000:2.0:1718930703.099311:0:6828:0:(ldlm_request.c:1235:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff88012c4dcd80/0x4c38e74a54729dd7 lrc: 3/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008401000000 nid: local remote: 0x4c38e74a54729dde expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718930703.099312:0:6837:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230846 00000004:00010000:2.0:1718930703.099314:0:6828:0:(mdt_handler.c:3608:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88012c4dcd80/0x4c38e74a54729dd7 lrc: 3/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009401000000 nid: local remote: 0x4c38e74a54729dde expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.099326:0:6828:0:(ldlm_request.c:1301:ldlm_cancel_pack()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff88012c4dcd80/0x4c38e74a54729dd7 lrc: 2/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0x4c38e74a54729dde expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.099329:0:6828:0:(ldlm_request.c:1305:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1718930703.099342:0:6828:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88012c4dcd80/0x4c38e74a54729dd7 lrc: 1/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0x4c38e74a54729dde expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718930703.099346:0:3320:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:2.0:1718930703.099347:0:6828:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88012c4dcd80/0x4c38e74a54729dd7 lrc: 0/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0x4c38e74a54729dde expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718930703.099351:0:3320:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880081793dc0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3320:1802425733050432:0@lo:103:ldlm_bl_01.0 00010000:00010000:2.0:1718930703.099359:0:6828:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1718930703.099360:0:6828:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1718930703.099361:0:6828:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1718930703.099365:0:3320:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718930703.099384:0:9277:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733050432 00000100:00100000:2.0:1718930703.099401:0:9277:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9162 00000100:00100000:2.0:1718930703.099405:0:9277:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0f163c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001-mdtlov_UUID+7:3320:x1802425733050432:12345-0@lo:103:ldlm_bl_01.0 00010000:00010000:2.0:1718930703.099410:0:9277:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1718930703.099417:0:9277:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008350fcc0/0x4c38e74a54729dde lrc: 0/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801001000000 nid: 0@lo remote: 0x4c38e74a54729dd7 expref: 7 pid: 6842 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.099441:0:9277:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000004:0x1:0x0].0x0 (ffff880097846800) 00010000:00010000:2.0:1718930703.099445:0:9277:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1718930703.099463:0:9277:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0f163c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001-mdtlov_UUID+6:3320:x1802425733050432:12345-0@lo:103:ldlm_bl_01.0 Request processed in 59us (98us total) trans 0 rc 0/0 00000100:00100000:2.0:1718930703.099467:0:9277:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9162 00000100:00100000:0.0:1718930703.099471:0:3320:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880081793dc0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3320:1802425733050432:0@lo:103:ldlm_bl_01.0 00000100:00100000:3.0:1718930703.099770:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1718930703.099799:0:6840:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753283520 00000100:00100000:0.0:1718930703.099816:0:6840:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 10808 00000100:00100000:0.0:1718930703.099819:0:6840:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e303440 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+20:26685:x1802425753283520:12345-192.168.204.9@tcp:35:lfs.0 00000100:00100000:0.0:1718930703.099851:0:6840:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e303440 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+20:26685:x1802425753283520:12345-192.168.204.9@tcp:35:lfs.0 Request processed in 32us (83us total) trans 0 rc -116/-116 00000100:00100000:0.0:1718930703.099856:0:6840:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 10808 00000100:00100000:3.0:1718930703.100444:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1718930703.100460:0:6837:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753283584 00000100:00100000:0.0:1718930703.100476:0:6837:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230847 00000100:00100000:0.0:1718930703.100479:0:6837:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e305a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+20:26685:x1802425753283584:12345-192.168.204.9@tcp:34:lfs.0 00010000:00010000:0.0:1718930703.100497:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4de640/0x4c38e74a54729dfa lrc: 3/1,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.100503:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4de640/0x4c38e74a54729dfa lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.100508:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4de640/0x4c38e74a54729dfa lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.100513:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4ded00/0x4c38e74a54729e01 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1a6:0x0].0x3866 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.100517:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4ded00/0x4c38e74a54729e01 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3866 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.100523:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4ded00/0x4c38e74a54729e01 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3866 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.100545:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4deac0/0x4c38e74a54729e08 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x60a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.100548:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4deac0/0x4c38e74a54729e08 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x60a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.100552:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4deac0/0x4c38e74a54729e08 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x60a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1718930703.100566:0:6837:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4deac0/0x4c38e74a54729e08 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x60a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.100570:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4de640/0x4c38e74a54729dfa lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.100574:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4de640/0x4c38e74a54729dfa lrc: 2/0,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.100577:0:6837:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4de640/0x4c38e74a54729dfa lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.100580:0:6837:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88012c4de640 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:0.0:1718930703.100581:0:6837:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4de640/0x4c38e74a54729dfa lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.100584:0:6837:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4de640/0x4c38e74a54729dfa lrc: 4/0,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.100589:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a6:0x0].0x0 (ffff88006f4e6e00) 00010000:00010000:0.0:1718930703.100591:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1718930703.100592:0:6837:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4de640/0x4c38e74a54729dfa lrc: 2/0,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.100595:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4de640/0x4c38e74a54729dfa lrc: 0/0,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.100600:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4ded00/0x4c38e74a54729e01 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3866 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.100602:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4ded00/0x4c38e74a54729e01 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3866 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.100605:0:6837:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4ded00/0x4c38e74a54729e01 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3866 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.100608:0:6837:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88012c4ded00 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:0.0:1718930703.100609:0:6837:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4ded00/0x4c38e74a54729e01 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3866 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.100612:0:6837:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4ded00/0x4c38e74a54729e01 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3866 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.100615:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a6:0x0].0x3866 (ffff8800a1b95300) 00010000:00010000:0.0:1718930703.100616:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1718930703.100616:0:6837:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4ded00/0x4c38e74a54729e01 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1a6:0x0].0x3866 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.100622:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4ded00/0x4c38e74a54729e01 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1a6:0x0].0x3866 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.100628:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4deac0/0x4c38e74a54729e08 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x60a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.100631:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4deac0/0x4c38e74a54729e08 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x60a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.100634:0:6837:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4deac0/0x4c38e74a54729e08 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x60a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.100636:0:6837:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88012c4deac0 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:0.0:1718930703.100637:0:6837:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4deac0/0x4c38e74a54729e08 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x60a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.100639:0:6837:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4deac0/0x4c38e74a54729e08 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x60a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.100642:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x60a:0x0].0x0 (ffff8800a1b95e00) 00010000:00010000:0.0:1718930703.100643:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1718930703.100644:0:6837:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4deac0/0x4c38e74a54729e08 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x60a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.100646:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4deac0/0x4c38e74a54729e08 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x60a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718930703.100689:0:6837:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e305a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+20:26685:x1802425753283584:12345-192.168.204.9@tcp:34:lfs.0 Request processed in 209us (246us total) trans 0 rc 0/0 00000100:00100000:0.0:1718930703.100696:0:6837:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230847 00000100:00100000:3.0:1718930703.101329:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1718930703.101369:0:6837:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753283712 00000100:00100000:0.0:1718930703.101393:0:6837:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230848 00000100:00100000:0.0:1718930703.101398:0:6837:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e305580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+20:26685:x1802425753283712:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:0.0:1718930703.101406:0:6837:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1718930703.101414:0:6837:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4ddb00/0x4c38e74a54729e0f lrc: 2/0,0 mode: --/CR res: [0x240000402:0x60a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xceea94147812fb86 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.101492:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dd200/0x4c38e74a54729e16 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x60a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.101501:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dd200/0x4c38e74a54729e16 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x60a:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.101509:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dd200/0x4c38e74a54729e16 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x60a:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00200000:0.0:1718930703.101517:0:6837:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x60a:0x0]: returning size 0 00010000:00010000:0.0:1718930703.101560:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4ddb00/0x4c38e74a54729e0f lrc: 0/0,0 mode: --/CR res: [0x240000402:0x60a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fb86 expref: 23 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.101573:0:6837:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dd200/0x4c38e74a54729e16 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x60a:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fb86 expref: 22 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.101579:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x60a:0x0].0x0 (ffff8800a1b95700) 00010000:00010000:0.0:1718930703.101582:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1718930703.101583:0:6837:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88012c4dd200, rc 0) 00000100:00100000:0.0:1718930703.101620:0:6837:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e305580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+22:26685:x1802425753283712:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 221us (291us total) trans 4294987152 rc 0/0 00000100:00100000:0.0:1718930703.101628:0:6837:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230848 00000100:00100000:3.0:1718930703.102449:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1718930703.102489:0:6837:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753283776 00000100:00100000:0.0:1718930703.102515:0:6837:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230849 00000100:00100000:0.0:1718930703.102520:0:6837:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e3063c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+22:26685:x1802425753283776:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:0.0:1718930703.102530:0:6837:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1718930703.102536:0:6837:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4de400/0x4c38e74a54729e24 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x60a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xceea94147812fb8d expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.102557:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4de400/0x4c38e74a54729e24 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x60a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fb8d expref: 23 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.102566:0:6837:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4de400/0x4c38e74a54729e24 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x60a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fb8d expref: 23 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.102576:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x60a:0x0].0x0 (ffff8800a1b95700) 00010000:00010000:0.0:1718930703.102578:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1718930703.102580:0:6837:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88012c4de400, rc 0) 00000100:00100000:0.0:1718930703.102609:0:6837:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e3063c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+23:26685:x1802425753283776:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 88us (160us total) trans 0 rc 0/0 00000100:00100000:0.0:1718930703.102615:0:6837:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230849 00000100:00100000:3.0:1718930703.103342:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1718930703.103374:0:22545:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753283840 00000100:00100000:0.0:1718930703.103397:0:22545:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.204.9@tcp, with round 499 00000100:00100000:0.0:1718930703.103400:0:22545:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e305f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8a07974b-7506-4725-beb3-4b5c6f8f9250+7:1877:x1802425753283840:12345-192.168.204.9@tcp:1:lfs.0 00002000:00010000:0.0:1718930703.103417:0:22545:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x585:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1718930703.103420:0:22545:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c4dfcc0/0x4c38e74a54729e2b lrc: 3/0,1 mode: --/PW res: [0x585:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.103443:0:22545:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1718930703.103444:0:22545:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1718930703.103445:0:22545:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c4dfcc0/0x4c38e74a54729e2b lrc: 3/0,1 mode: PW/PW res: [0x585:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.103450:0:22545:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c4dfcc0/0x4c38e74a54729e2b lrc: 3/0,1 mode: PW/PW res: [0x585:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.103456:0:22545:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c4dfcc0/0x4c38e74a54729e2b lrc: 3/0,1 mode: PW/PW res: [0x585:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.103459:0:22545:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c4dfcc0/0x4c38e74a54729e2b lrc: 2/0,0 mode: PW/PW res: [0x585:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.103469:0:22545:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1718930703.103493:0:22545:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e305f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8a07974b-7506-4725-beb3-4b5c6f8f9250+7:1877:x1802425753283840:12345-192.168.204.9@tcp:1:lfs.0 Request processed in 91us (152us total) trans 0 rc 0/0 00010000:00010000:1.0:1718930703.103496:0:6829:0:(ldlm_lockd.c:2784:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:0.0:1718930703.103496:0:22545:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.204.9@tcp, with round 499 00010000:00010000:1.0:1718930703.103501:0:6829:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c4dfcc0/0x4c38e74a54729e2b lrc: 2/0,0 mode: PW/PW res: [0x585:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.103509:0:6829:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88012c4dfcc0 already unused, calling callback (ffffffffa080a190) 00010000:00010000:1.0:1718930703.103511:0:6829:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c4dfcc0/0x4c38e74a54729e2b lrc: 2/0,0 mode: PW/PW res: [0x585:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.103517:0:6829:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c4dfcc0/0x4c38e74a54729e2b lrc: 3/0,0 mode: PW/PW res: [0x585:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.103527:0:6829:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c4dfcc0/0x4c38e74a54729e2b lrc: 1/0,0 mode: --/PW res: [0x585:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.103531:0:6829:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c4dfcc0/0x4c38e74a54729e2b lrc: 0/0,0 mode: --/PW res: [0x585:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.103551:0:6829:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1718930703.103552:0:6829:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1718930703.103554:0:6829:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1718930703.104048:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1718930703.104088:0:6837:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753283968 00000100:00100000:0.0:1718930703.104104:0:6837:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230850 00000100:00100000:0.0:1718930703.104107:0:6837:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88009765af80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+23:26685:x1802425753283968:12345-192.168.204.9@tcp:36:lfs.0 00010000:00010000:0.0:1718930703.104131:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88012c4ddd40/0x4c38e74a54729e32 lrc: 3/0,1 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.104136:0:6837:0:(ldlm_request.c:1029:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000001000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff88012c4ddd40/0x4c38e74a54729e32 lrc: 3/0,1 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.104143:0:6837:0:(ldlm_request.c:1117:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff88012c4ddd40/0x4c38e74a54729e32 lrc: 3/0,1 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718930703.104150:0:6837:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0f16d40 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:6837:1802425733050496:0@lo:101:mdt00_000.0 00000100:00100000:0.0:1718930703.104166:0:6837:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1718930703.104181:0:6837:0:(client.c:2492:ptlrpc_set_wait()) set ffff8801315c9cc0 going to sleep for 6 seconds 00000100:00100000:2.0:1718930703.104235:0:6842:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733050496 00000100:00100000:2.0:1718930703.104259:0:6842:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20828 00000100:00100000:2.0:1718930703.104262:0:6842:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0f17200 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:6837:x1802425733050496:12345-0@lo:101:mdt00_000.0 00010000:00010000:2.0:1718930703.104268:0:6842:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1718930703.104273:0:6842:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008350cd80/0x4c38e74a54729e39 lrc: 2/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4c38e74a54729e32 expref: -99 pid: 6842 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.104283:0:6842:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008350cd80/0x4c38e74a54729e39 lrc: 3/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000001000000 nid: 0@lo remote: 0x4c38e74a54729e32 expref: 7 pid: 6842 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.104288:0:6842:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008350cd80/0x4c38e74a54729e39 lrc: 3/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0x4c38e74a54729e32 expref: 7 pid: 6842 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.104292:0:6842:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000004:0x1:0x0].0x0 (ffff880097846b00) 00010000:00010000:2.0:1718930703.104293:0:6842:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718930703.104294:0:6842:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88008350cd80, rc 0) 00000100:00100000:2.0:1718930703.104312:0:6842:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0f17200 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+7:6837:x1802425733050496:12345-0@lo:101:mdt00_000.0 Request processed in 50us (146us total) trans 0 rc 0/0 00000100:00100000:2.0:1718930703.104316:0:6842:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20828 00000100:00100000:0.0:1718930703.104321:0:6837:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800a0f16d40 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:6837:1802425733050496:0@lo:101:mdt00_000.0 00010000:00010000:0.0:1718930703.104328:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff88012c4ddd40/0x4c38e74a54729e32 lrc: 4/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0x4c38e74a54729e39 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.104333:0:6837:0:(ldlm_request.c:799:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88012c4ddd40/0x4c38e74a54729e32 lrc: 4/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0x4c38e74a54729e39 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.104376:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dd440/0x4c38e74a54729e40 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x608:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.104380:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dd440/0x4c38e74a54729e40 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.104385:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dd440/0x4c38e74a54729e40 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.104413:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x60a:0x0].0x0 (ffff8800a1b95700) 00010000:00010000:0.0:1718930703.104415:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1718930703.104417:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dd200/0x4c38e74a54729e16 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x60a:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fb86 expref: 23 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.104443:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dc240/0x4c38e74a54729e47 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x60a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.104448:0:6837:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4de400/0x4c38e74a54729e24 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x60a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fb8d expref: 22 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.104452:0:6837:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dc240/0x4c38e74a54729e47 lrc: 4/0,1 mode: --/EX res: [0x240000402:0x60a:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.104461:0:6837:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4de400/0x4c38e74a54729e24 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x60a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fb8d expref: 22 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.104465:0:6837:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4de400/0x4c38e74a54729e24 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x60a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fb8d expref: 22 pid: 6837 timeout: 3714 lvb_type: 0 00000100:00100000:0.0:1718930703.104470:0:6837:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0f16d40 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6837:1802425733050560:192.168.204.9@tcp:104: 00000100:00100000:0.0:1718930703.104494:0:6837:0:(client.c:2492:ptlrpc_set_wait()) set ffff8801315c9cc0 going to sleep for 6 seconds 00000100:00100000:0.0:1718930703.105083:0:6837:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800a0f16d40 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6837:1802425733050560:192.168.204.9@tcp:104: 00010000:00010000:0.0:1718930703.105090:0:6837:0:(ldlm_request.c:286:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dc240/0x4c38e74a54729e47 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x60a:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718930703.105204:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1718930703.105245:0:9277:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753284032 00010000:00010000:2.0:1718930703.105257:0:9277:0:(ldlm_lockd.c:2633:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4de400/0x4c38e74a54729e24 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x60a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fb8d expref: 23 pid: 6837 timeout: 3714 lvb_type: 0 00000100:00100000:2.0:1718930703.105270:0:9277:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 63338 00000100:00100000:2.0:1718930703.105272:0:9277:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880082079c80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8a07974b-7506-4725-beb3-4b5c6f8f9250+23:1876:x1802425753284032:12345-192.168.204.9@tcp:103:ldlm_bl_01.0 00010000:00010000:2.0:1718930703.105277:0:9277:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1718930703.105279:0:9277:0:(ldlm_lockd.c:1766:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4de400/0x4c38e74a54729e24 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x60a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fb8d expref: 23 pid: 6837 timeout: 3714 lvb_type: 0 00010000:00010000:2.0:1718930703.105284:0:9277:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4de400/0x4c38e74a54729e24 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x60a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fb8d expref: 23 pid: 6837 timeout: 3714 lvb_type: 0 00010000:00010000:2.0:1718930703.105291:0:9277:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4de400/0x4c38e74a54729e24 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x60a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fb8d expref: 23 pid: 6837 timeout: 3714 lvb_type: 0 00010000:00010000:2.0:1718930703.105297:0:9277:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x60a:0x0].0x0 (ffff8800a1b95700) 00010000:00010000:2.0:1718930703.105299:0:9277:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dc240/0x4c38e74a54729e47 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x60a:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.105303:0:9277:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dc240/0x4c38e74a54729e47 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x60a:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.105306:0:9277:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dc240/0x4c38e74a54729e47 lrc: 4/0,1 mode: EX/EX res: [0x240000402:0x60a:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.105313:0:9277:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1718930703.105318:0:6837:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dc240/0x4c38e74a54729e47 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x60a:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.105324:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dc240/0x4c38e74a54729e47 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x60a:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930703.105334:0:9277:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880082079c80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8a07974b-7506-4725-beb3-4b5c6f8f9250+22:1876:x1802425753284032:12345-192.168.204.9@tcp:103:ldlm_bl_01.0 Request processed in 61us (133us total) trans 0 rc 0/0 00000100:00100000:2.0:1718930703.105338:0:9277:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 63338 00010000:00010000:0.0:1718930703.105345:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dd8c0/0x4c38e74a54729e4e lrc: 3/0,1 mode: --/EX res: [0x240000402:0x61a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.105349:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dd8c0/0x4c38e74a54729e4e lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x61a:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.105354:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dd8c0/0x4c38e74a54729e4e lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x61a:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.105385:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dd8c0/0x4c38e74a54729e4e lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x61a:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.105389:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dd8c0/0x4c38e74a54729e4e lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x61a:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.105392:0:6837:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dd8c0/0x4c38e74a54729e4e lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x61a:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.105395:0:6837:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88012c4dd8c0 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:0.0:1718930703.105396:0:6837:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dd8c0/0x4c38e74a54729e4e lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x61a:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.105399:0:6837:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dd8c0/0x4c38e74a54729e4e lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x61a:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.105403:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x61a:0x0].0x0 (ffff88012d654700) 00010000:00010000:0.0:1718930703.105404:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 7f 00010000:00010000:0.0:1718930703.105405:0:6837:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dd8c0/0x4c38e74a54729e4e lrc: 2/0,0 mode: --/EX res: [0x240000402:0x61a:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.105409:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dd8c0/0x4c38e74a54729e4e lrc: 0/0,0 mode: --/EX res: [0x240000402:0x61a:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.105418:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dc240/0x4c38e74a54729e47 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x60a:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.105440:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dc240/0x4c38e74a54729e47 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x60a:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.105443:0:6837:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dc240/0x4c38e74a54729e47 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x60a:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.105446:0:6837:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88012c4dc240 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:0.0:1718930703.105447:0:6837:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dc240/0x4c38e74a54729e47 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x60a:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.105449:0:6837:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dc240/0x4c38e74a54729e47 lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x60a:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.105453:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x60a:0x0].0x0 (ffff8800a1b95700) 00010000:00010000:0.0:1718930703.105454:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 7f 00010000:00010000:0.0:1718930703.105454:0:6837:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dc240/0x4c38e74a54729e47 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x60a:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.105457:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dc240/0x4c38e74a54729e47 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x60a:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.105463:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dd440/0x4c38e74a54729e40 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.105465:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dd440/0x4c38e74a54729e40 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.105468:0:6837:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dd440/0x4c38e74a54729e40 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.105474:0:6837:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88012c4dd440 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:0.0:1718930703.105475:0:6837:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dd440/0x4c38e74a54729e40 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.105477:0:6837:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dd440/0x4c38e74a54729e40 lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.105480:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x608:0x0].0x0 (ffff88012d654000) 00010000:00010000:0.0:1718930703.105481:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1718930703.105482:0:6837:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dd440/0x4c38e74a54729e40 lrc: 2/0,0 mode: --/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.105484:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dd440/0x4c38e74a54729e40 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.105489:0:6837:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88012c4ddd40/0x4c38e74a54729e32 lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0x4c38e74a54729e39 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.105491:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88012c4ddd40/0x4c38e74a54729e32 lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000401000000 nid: local remote: 0x4c38e74a54729e39 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.105494:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88012c4ddd40/0x4c38e74a54729e32 lrc: 2/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000401000000 nid: local remote: 0x4c38e74a54729e39 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.105505:0:6837:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1718930703.105523:0:4830:0:(ldlm_lockd.c:2784:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1718930703.105526:0:4830:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff88012c4ddd40/0x4c38e74a54729e32 lrc: 2/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000401000000 nid: local remote: 0x4c38e74a54729e39 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718930703.105530:0:6837:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88009765af80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+21:26685:x1802425753283968:12345-192.168.204.9@tcp:36:lfs.0 Request processed in 1422us (1482us total) trans 0 rc -114/-114 00010000:00010000:2.0:1718930703.105531:0:4830:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88012c4ddd40 already unused, calling callback (ffffffffa0ea60e0) 00010000:00010000:2.0:1718930703.105532:0:4830:0:(ldlm_request.c:1235:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff88012c4ddd40/0x4c38e74a54729e32 lrc: 3/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008401000000 nid: local remote: 0x4c38e74a54729e39 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718930703.105534:0:6837:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230850 00000004:00010000:2.0:1718930703.105536:0:4830:0:(mdt_handler.c:3608:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88012c4ddd40/0x4c38e74a54729e32 lrc: 3/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009401000000 nid: local remote: 0x4c38e74a54729e39 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.105547:0:4830:0:(ldlm_request.c:1301:ldlm_cancel_pack()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff88012c4ddd40/0x4c38e74a54729e32 lrc: 2/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0x4c38e74a54729e39 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.105550:0:4830:0:(ldlm_request.c:1305:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1718930703.105557:0:4830:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88012c4ddd40/0x4c38e74a54729e32 lrc: 1/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0x4c38e74a54729e39 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.105560:0:4830:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88012c4ddd40/0x4c38e74a54729e32 lrc: 0/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0x4c38e74a54729e39 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718930703.105563:0:3322:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880081794280 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3322:1802425733050624:0@lo:103:ldlm_bl_05.0 00010000:00010000:2.0:1718930703.105569:0:4830:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1718930703.105570:0:4830:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1718930703.105571:0:4830:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1718930703.105577:0:3322:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718930703.105597:0:9277:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733050624 00000100:00100000:3.0:1718930703.105617:0:9277:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9163 00000100:00100000:3.0:1718930703.105620:0:9277:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0f16d40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001-mdtlov_UUID+7:3322:x1802425733050624:12345-0@lo:103:ldlm_bl_05.0 00010000:00010000:3.0:1718930703.105627:0:9277:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1718930703.105635:0:9277:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008350cd80/0x4c38e74a54729e39 lrc: 0/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801001000000 nid: 0@lo remote: 0x4c38e74a54729e32 expref: 7 pid: 6842 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.105656:0:9277:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000004:0x1:0x0].0x0 (ffff880097846b00) 00010000:00010000:3.0:1718930703.105680:0:9277:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1718930703.105702:0:9277:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0f16d40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001-mdtlov_UUID+6:3322:x1802425733050624:12345-0@lo:103:ldlm_bl_05.0 Request processed in 81us (124us total) trans 0 rc 0/0 00000100:00100000:3.0:1718930703.105708:0:9277:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9163 00000100:00100000:0.0:1718930703.105718:0:3322:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880081794280 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3322:1802425733050624:0@lo:103:ldlm_bl_05.0 00000100:00100000:3.0:1718930703.105987:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1718930703.106019:0:6840:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753284160 00000100:00100000:0.0:1718930703.106036:0:6840:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 10809 00000100:00100000:0.0:1718930703.106039:0:6840:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88006e9de050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+21:26685:x1802425753284160:12345-192.168.204.9@tcp:35:lfs.0 00000100:00100000:0.0:1718930703.106068:0:6840:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88006e9de050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+21:26685:x1802425753284160:12345-192.168.204.9@tcp:35:lfs.0 Request processed in 28us (82us total) trans 0 rc -116/-116 00000100:00100000:0.0:1718930703.106074:0:6840:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 10809 00000100:00100000:3.0:1718930703.106543:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1718930703.106558:0:6837:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753284224 00000100:00100000:0.0:1718930703.106569:0:6837:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230851 00000100:00100000:0.0:1718930703.106572:0:6837:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88008207b440 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+21:26685:x1802425753284224:12345-192.168.204.9@tcp:34:lfs.0 00010000:00010000:0.0:1718930703.106587:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dc000/0x4c38e74a54729e55 lrc: 3/1,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.106592:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dc000/0x4c38e74a54729e55 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.106596:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dc000/0x4c38e74a54729e55 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.106601:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4df840/0x4c38e74a54729e5c lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1a6:0x0].0x3366 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.106605:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4df840/0x4c38e74a54729e5c lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3366 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.106608:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4df840/0x4c38e74a54729e5c lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3366 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.106627:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4df3c0/0x4c38e74a54729e63 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x60b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.106631:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4df3c0/0x4c38e74a54729e63 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x60b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.106634:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4df3c0/0x4c38e74a54729e63 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x60b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1718930703.106647:0:6837:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4df3c0/0x4c38e74a54729e63 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x60b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.106651:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dc000/0x4c38e74a54729e55 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.106653:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dc000/0x4c38e74a54729e55 lrc: 2/0,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.106656:0:6837:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dc000/0x4c38e74a54729e55 lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.106676:0:6837:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88012c4dc000 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:0.0:1718930703.106677:0:6837:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dc000/0x4c38e74a54729e55 lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.106681:0:6837:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dc000/0x4c38e74a54729e55 lrc: 4/0,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.106685:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a6:0x0].0x0 (ffff88006f4e6e00) 00010000:00010000:0.0:1718930703.106687:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1718930703.106688:0:6837:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dc000/0x4c38e74a54729e55 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.106691:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dc000/0x4c38e74a54729e55 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.106695:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4df840/0x4c38e74a54729e5c lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3366 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.106698:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4df840/0x4c38e74a54729e5c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3366 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.106701:0:6837:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4df840/0x4c38e74a54729e5c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3366 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.106704:0:6837:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88012c4df840 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:0.0:1718930703.106705:0:6837:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4df840/0x4c38e74a54729e5c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3366 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.106707:0:6837:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4df840/0x4c38e74a54729e5c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3366 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.106710:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a6:0x0].0x3366 (ffff88012d654600) 00010000:00010000:0.0:1718930703.106711:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1718930703.106712:0:6837:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4df840/0x4c38e74a54729e5c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1a6:0x0].0x3366 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.106714:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4df840/0x4c38e74a54729e5c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1a6:0x0].0x3366 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.106723:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4df3c0/0x4c38e74a54729e63 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x60b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.106726:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4df3c0/0x4c38e74a54729e63 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x60b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.106729:0:6837:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4df3c0/0x4c38e74a54729e63 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x60b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.106731:0:6837:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88012c4df3c0 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:0.0:1718930703.106732:0:6837:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4df3c0/0x4c38e74a54729e63 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x60b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.106734:0:6837:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4df3c0/0x4c38e74a54729e63 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x60b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.106737:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x60b:0x0].0x0 (ffff88012d654d00) 00010000:00010000:0.0:1718930703.106738:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1718930703.106739:0:6837:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4df3c0/0x4c38e74a54729e63 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x60b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.106741:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4df3c0/0x4c38e74a54729e63 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x60b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718930703.106767:0:6837:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88008207b440 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+21:26685:x1802425753284224:12345-192.168.204.9@tcp:34:lfs.0 Request processed in 194us (225us total) trans 0 rc 0/0 00000100:00100000:0.0:1718930703.106770:0:6837:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230851 00000100:00100000:3.0:1718930703.107487:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1718930703.107502:0:6837:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753284352 00000100:00100000:0.0:1718930703.107516:0:6837:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230852 00000100:00100000:0.0:1718930703.107518:0:6837:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88013517f6c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+21:26685:x1802425753284352:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:0.0:1718930703.107524:0:6837:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1718930703.107528:0:6837:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dc900/0x4c38e74a54729e6a lrc: 2/0,0 mode: --/CR res: [0x240000402:0x60b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xceea94147812fb94 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.107553:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dcfc0/0x4c38e74a54729e71 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x60b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.107557:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dcfc0/0x4c38e74a54729e71 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x60b:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.107561:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dcfc0/0x4c38e74a54729e71 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x60b:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00200000:0.0:1718930703.107565:0:6837:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x60b:0x0]: returning size 0 00010000:00010000:0.0:1718930703.107590:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dc900/0x4c38e74a54729e6a lrc: 0/0,0 mode: --/CR res: [0x240000402:0x60b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fb94 expref: 24 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.107596:0:6837:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dcfc0/0x4c38e74a54729e71 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x60b:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fb94 expref: 23 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.107599:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x60b:0x0].0x0 (ffff88012d654f00) 00010000:00010000:0.0:1718930703.107601:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1718930703.107602:0:6837:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88012c4dcfc0, rc 0) 00000100:00100000:0.0:1718930703.107623:0:6837:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88013517f6c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+23:26685:x1802425753284352:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 104us (138us total) trans 4294987153 rc 0/0 00000100:00100000:0.0:1718930703.107627:0:6837:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230852 00000100:00100000:3.0:1718930703.108480:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1718930703.108513:0:6837:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753284416 00000100:00100000:0.0:1718930703.108528:0:6837:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230853 00000100:00100000:0.0:1718930703.108532:0:6837:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88013517f200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+23:26685:x1802425753284416:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:0.0:1718930703.108539:0:6837:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1718930703.108544:0:6837:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dfcc0/0x4c38e74a54729e7f lrc: 2/0,0 mode: --/CR res: [0x240000402:0x60b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xceea94147812fb9b expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.108560:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dfcc0/0x4c38e74a54729e7f lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x60b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fb9b expref: 24 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.108566:0:6837:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dfcc0/0x4c38e74a54729e7f lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x60b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fb9b expref: 24 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.108572:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x60b:0x0].0x0 (ffff88012d654f00) 00010000:00010000:0.0:1718930703.108573:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1718930703.108574:0:6837:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88012c4dfcc0, rc 0) 00000100:00100000:0.0:1718930703.108603:0:6837:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88013517f200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+24:26685:x1802425753284416:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 70us (124us total) trans 0 rc 0/0 00000100:00100000:0.0:1718930703.108607:0:6837:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230853 00000100:00100000:3.0:1718930703.109333:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1718930703.109363:0:22545:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753284480 00000100:00100000:0.0:1718930703.109386:0:22545:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.204.9@tcp, with round 500 00000100:00100000:0.0:1718930703.109389:0:22545:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88013517da40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8a07974b-7506-4725-beb3-4b5c6f8f9250+6:1875:x1802425753284480:12345-192.168.204.9@tcp:1:lfs.0 00002000:00010000:0.0:1718930703.109408:0:22545:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x58a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1718930703.109411:0:22545:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88012c4df600/0x4c38e74a54729e86 lrc: 3/0,1 mode: --/PW res: [0x58a:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.109416:0:22545:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1718930703.109417:0:22545:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1718930703.109419:0:22545:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012c4df600/0x4c38e74a54729e86 lrc: 3/0,1 mode: PW/PW res: [0x58a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.109442:0:22545:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012c4df600/0x4c38e74a54729e86 lrc: 3/0,1 mode: PW/PW res: [0x58a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.109447:0:22545:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88012c4df600/0x4c38e74a54729e86 lrc: 3/0,1 mode: PW/PW res: [0x58a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.109451:0:22545:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88012c4df600/0x4c38e74a54729e86 lrc: 2/0,0 mode: PW/PW res: [0x58a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.109461:0:22545:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1718930703.109478:0:8059:0:(ldlm_lockd.c:2784:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1718930703.109481:0:8059:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88012c4df600/0x4c38e74a54729e86 lrc: 2/0,0 mode: PW/PW res: [0x58a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718930703.109485:0:22545:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88013517da40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8a07974b-7506-4725-beb3-4b5c6f8f9250+6:1875:x1802425753284480:12345-192.168.204.9@tcp:1:lfs.0 Request processed in 95us (153us total) trans 0 rc 0/0 00010000:00010000:3.0:1718930703.109486:0:8059:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88012c4df600 already unused, calling callback (ffffffffa080a190) 00010000:00010000:3.0:1718930703.109488:0:8059:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88012c4df600/0x4c38e74a54729e86 lrc: 2/0,0 mode: PW/PW res: [0x58a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718930703.109489:0:22545:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.204.9@tcp, with round 500 00010000:00010000:3.0:1718930703.109492:0:8059:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88012c4df600/0x4c38e74a54729e86 lrc: 3/0,0 mode: PW/PW res: [0x58a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.109500:0:8059:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88012c4df600/0x4c38e74a54729e86 lrc: 1/0,0 mode: --/PW res: [0x58a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.109503:0:8059:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012c4df600/0x4c38e74a54729e86 lrc: 0/0,0 mode: --/PW res: [0x58a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.109511:0:8059:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1718930703.109512:0:8059:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1718930703.109513:0:8059:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1718930703.110172:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1718930703.110204:0:6837:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753284608 00000100:00100000:0.0:1718930703.110219:0:6837:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230854 00000100:00100000:0.0:1718930703.110222:0:6837:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880123c40000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+24:26685:x1802425753284608:12345-192.168.204.9@tcp:36:lfs.0 00010000:00010000:0.0:1718930703.110246:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88012c4dd680/0x4c38e74a54729e8d lrc: 3/0,1 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.110252:0:6837:0:(ldlm_request.c:1029:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000001000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff88012c4dd680/0x4c38e74a54729e8d lrc: 3/0,1 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.110256:0:6837:0:(ldlm_request.c:1117:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff88012c4dd680/0x4c38e74a54729e8d lrc: 3/0,1 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718930703.110262:0:6837:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0f176c0 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:6837:1802425733050688:0@lo:101:mdt00_000.0 00000100:00100000:0.0:1718930703.110280:0:6837:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1718930703.110294:0:6837:0:(client.c:2492:ptlrpc_set_wait()) set ffff8801315c9000 going to sleep for 6 seconds 00000100:00100000:2.0:1718930703.110347:0:6842:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733050688 00000100:00100000:2.0:1718930703.110371:0:6842:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20829 00000100:00100000:2.0:1718930703.110374:0:6842:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0f14280 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:6837:x1802425733050688:12345-0@lo:101:mdt00_000.0 00010000:00010000:2.0:1718930703.110382:0:6842:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1718930703.110388:0:6842:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008350df80/0x4c38e74a54729e94 lrc: 2/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4c38e74a54729e8d expref: -99 pid: 6842 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.110398:0:6842:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008350df80/0x4c38e74a54729e94 lrc: 3/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000001000000 nid: 0@lo remote: 0x4c38e74a54729e8d expref: 7 pid: 6842 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.110403:0:6842:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008350df80/0x4c38e74a54729e94 lrc: 3/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0x4c38e74a54729e8d expref: 7 pid: 6842 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.110407:0:6842:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000004:0x1:0x0].0x0 (ffff880097846600) 00010000:00010000:2.0:1718930703.110408:0:6842:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718930703.110409:0:6842:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88008350df80, rc 0) 00000100:00100000:2.0:1718930703.110443:0:6842:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0f14280 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+7:6837:x1802425733050688:12345-0@lo:101:mdt00_000.0 Request processed in 69us (163us total) trans 0 rc 0/0 00000100:00100000:2.0:1718930703.110447:0:6842:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20829 00000100:00100000:0.0:1718930703.110452:0:6837:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800a0f176c0 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:6837:1802425733050688:0@lo:101:mdt00_000.0 00010000:00010000:0.0:1718930703.110459:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff88012c4dd680/0x4c38e74a54729e8d lrc: 4/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0x4c38e74a54729e94 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.110463:0:6837:0:(ldlm_request.c:799:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88012c4dd680/0x4c38e74a54729e8d lrc: 4/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0x4c38e74a54729e94 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.110505:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dc6c0/0x4c38e74a54729e9b lrc: 3/0,1 mode: --/PW res: [0x240000402:0x608:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.110510:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dc6c0/0x4c38e74a54729e9b lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.110514:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dc6c0/0x4c38e74a54729e9b lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.110542:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x60b:0x0].0x0 (ffff88012d654f00) 00010000:00010000:0.0:1718930703.110543:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1718930703.110546:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dcfc0/0x4c38e74a54729e71 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x60b:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fb94 expref: 24 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.110556:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4df180/0x4c38e74a54729ea2 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x60b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.110561:0:6837:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dfcc0/0x4c38e74a54729e7f lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x60b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fb9b expref: 23 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.110564:0:6837:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4df180/0x4c38e74a54729ea2 lrc: 4/0,1 mode: --/EX res: [0x240000402:0x60b:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.110573:0:6837:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dfcc0/0x4c38e74a54729e7f lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x60b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fb9b expref: 23 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.110579:0:6837:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dfcc0/0x4c38e74a54729e7f lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x60b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fb9b expref: 23 pid: 6837 timeout: 3714 lvb_type: 0 00000100:00100000:0.0:1718930703.110584:0:6837:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0f176c0 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6837:1802425733050752:192.168.204.9@tcp:104: 00000100:00100000:0.0:1718930703.110608:0:6837:0:(client.c:2492:ptlrpc_set_wait()) set ffff8801315c9000 going to sleep for 6 seconds 00000100:00100000:0.0:1718930703.111223:0:6837:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800a0f176c0 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6837:1802425733050752:192.168.204.9@tcp:104: 00010000:00010000:0.0:1718930703.111296:0:6837:0:(ldlm_request.c:286:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4df180/0x4c38e74a54729ea2 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x60b:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718930703.111339:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1718930703.111365:0:9277:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753284672 00010000:00010000:0.0:1718930703.111374:0:9277:0:(ldlm_lockd.c:2633:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dfcc0/0x4c38e74a54729e7f lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x60b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fb9b expref: 24 pid: 6837 timeout: 3714 lvb_type: 0 00000100:00100000:0.0:1718930703.111390:0:9277:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 63339 00000100:00100000:0.0:1718930703.111392:0:9277:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880123c404c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8a07974b-7506-4725-beb3-4b5c6f8f9250+24:1875:x1802425753284672:12345-192.168.204.9@tcp:103:ldlm_bl_04.0 00010000:00010000:0.0:1718930703.111396:0:9277:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1718930703.111398:0:9277:0:(ldlm_lockd.c:1766:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dfcc0/0x4c38e74a54729e7f lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x60b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fb9b expref: 24 pid: 6837 timeout: 3714 lvb_type: 0 00010000:00010000:0.0:1718930703.111403:0:9277:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dfcc0/0x4c38e74a54729e7f lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x60b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fb9b expref: 24 pid: 6837 timeout: 3714 lvb_type: 0 00010000:00010000:0.0:1718930703.111409:0:9277:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dfcc0/0x4c38e74a54729e7f lrc: 0/0,0 mode: --/CR res: [0x240000402:0x60b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fb9b expref: 24 pid: 6837 timeout: 3714 lvb_type: 0 00010000:00010000:0.0:1718930703.111416:0:9277:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x60b:0x0].0x0 (ffff88012d654f00) 00010000:00010000:0.0:1718930703.111417:0:9277:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4df180/0x4c38e74a54729ea2 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x60b:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.111421:0:9277:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4df180/0x4c38e74a54729ea2 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x60b:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.111438:0:9277:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4df180/0x4c38e74a54729ea2 lrc: 4/0,1 mode: EX/EX res: [0x240000402:0x60b:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.111446:0:9277:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1718930703.111458:0:6837:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4df180/0x4c38e74a54729ea2 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x60b:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.111465:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4df180/0x4c38e74a54729ea2 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x60b:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718930703.111465:0:9277:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880123c404c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8a07974b-7506-4725-beb3-4b5c6f8f9250+23:1875:x1802425753284672:12345-192.168.204.9@tcp:103:ldlm_bl_04.0 Request processed in 72us (127us total) trans 0 rc 0/0 00000100:00100000:0.0:1718930703.111470:0:9277:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 63339 00010000:00010000:2.0:1718930703.111496:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88008350fcc0/0x4c38e74a54729ea9 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x61b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.111503:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008350fcc0/0x4c38e74a54729ea9 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x61b:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.111509:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008350fcc0/0x4c38e74a54729ea9 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x61b:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.111568:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88008350fcc0/0x4c38e74a54729ea9 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x61b:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.111574:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008350fcc0/0x4c38e74a54729ea9 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x61b:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.111579:0:6837:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88008350fcc0/0x4c38e74a54729ea9 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x61b:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.111583:0:6837:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008350fcc0 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:2.0:1718930703.111585:0:6837:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008350fcc0/0x4c38e74a54729ea9 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x61b:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.111591:0:6837:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008350fcc0/0x4c38e74a54729ea9 lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x61b:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.111598:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x61b:0x0].0x0 (ffff880097846800) 00010000:00010000:2.0:1718930703.111600:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 7f 00010000:00010000:2.0:1718930703.111601:0:6837:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88008350fcc0/0x4c38e74a54729ea9 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x61b:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.111606:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008350fcc0/0x4c38e74a54729ea9 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x61b:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.111622:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4df180/0x4c38e74a54729ea2 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x60b:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.111628:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4df180/0x4c38e74a54729ea2 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x60b:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.111636:0:6837:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4df180/0x4c38e74a54729ea2 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x60b:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.111641:0:6837:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88012c4df180 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:2.0:1718930703.111643:0:6837:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4df180/0x4c38e74a54729ea2 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x60b:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.111647:0:6837:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4df180/0x4c38e74a54729ea2 lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x60b:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.111654:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x60b:0x0].0x0 (ffff88012d654f00) 00010000:00010000:2.0:1718930703.111656:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 7f 00010000:00010000:2.0:1718930703.111657:0:6837:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4df180/0x4c38e74a54729ea2 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x60b:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.111682:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4df180/0x4c38e74a54729ea2 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x60b:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.111695:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dc6c0/0x4c38e74a54729e9b lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.111700:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dc6c0/0x4c38e74a54729e9b lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.111705:0:6837:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dc6c0/0x4c38e74a54729e9b lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.111710:0:6837:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88012c4dc6c0 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:2.0:1718930703.111712:0:6837:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dc6c0/0x4c38e74a54729e9b lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.111717:0:6837:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dc6c0/0x4c38e74a54729e9b lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.111724:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x608:0x0].0x0 (ffff88012d654200) 00010000:00010000:2.0:1718930703.111726:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718930703.111728:0:6837:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dc6c0/0x4c38e74a54729e9b lrc: 2/0,0 mode: --/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.111732:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dc6c0/0x4c38e74a54729e9b lrc: 0/0,0 mode: --/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.111741:0:6837:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88012c4dd680/0x4c38e74a54729e8d lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0x4c38e74a54729e94 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.111746:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88012c4dd680/0x4c38e74a54729e8d lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000401000000 nid: local remote: 0x4c38e74a54729e94 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.111750:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88012c4dd680/0x4c38e74a54729e8d lrc: 2/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000401000000 nid: local remote: 0x4c38e74a54729e94 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.111765:0:6837:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1718930703.111787:0:11341:0:(ldlm_lockd.c:2784:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1718930703.111790:0:11341:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff88012c4dd680/0x4c38e74a54729e8d lrc: 2/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000401000000 nid: local remote: 0x4c38e74a54729e94 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930703.111795:0:6837:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880123c40000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+22:26685:x1802425753284608:12345-192.168.204.9@tcp:36:lfs.0 Request processed in 1571us (1624us total) trans 0 rc -114/-114 00010000:00010000:0.0:1718930703.111797:0:11341:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88012c4dd680 already unused, calling callback (ffffffffa0ea60e0) 00010000:00010000:0.0:1718930703.111799:0:11341:0:(ldlm_request.c:1235:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff88012c4dd680/0x4c38e74a54729e8d lrc: 3/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008401000000 nid: local remote: 0x4c38e74a54729e94 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930703.111801:0:6837:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230854 00000004:00010000:0.0:1718930703.111805:0:11341:0:(mdt_handler.c:3608:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88012c4dd680/0x4c38e74a54729e8d lrc: 3/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009401000000 nid: local remote: 0x4c38e74a54729e94 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.111819:0:11341:0:(ldlm_request.c:1301:ldlm_cancel_pack()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff88012c4dd680/0x4c38e74a54729e8d lrc: 2/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0x4c38e74a54729e94 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.111824:0:11341:0:(ldlm_request.c:1305:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1718930703.111839:0:11341:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88012c4dd680/0x4c38e74a54729e8d lrc: 1/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0x4c38e74a54729e94 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930703.111841:0:3323:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0f176c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3323:1802425733050816:0@lo:103:ldlm_bl_04.0 00010000:00010000:0.0:1718930703.111845:0:11341:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88012c4dd680/0x4c38e74a54729e8d lrc: 0/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0x4c38e74a54729e94 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.111856:0:11341:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1718930703.111857:0:11341:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1718930703.111859:0:11341:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1718930703.111865:0:3323:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1718930703.111880:0:9277:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733050816 00000100:00100000:0.0:1718930703.111896:0:9277:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9164 00000100:00100000:0.0:1718930703.111899:0:9277:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ef45850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001-mdtlov_UUID+7:3323:x1802425733050816:12345-0@lo:103:ldlm_bl_04.0 00010000:00010000:0.0:1718930703.111904:0:9277:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1718930703.111911:0:9277:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008350df80/0x4c38e74a54729e94 lrc: 0/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801001000000 nid: 0@lo remote: 0x4c38e74a54729e8d expref: 7 pid: 6842 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.111920:0:9277:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000004:0x1:0x0].0x0 (ffff880097846600) 00010000:00010000:0.0:1718930703.111925:0:9277:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1718930703.111946:0:9277:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ef45850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001-mdtlov_UUID+6:3323:x1802425733050816:12345-0@lo:103:ldlm_bl_04.0 Request processed in 46us (81us total) trans 0 rc 0/0 00000100:00100000:0.0:1718930703.111952:0:9277:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9164 00000100:00100000:2.0:1718930703.111959:0:3323:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800a0f176c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3323:1802425733050816:0@lo:103:ldlm_bl_04.0 00000100:00100000:3.0:1718930703.112378:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1718930703.112394:0:6840:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753284800 00000100:00100000:0.0:1718930703.112410:0:6840:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 10810 00000100:00100000:0.0:1718930703.112412:0:6840:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880123c40980 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+22:26685:x1802425753284800:12345-192.168.204.9@tcp:35:lfs.0 00000100:00100000:0.0:1718930703.112456:0:6840:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880123c40980 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+22:26685:x1802425753284800:12345-192.168.204.9@tcp:35:lfs.0 Request processed in 43us (79us total) trans 0 rc -116/-116 00000100:00100000:0.0:1718930703.112460:0:6840:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 10810 00000100:00100000:3.0:1718930703.113054:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1718930703.113088:0:6837:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753284864 00000100:00100000:2.0:1718930703.113111:0:6837:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230855 00000100:00100000:2.0:1718930703.113114:0:6837:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880123c40e40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+22:26685:x1802425753284864:12345-192.168.204.9@tcp:34:lfs.0 00010000:00010000:2.0:1718930703.113130:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008350e640/0x4c38e74a54729eb0 lrc: 3/1,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.113135:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008350e640/0x4c38e74a54729eb0 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.113139:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008350e640/0x4c38e74a54729eb0 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.113144:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008350cd80/0x4c38e74a54729eb7 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1a6:0x0].0x3466 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.113148:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008350cd80/0x4c38e74a54729eb7 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3466 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.113151:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008350cd80/0x4c38e74a54729eb7 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3466 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.113172:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008350ef40/0x4c38e74a54729ebe lrc: 3/1,0 mode: --/PR res: [0x240000402:0x612:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.113176:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008350ef40/0x4c38e74a54729ebe lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x612:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.113179:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008350ef40/0x4c38e74a54729ebe lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x612:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1718930703.113197:0:6837:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff88008350ef40/0x4c38e74a54729ebe lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x612:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.113201:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008350e640/0x4c38e74a54729eb0 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.113204:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008350e640/0x4c38e74a54729eb0 lrc: 2/0,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.113207:0:6837:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88008350e640/0x4c38e74a54729eb0 lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.113210:0:6837:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008350e640 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:2.0:1718930703.113211:0:6837:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008350e640/0x4c38e74a54729eb0 lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.113213:0:6837:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008350e640/0x4c38e74a54729eb0 lrc: 4/0,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.113217:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a6:0x0].0x0 (ffff88006f4e6e00) 00010000:00010000:2.0:1718930703.113218:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718930703.113219:0:6837:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88008350e640/0x4c38e74a54729eb0 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.113222:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008350e640/0x4c38e74a54729eb0 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.113228:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008350cd80/0x4c38e74a54729eb7 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3466 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.113234:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008350cd80/0x4c38e74a54729eb7 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3466 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.113237:0:6837:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88008350cd80/0x4c38e74a54729eb7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3466 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.113239:0:6837:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008350cd80 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:2.0:1718930703.113240:0:6837:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008350cd80/0x4c38e74a54729eb7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3466 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.113243:0:6837:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008350cd80/0x4c38e74a54729eb7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3466 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.113246:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a6:0x0].0x3466 (ffff880097846a00) 00010000:00010000:2.0:1718930703.113247:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718930703.113247:0:6837:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88008350cd80/0x4c38e74a54729eb7 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1a6:0x0].0x3466 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.113250:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008350cd80/0x4c38e74a54729eb7 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1a6:0x0].0x3466 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.113255:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008350ef40/0x4c38e74a54729ebe lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x612:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.113258:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008350ef40/0x4c38e74a54729ebe lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x612:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.113260:0:6837:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88008350ef40/0x4c38e74a54729ebe lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x612:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.113265:0:6837:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008350ef40 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:2.0:1718930703.113267:0:6837:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008350ef40/0x4c38e74a54729ebe lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x612:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.113269:0:6837:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008350ef40/0x4c38e74a54729ebe lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x612:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.113272:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x612:0x0].0x0 (ffff880097846c00) 00010000:00010000:2.0:1718930703.113273:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718930703.113274:0:6837:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88008350ef40/0x4c38e74a54729ebe lrc: 2/0,0 mode: --/PR res: [0x240000402:0x612:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.113276:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008350ef40/0x4c38e74a54729ebe lrc: 0/0,0 mode: --/PR res: [0x240000402:0x612:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930703.113304:0:6837:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880123c40e40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+22:26685:x1802425753284864:12345-192.168.204.9@tcp:34:lfs.0 Request processed in 189us (251us total) trans 0 rc 0/0 00000100:00100000:2.0:1718930703.113315:0:6837:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230855 00000100:00100000:3.0:1718930703.114006:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1718930703.114035:0:6837:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753284992 00000100:00100000:2.0:1718930703.114056:0:6837:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230856 00000100:00100000:2.0:1718930703.114059:0:6837:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880123c41300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+22:26685:x1802425753284992:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:2.0:1718930703.114065:0:6837:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1718930703.114070:0:6837:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008350e400/0x4c38e74a54729ec5 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x612:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xceea94147812fba2 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.114099:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88008350ed00/0x4c38e74a54729ecc lrc: 3/0,1 mode: --/PW res: [0x240000402:0x612:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.114107:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008350ed00/0x4c38e74a54729ecc lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x612:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.114112:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008350ed00/0x4c38e74a54729ecc lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x612:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00200000:2.0:1718930703.114116:0:6837:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x612:0x0]: returning size 0 00010000:00010000:2.0:1718930703.114147:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008350e400/0x4c38e74a54729ec5 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x612:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fba2 expref: 25 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.114155:0:6837:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88008350ed00/0x4c38e74a54729ecc lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x612:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fba2 expref: 24 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.114159:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x612:0x0].0x0 (ffff880097846d00) 00010000:00010000:2.0:1718930703.114160:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1718930703.114161:0:6837:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88008350ed00, rc 0) 00000100:00100000:2.0:1718930703.114184:0:6837:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880123c41300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+24:26685:x1802425753284992:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 125us (179us total) trans 4294987154 rc 0/0 00000100:00100000:2.0:1718930703.114188:0:6837:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230856 00000100:00100000:3.0:1718930703.115020:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1718930703.115051:0:6837:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753285056 00000100:00100000:2.0:1718930703.115064:0:6837:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230857 00000100:00100000:2.0:1718930703.115067:0:6837:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880123c417c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+24:26685:x1802425753285056:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:2.0:1718930703.115072:0:6837:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1718930703.115077:0:6837:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008350db00/0x4c38e74a54729eda lrc: 2/0,0 mode: --/CR res: [0x240000402:0x612:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xceea94147812fba9 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.115090:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008350db00/0x4c38e74a54729eda lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x612:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fba9 expref: 25 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.115095:0:6837:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88008350db00/0x4c38e74a54729eda lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x612:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fba9 expref: 25 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.115101:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x612:0x0].0x0 (ffff880097846d00) 00010000:00010000:2.0:1718930703.115102:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1718930703.115103:0:6837:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88008350db00, rc 0) 00000100:00100000:2.0:1718930703.115117:0:6837:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880123c417c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+25:26685:x1802425753285056:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 50us (99us total) trans 0 rc 0/0 00000100:00100000:2.0:1718930703.115120:0:6837:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230857 00000100:00100000:3.0:1718930703.115873:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1718930703.115914:0:22545:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753285120 00000100:00100000:0.0:1718930703.115944:0:22545:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.204.9@tcp, with round 501 00000100:00100000:0.0:1718930703.115949:0:22545:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880123c41c80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8a07974b-7506-4725-beb3-4b5c6f8f9250+7:1877:x1802425753285120:12345-192.168.204.9@tcp:1:lfs.0 00002000:00010000:0.0:1718930703.115970:0:22545:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x583:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1718930703.115974:0:22545:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c4dcfc0/0x4c38e74a54729ee1 lrc: 3/0,1 mode: --/PW res: [0x583:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.115982:0:22545:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1718930703.115983:0:22545:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1718930703.115985:0:22545:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c4dcfc0/0x4c38e74a54729ee1 lrc: 3/0,1 mode: PW/PW res: [0x583:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.115993:0:22545:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c4dcfc0/0x4c38e74a54729ee1 lrc: 3/0,1 mode: PW/PW res: [0x583:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.116001:0:22545:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c4dcfc0/0x4c38e74a54729ee1 lrc: 3/0,1 mode: PW/PW res: [0x583:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.116006:0:22545:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c4dcfc0/0x4c38e74a54729ee1 lrc: 2/0,0 mode: PW/PW res: [0x583:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.116022:0:22545:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1718930703.116034:0:6828:0:(ldlm_lockd.c:2784:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1718930703.116038:0:6828:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c4dcfc0/0x4c38e74a54729ee1 lrc: 2/0,0 mode: PW/PW res: [0x583:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.116044:0:6828:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88012c4dcfc0 already unused, calling callback (ffffffffa080a190) 00010000:00010000:2.0:1718930703.116046:0:6828:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c4dcfc0/0x4c38e74a54729ee1 lrc: 2/0,0 mode: PW/PW res: [0x583:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.116050:0:6828:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c4dcfc0/0x4c38e74a54729ee1 lrc: 3/0,0 mode: PW/PW res: [0x583:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718930703.116051:0:22545:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880123c41c80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8a07974b-7506-4725-beb3-4b5c6f8f9250+7:1877:x1802425753285120:12345-192.168.204.9@tcp:1:lfs.0 Request processed in 102us (179us total) trans 0 rc 0/0 00010000:00010000:2.0:1718930703.116058:0:6828:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c4dcfc0/0x4c38e74a54729ee1 lrc: 1/0,0 mode: --/PW res: [0x583:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718930703.116058:0:22545:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.204.9@tcp, with round 501 00010000:00010000:2.0:1718930703.116061:0:6828:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c4dcfc0/0x4c38e74a54729ee1 lrc: 0/0,0 mode: --/PW res: [0x583:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.116069:0:6828:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1718930703.116070:0:6828:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1718930703.116071:0:6828:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1718930703.116893:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1718930703.116926:0:6837:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753285248 00000100:00100000:2.0:1718930703.116942:0:6837:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230858 00000100:00100000:2.0:1718930703.116945:0:6837:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880123c42140 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+25:26685:x1802425753285248:12345-192.168.204.9@tcp:36:lfs.0 00010000:00010000:2.0:1718930703.116970:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008350c6c0/0x4c38e74a54729ee8 lrc: 3/0,1 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.116975:0:6837:0:(ldlm_request.c:1029:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000001000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008350c6c0/0x4c38e74a54729ee8 lrc: 3/0,1 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.116979:0:6837:0:(ldlm_request.c:1117:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008350c6c0/0x4c38e74a54729ee8 lrc: 3/0,1 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930703.116988:0:6837:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880081794280 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:6837:1802425733050880:0@lo:101:mdt00_000.0 00000100:00100000:2.0:1718930703.117010:0:6837:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718930703.117031:0:6837:0:(client.c:2492:ptlrpc_set_wait()) set ffff880133dd3000 going to sleep for 6 seconds 00000100:00100000:0.0:1718930703.117052:0:6842:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733050880 00000100:00100000:0.0:1718930703.117073:0:6842:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20830 00000100:00100000:0.0:1718930703.117077:0:6842:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880081793dc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:6837:x1802425733050880:12345-0@lo:101:mdt00_000.0 00010000:00010000:0.0:1718930703.117084:0:6842:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1718930703.117092:0:6842:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dc900/0x4c38e74a54729eef lrc: 2/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4c38e74a54729ee8 expref: -99 pid: 6842 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.117105:0:6842:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dc900/0x4c38e74a54729eef lrc: 3/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000001000000 nid: 0@lo remote: 0x4c38e74a54729ee8 expref: 7 pid: 6842 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.117113:0:6842:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dc900/0x4c38e74a54729eef lrc: 3/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0x4c38e74a54729ee8 expref: 7 pid: 6842 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.117119:0:6842:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000004:0x1:0x0].0x0 (ffff88012d654b00) 00010000:00010000:0.0:1718930703.117121:0:6842:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1718930703.117122:0:6842:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88012c4dc900, rc 0) 00000100:00100000:0.0:1718930703.117154:0:6842:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880081793dc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+7:6837:x1802425733050880:12345-0@lo:101:mdt00_000.0 Request processed in 76us (143us total) trans 0 rc 0/0 00000100:00100000:0.0:1718930703.117159:0:6842:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20830 00000100:00100000:2.0:1718930703.117169:0:6837:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880081794280 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:6837:1802425733050880:0@lo:101:mdt00_000.0 00010000:00010000:2.0:1718930703.117176:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008350c6c0/0x4c38e74a54729ee8 lrc: 4/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0x4c38e74a54729eef expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.117180:0:6837:0:(ldlm_request.c:799:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008350c6c0/0x4c38e74a54729ee8 lrc: 4/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0x4c38e74a54729eef expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.117232:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88008350f600/0x4c38e74a54729ef6 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x608:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.117239:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008350f600/0x4c38e74a54729ef6 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.117250:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008350f600/0x4c38e74a54729ef6 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.117292:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x612:0x0].0x0 (ffff880097846d00) 00010000:00010000:2.0:1718930703.117294:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1718930703.117297:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008350ed00/0x4c38e74a54729ecc lrc: 0/0,0 mode: --/PW res: [0x240000402:0x612:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fba2 expref: 25 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.117309:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88008350d8c0/0x4c38e74a54729efd lrc: 3/0,1 mode: --/EX res: [0x240000402:0x612:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.117313:0:6837:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff88008350db00/0x4c38e74a54729eda lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x612:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fba9 expref: 24 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.117316:0:6837:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008350d8c0/0x4c38e74a54729efd lrc: 4/0,1 mode: --/EX res: [0x240000402:0x612:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.117325:0:6837:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff88008350db00/0x4c38e74a54729eda lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x612:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fba9 expref: 24 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.117330:0:6837:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff88008350db00/0x4c38e74a54729eda lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x612:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fba9 expref: 24 pid: 6837 timeout: 3714 lvb_type: 0 00000100:00100000:2.0:1718930703.117335:0:6837:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880081794280 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6837:1802425733050944:192.168.204.9@tcp:104: 00000100:00100000:2.0:1718930703.117359:0:6837:0:(client.c:2492:ptlrpc_set_wait()) set ffff880133dd3000 going to sleep for 6 seconds 00000100:00100000:2.0:1718930703.118085:0:6837:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880081794280 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6837:1802425733050944:192.168.204.9@tcp:104: 00000100:00100000:3.0:1718930703.118093:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00010000:00010000:2.0:1718930703.118093:0:6837:0:(ldlm_request.c:286:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff88008350d8c0/0x4c38e74a54729efd lrc: 3/0,1 mode: --/EX res: [0x240000402:0x612:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718930703.118124:0:9277:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753285312 00010000:00010000:0.0:1718930703.118136:0:9277:0:(ldlm_lockd.c:2633:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008350db00/0x4c38e74a54729eda lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x612:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fba9 expref: 25 pid: 6837 timeout: 3714 lvb_type: 0 00000100:00100000:0.0:1718930703.118154:0:9277:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 63340 00000100:00100000:0.0:1718930703.118157:0:9277:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880123c42600 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8a07974b-7506-4725-beb3-4b5c6f8f9250+25:1875:x1802425753285312:12345-192.168.204.9@tcp:103:ldlm_bl_03.0 00010000:00010000:0.0:1718930703.118162:0:9277:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1718930703.118164:0:9277:0:(ldlm_lockd.c:1766:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff88008350db00/0x4c38e74a54729eda lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x612:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fba9 expref: 25 pid: 6837 timeout: 3714 lvb_type: 0 00010000:00010000:0.0:1718930703.118169:0:9277:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff88008350db00/0x4c38e74a54729eda lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x612:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fba9 expref: 25 pid: 6837 timeout: 3714 lvb_type: 0 00010000:00010000:0.0:1718930703.118176:0:9277:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008350db00/0x4c38e74a54729eda lrc: 0/0,0 mode: --/CR res: [0x240000402:0x612:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fba9 expref: 25 pid: 6837 timeout: 3714 lvb_type: 0 00010000:00010000:0.0:1718930703.118184:0:9277:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x612:0x0].0x0 (ffff880097846d00) 00010000:00010000:0.0:1718930703.118185:0:9277:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff88008350d8c0/0x4c38e74a54729efd lrc: 3/0,1 mode: --/EX res: [0x240000402:0x612:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.118190:0:9277:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff88008350d8c0/0x4c38e74a54729efd lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x612:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.118193:0:9277:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008350d8c0/0x4c38e74a54729efd lrc: 4/0,1 mode: EX/EX res: [0x240000402:0x612:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.118205:0:9277:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1718930703.118214:0:6837:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff88008350d8c0/0x4c38e74a54729efd lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x612:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.118218:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008350d8c0/0x4c38e74a54729efd lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x612:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718930703.118223:0:9277:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880123c42600 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8a07974b-7506-4725-beb3-4b5c6f8f9250+24:1875:x1802425753285312:12345-192.168.204.9@tcp:103:ldlm_bl_03.0 Request processed in 65us (131us total) trans 0 rc 0/0 00000100:00100000:0.0:1718930703.118227:0:9277:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 63340 00010000:00010000:2.0:1718930703.118239:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88008350fa80/0x4c38e74a54729f04 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x61c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.118243:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008350fa80/0x4c38e74a54729f04 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x61c:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.118247:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008350fa80/0x4c38e74a54729f04 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x61c:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.118279:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88008350fa80/0x4c38e74a54729f04 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x61c:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.118282:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008350fa80/0x4c38e74a54729f04 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x61c:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.118285:0:6837:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88008350fa80/0x4c38e74a54729f04 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x61c:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.118288:0:6837:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008350fa80 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:2.0:1718930703.118289:0:6837:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008350fa80/0x4c38e74a54729f04 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x61c:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.118292:0:6837:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008350fa80/0x4c38e74a54729f04 lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x61c:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.118297:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x61c:0x0].0x0 (ffff880097846700) 00010000:00010000:2.0:1718930703.118298:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 7f 00010000:00010000:2.0:1718930703.118299:0:6837:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88008350fa80/0x4c38e74a54729f04 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x61c:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.118302:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008350fa80/0x4c38e74a54729f04 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x61c:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.118312:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88008350d8c0/0x4c38e74a54729efd lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x612:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.118315:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008350d8c0/0x4c38e74a54729efd lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x612:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.118318:0:6837:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88008350d8c0/0x4c38e74a54729efd lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x612:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.118321:0:6837:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008350d8c0 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:2.0:1718930703.118322:0:6837:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008350d8c0/0x4c38e74a54729efd lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x612:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.118324:0:6837:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008350d8c0/0x4c38e74a54729efd lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x612:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.118327:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x612:0x0].0x0 (ffff880097846d00) 00010000:00010000:2.0:1718930703.118328:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 7f 00010000:00010000:2.0:1718930703.118329:0:6837:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88008350d8c0/0x4c38e74a54729efd lrc: 2/0,0 mode: --/EX res: [0x240000402:0x612:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.118334:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008350d8c0/0x4c38e74a54729efd lrc: 0/0,0 mode: --/EX res: [0x240000402:0x612:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.118340:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88008350f600/0x4c38e74a54729ef6 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.118343:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008350f600/0x4c38e74a54729ef6 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.118346:0:6837:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88008350f600/0x4c38e74a54729ef6 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.118348:0:6837:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008350f600 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:2.0:1718930703.118349:0:6837:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008350f600/0x4c38e74a54729ef6 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.118352:0:6837:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008350f600/0x4c38e74a54729ef6 lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.118354:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x608:0x0].0x0 (ffff880097846b00) 00010000:00010000:2.0:1718930703.118355:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718930703.118356:0:6837:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88008350f600/0x4c38e74a54729ef6 lrc: 2/0,0 mode: --/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.118364:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008350f600/0x4c38e74a54729ef6 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.118369:0:6837:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008350c6c0/0x4c38e74a54729ee8 lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0x4c38e74a54729eef expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.118375:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008350c6c0/0x4c38e74a54729ee8 lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000401000000 nid: local remote: 0x4c38e74a54729eef expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.118378:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008350c6c0/0x4c38e74a54729ee8 lrc: 2/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000401000000 nid: local remote: 0x4c38e74a54729eef expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.118388:0:6837:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1718930703.118416:0:6829:0:(ldlm_lockd.c:2784:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1718930703.118420:0:6829:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008350c6c0/0x4c38e74a54729ee8 lrc: 2/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000401000000 nid: local remote: 0x4c38e74a54729eef expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930703.118421:0:6837:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880123c42140 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+23:26685:x1802425753285248:12345-192.168.204.9@tcp:36:lfs.0 Request processed in 1474us (1527us total) trans 0 rc -114/-114 00000100:00100000:2.0:1718930703.118439:0:6837:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230858 00010000:00010000:1.0:1718930703.118439:0:6829:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008350c6c0 already unused, calling callback (ffffffffa0ea60e0) 00010000:00010000:1.0:1718930703.118442:0:6829:0:(ldlm_request.c:1235:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008350c6c0/0x4c38e74a54729ee8 lrc: 3/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008401000000 nid: local remote: 0x4c38e74a54729eef expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1718930703.118447:0:6829:0:(mdt_handler.c:3608:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008350c6c0/0x4c38e74a54729ee8 lrc: 3/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009401000000 nid: local remote: 0x4c38e74a54729eef expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.118462:0:6829:0:(ldlm_request.c:1301:ldlm_cancel_pack()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008350c6c0/0x4c38e74a54729ee8 lrc: 2/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0x4c38e74a54729eef expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.118467:0:6829:0:(ldlm_request.c:1305:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1718930703.118482:0:6829:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008350c6c0/0x4c38e74a54729ee8 lrc: 1/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0x4c38e74a54729eef expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.118487:0:6829:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008350c6c0/0x4c38e74a54729ee8 lrc: 0/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0x4c38e74a54729eef expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930703.118489:0:3321:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1718930703.118496:0:3321:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880092a350c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3321:1802425733051008:0@lo:103:ldlm_bl_02.0 00010000:00010000:1.0:1718930703.118501:0:6829:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1718930703.118502:0:6829:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1718930703.118503:0:6829:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1718930703.118516:0:3321:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1718930703.118529:0:9277:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733051008 00000100:00100000:0.0:1718930703.118540:0:9277:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9165 00000100:00100000:0.0:1718930703.118542:0:9277:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880081794280 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001-mdtlov_UUID+7:3321:x1802425733051008:12345-0@lo:103:ldlm_bl_02.0 00010000:00010000:0.0:1718930703.118546:0:9277:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1718930703.118551:0:9277:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dc900/0x4c38e74a54729eef lrc: 0/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801001000000 nid: 0@lo remote: 0x4c38e74a54729ee8 expref: 7 pid: 6842 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.118557:0:9277:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000004:0x1:0x0].0x0 (ffff88012d654b00) 00010000:00010000:0.0:1718930703.118561:0:9277:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1718930703.118576:0:9277:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880081794280 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001-mdtlov_UUID+6:3321:x1802425733051008:12345-0@lo:103:ldlm_bl_02.0 Request processed in 33us (61us total) trans 0 rc 0/0 00000100:00100000:0.0:1718930703.118579:0:9277:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9165 00000100:00100000:2.0:1718930703.118585:0:3321:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880092a350c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3321:1802425733051008:0@lo:103:ldlm_bl_02.0 00000100:00100000:3.0:1718930703.118868:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1718930703.118882:0:6840:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753285440 00000100:00100000:0.0:1718930703.118898:0:6840:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 10811 00000100:00100000:0.0:1718930703.118900:0:6840:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880123c42ac0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+23:26685:x1802425753285440:12345-192.168.204.9@tcp:35:lfs.0 00000100:00100000:0.0:1718930703.118926:0:6840:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880123c42ac0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+23:26685:x1802425753285440:12345-192.168.204.9@tcp:35:lfs.0 Request processed in 25us (59us total) trans 0 rc -116/-116 00000100:00100000:0.0:1718930703.118929:0:6840:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 10811 00000100:00100000:3.0:1718930703.119396:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1718930703.119469:0:6837:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753285504 00000100:00100000:2.0:1718930703.119492:0:6837:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230859 00000100:00100000:2.0:1718930703.119495:0:6837:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880123c42f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+23:26685:x1802425753285504:12345-192.168.204.9@tcp:34:lfs.0 00010000:00010000:2.0:1718930703.119511:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008350f840/0x4c38e74a54729f0b lrc: 3/1,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.119518:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008350f840/0x4c38e74a54729f0b lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.119522:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008350f840/0x4c38e74a54729f0b lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.119528:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008350d200/0x4c38e74a54729f12 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1a6:0x0].0x3166 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.119531:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008350d200/0x4c38e74a54729f12 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3166 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.119534:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008350d200/0x4c38e74a54729f12 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3166 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.119554:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008350eac0/0x4c38e74a54729f19 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x60f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.119557:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008350eac0/0x4c38e74a54729f19 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x60f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.119560:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008350eac0/0x4c38e74a54729f19 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x60f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1718930703.119577:0:6837:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff88008350eac0/0x4c38e74a54729f19 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x60f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.119582:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008350f840/0x4c38e74a54729f0b lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.119584:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008350f840/0x4c38e74a54729f0b lrc: 2/0,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.119587:0:6837:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88008350f840/0x4c38e74a54729f0b lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.119590:0:6837:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008350f840 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:2.0:1718930703.119591:0:6837:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008350f840/0x4c38e74a54729f0b lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.119594:0:6837:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008350f840/0x4c38e74a54729f0b lrc: 4/0,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.119598:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a6:0x0].0x0 (ffff88006f4e6e00) 00010000:00010000:2.0:1718930703.119600:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718930703.119601:0:6837:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88008350f840/0x4c38e74a54729f0b lrc: 2/0,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.119603:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008350f840/0x4c38e74a54729f0b lrc: 0/0,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.119609:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008350d200/0x4c38e74a54729f12 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3166 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.119612:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008350d200/0x4c38e74a54729f12 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3166 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.119614:0:6837:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88008350d200/0x4c38e74a54729f12 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3166 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.119617:0:6837:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008350d200 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:2.0:1718930703.119618:0:6837:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008350d200/0x4c38e74a54729f12 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3166 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.119621:0:6837:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008350d200/0x4c38e74a54729f12 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3166 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.119624:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a6:0x0].0x3166 (ffff88006ede7d00) 00010000:00010000:2.0:1718930703.119625:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718930703.119626:0:6837:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88008350d200/0x4c38e74a54729f12 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1a6:0x0].0x3166 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.119628:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008350d200/0x4c38e74a54729f12 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1a6:0x0].0x3166 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.119634:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008350eac0/0x4c38e74a54729f19 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x60f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.119637:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008350eac0/0x4c38e74a54729f19 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x60f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.119640:0:6837:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88008350eac0/0x4c38e74a54729f19 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x60f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.119642:0:6837:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008350eac0 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:2.0:1718930703.119643:0:6837:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008350eac0/0x4c38e74a54729f19 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x60f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.119646:0:6837:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008350eac0/0x4c38e74a54729f19 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x60f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.119648:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x60f:0x0].0x0 (ffff88006ede7700) 00010000:00010000:2.0:1718930703.119649:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718930703.119650:0:6837:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88008350eac0/0x4c38e74a54729f19 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x60f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.119652:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008350eac0/0x4c38e74a54729f19 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x60f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930703.119697:0:6837:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880123c42f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+23:26685:x1802425753285504:12345-192.168.204.9@tcp:34:lfs.0 Request processed in 202us (303us total) trans 0 rc 0/0 00000100:00100000:2.0:1718930703.119702:0:6837:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230859 00000100:00100000:3.0:1718930703.120441:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1718930703.120485:0:6837:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753285632 00000100:00100000:2.0:1718930703.120502:0:6837:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230860 00000100:00100000:2.0:1718930703.120505:0:6837:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880123c43440 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+23:26685:x1802425753285632:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:2.0:1718930703.120511:0:6837:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1718930703.120516:0:6837:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008350d680/0x4c38e74a54729f20 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x60f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xceea94147812fbb0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.120543:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88008350f3c0/0x4c38e74a54729f27 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x60f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.120548:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008350f3c0/0x4c38e74a54729f27 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x60f:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.120553:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008350f3c0/0x4c38e74a54729f27 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x60f:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00200000:2.0:1718930703.120557:0:6837:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x60f:0x0]: returning size 0 00010000:00010000:2.0:1718930703.120584:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008350d680/0x4c38e74a54729f20 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x60f:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fbb0 expref: 26 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.120592:0:6837:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88008350f3c0/0x4c38e74a54729f27 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x60f:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fbb0 expref: 25 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.120596:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x60f:0x0].0x0 (ffff88006ede7200) 00010000:00010000:2.0:1718930703.120597:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1718930703.120598:0:6837:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88008350f3c0, rc 0) 00000100:00100000:2.0:1718930703.120622:0:6837:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880123c43440 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+25:26685:x1802425753285632:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 117us (183us total) trans 4294987155 rc 0/0 00000100:00100000:2.0:1718930703.120627:0:6837:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230860 00000100:00100000:0.0:1718930703.121377:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1718930703.121438:0:6837:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753285696 00000100:00100000:2.0:1718930703.121462:0:6837:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230861 00000100:00100000:2.0:1718930703.121465:0:6837:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0f15a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+25:26685:x1802425753285696:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:2.0:1718930703.121473:0:6837:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1718930703.121478:0:6837:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008350c240/0x4c38e74a54729f35 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x60f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xceea94147812fbb7 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.121494:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008350c240/0x4c38e74a54729f35 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x60f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fbb7 expref: 26 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.121499:0:6837:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88008350c240/0x4c38e74a54729f35 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x60f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fbb7 expref: 26 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.121505:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x60f:0x0].0x0 (ffff88006ede7200) 00010000:00010000:2.0:1718930703.121507:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1718930703.121508:0:6837:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88008350c240, rc 0) 00000100:00100000:2.0:1718930703.121524:0:6837:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0f15a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+26:26685:x1802425753285696:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 59us (149us total) trans 0 rc 0/0 00000100:00100000:2.0:1718930703.121528:0:6837:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230861 00000100:00100000:3.0:1718930703.122208:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1718930703.122240:0:22545:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753285760 00000100:00100000:0.0:1718930703.122265:0:22545:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.204.9@tcp, with round 502 00000100:00100000:0.0:1718930703.122268:0:22545:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880123c43900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8a07974b-7506-4725-beb3-4b5c6f8f9250+6:1876:x1802425753285760:12345-192.168.204.9@tcp:1:lfs.0 00002000:00010000:0.0:1718930703.122285:0:22545:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x589:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1718930703.122288:0:22545:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88012c4df3c0/0x4c38e74a54729f3c lrc: 3/0,1 mode: --/PW res: [0x589:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.122294:0:22545:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1718930703.122295:0:22545:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1718930703.122296:0:22545:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012c4df3c0/0x4c38e74a54729f3c lrc: 3/0,1 mode: PW/PW res: [0x589:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.122301:0:22545:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012c4df3c0/0x4c38e74a54729f3c lrc: 3/0,1 mode: PW/PW res: [0x589:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.122306:0:22545:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88012c4df3c0/0x4c38e74a54729f3c lrc: 3/0,1 mode: PW/PW res: [0x589:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.122309:0:22545:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88012c4df3c0/0x4c38e74a54729f3c lrc: 2/0,0 mode: PW/PW res: [0x589:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.122315:0:22545:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1718930703.122320:0:4830:0:(ldlm_lockd.c:2784:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1718930703.122324:0:4830:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88012c4df3c0/0x4c38e74a54729f3c lrc: 2/0,0 mode: PW/PW res: [0x589:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.122329:0:4830:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88012c4df3c0 already unused, calling callback (ffffffffa080a190) 00010000:00010000:2.0:1718930703.122331:0:4830:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88012c4df3c0/0x4c38e74a54729f3c lrc: 2/0,0 mode: PW/PW res: [0x589:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.122340:0:4830:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88012c4df3c0/0x4c38e74a54729f3c lrc: 3/0,0 mode: PW/PW res: [0x589:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718930703.122340:0:22545:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880123c43900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8a07974b-7506-4725-beb3-4b5c6f8f9250+6:1876:x1802425753285760:12345-192.168.204.9@tcp:1:lfs.0 Request processed in 71us (133us total) trans 0 rc 0/0 00000100:00100000:0.0:1718930703.122344:0:22545:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.204.9@tcp, with round 502 00010000:00010000:2.0:1718930703.122352:0:4830:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88012c4df3c0/0x4c38e74a54729f3c lrc: 1/0,0 mode: --/PW res: [0x589:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.122358:0:4830:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012c4df3c0/0x4c38e74a54729f3c lrc: 0/0,0 mode: --/PW res: [0x589:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.122369:0:4830:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1718930703.122371:0:4830:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1718930703.122372:0:4830:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1718930703.122977:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1718930703.123004:0:6837:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753285888 00000100:00100000:2.0:1718930703.123026:0:6837:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230862 00000100:00100000:2.0:1718930703.123029:0:6837:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880123c43dc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+26:26685:x1802425753285888:12345-192.168.204.9@tcp:36:lfs.0 00010000:00010000:2.0:1718930703.123054:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008350ef40/0x4c38e74a54729f43 lrc: 3/0,1 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.123059:0:6837:0:(ldlm_request.c:1029:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000001000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008350ef40/0x4c38e74a54729f43 lrc: 3/0,1 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.123063:0:6837:0:(ldlm_request.c:1117:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008350ef40/0x4c38e74a54729f43 lrc: 3/0,1 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930703.123069:0:6837:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880083c1c740 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:6837:1802425733051072:0@lo:101:mdt00_000.0 00000100:00100000:2.0:1718930703.123085:0:6837:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718930703.123099:0:6837:0:(client.c:2492:ptlrpc_set_wait()) set ffff880133dd3000 going to sleep for 6 seconds 00000100:00100000:0.0:1718930703.123113:0:6842:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733051072 00000100:00100000:0.0:1718930703.123133:0:6842:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20831 00000100:00100000:0.0:1718930703.123136:0:6842:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880083c1f6c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:6837:x1802425733051072:12345-0@lo:101:mdt00_000.0 00010000:00010000:0.0:1718930703.123142:0:6842:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1718930703.123147:0:6842:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dd680/0x4c38e74a54729f4a lrc: 2/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4c38e74a54729f43 expref: -99 pid: 6842 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.123157:0:6842:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dd680/0x4c38e74a54729f4a lrc: 3/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000001000000 nid: 0@lo remote: 0x4c38e74a54729f43 expref: 7 pid: 6842 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.123162:0:6842:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dd680/0x4c38e74a54729f4a lrc: 3/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0x4c38e74a54729f43 expref: 7 pid: 6842 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.123166:0:6842:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000004:0x1:0x0].0x0 (ffff88012d654e00) 00010000:00010000:0.0:1718930703.123167:0:6842:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1718930703.123168:0:6842:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88012c4dd680, rc 0) 00000100:00100000:0.0:1718930703.123186:0:6842:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880083c1f6c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+7:6837:x1802425733051072:12345-0@lo:101:mdt00_000.0 Request processed in 50us (101us total) trans 0 rc 0/0 00000100:00100000:0.0:1718930703.123190:0:6842:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20831 00000100:00100000:2.0:1718930703.123194:0:6837:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880083c1c740 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:6837:1802425733051072:0@lo:101:mdt00_000.0 00010000:00010000:2.0:1718930703.123200:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008350ef40/0x4c38e74a54729f43 lrc: 4/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0x4c38e74a54729f4a expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.123205:0:6837:0:(ldlm_request.c:799:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008350ef40/0x4c38e74a54729f43 lrc: 4/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0x4c38e74a54729f4a expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.123246:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88008350cd80/0x4c38e74a54729f51 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x608:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.123251:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008350cd80/0x4c38e74a54729f51 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.123255:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008350cd80/0x4c38e74a54729f51 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.123284:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x60f:0x0].0x0 (ffff88006ede7200) 00010000:00010000:2.0:1718930703.123285:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1718930703.123288:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008350f3c0/0x4c38e74a54729f27 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x60f:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fbb0 expref: 26 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.123299:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88008350e640/0x4c38e74a54729f58 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x60f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.123303:0:6837:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff88008350c240/0x4c38e74a54729f35 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x60f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fbb7 expref: 25 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.123306:0:6837:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008350e640/0x4c38e74a54729f58 lrc: 4/0,1 mode: --/EX res: [0x240000402:0x60f:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.123315:0:6837:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff88008350c240/0x4c38e74a54729f35 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x60f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fbb7 expref: 25 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.123320:0:6837:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff88008350c240/0x4c38e74a54729f35 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x60f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fbb7 expref: 25 pid: 6837 timeout: 3714 lvb_type: 0 00000100:00100000:2.0:1718930703.123326:0:6837:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880083c1c740 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6837:1802425733051136:192.168.204.9@tcp:104: 00000100:00100000:2.0:1718930703.123349:0:6837:0:(client.c:2492:ptlrpc_set_wait()) set ffff880133dd3000 going to sleep for 6 seconds 00000100:00100000:2.0:1718930703.124125:0:6837:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880083c1c740 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6837:1802425733051136:192.168.204.9@tcp:104: 00000100:00100000:1.0:1718930703.124132:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00010000:00010000:2.0:1718930703.124136:0:6837:0:(ldlm_request.c:286:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff88008350e640/0x4c38e74a54729f58 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x60f:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718930703.124163:0:9277:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753285952 00010000:00010000:0.0:1718930703.124175:0:9277:0:(ldlm_lockd.c:2633:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008350c240/0x4c38e74a54729f35 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x60f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fbb7 expref: 26 pid: 6837 timeout: 3714 lvb_type: 0 00000100:00100000:0.0:1718930703.124188:0:9277:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 63341 00000100:00100000:0.0:1718930703.124191:0:9277:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a34c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8a07974b-7506-4725-beb3-4b5c6f8f9250+26:1875:x1802425753285952:12345-192.168.204.9@tcp:103:ldlm_bl_02.0 00010000:00010000:0.0:1718930703.124197:0:9277:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1718930703.124199:0:9277:0:(ldlm_lockd.c:1766:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff88008350c240/0x4c38e74a54729f35 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x60f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fbb7 expref: 26 pid: 6837 timeout: 3714 lvb_type: 0 00010000:00010000:0.0:1718930703.124205:0:9277:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff88008350c240/0x4c38e74a54729f35 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x60f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fbb7 expref: 26 pid: 6837 timeout: 3714 lvb_type: 0 00010000:00010000:0.0:1718930703.124212:0:9277:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008350c240/0x4c38e74a54729f35 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x60f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fbb7 expref: 26 pid: 6837 timeout: 3714 lvb_type: 0 00010000:00010000:0.0:1718930703.124219:0:9277:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x60f:0x0].0x0 (ffff88006ede7200) 00010000:00010000:0.0:1718930703.124220:0:9277:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff88008350e640/0x4c38e74a54729f58 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x60f:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.124225:0:9277:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff88008350e640/0x4c38e74a54729f58 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x60f:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.124228:0:9277:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008350e640/0x4c38e74a54729f58 lrc: 4/0,1 mode: EX/EX res: [0x240000402:0x60f:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.124241:0:9277:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1718930703.124255:0:6837:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff88008350e640/0x4c38e74a54729f58 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x60f:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718930703.124259:0:9277:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a34c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8a07974b-7506-4725-beb3-4b5c6f8f9250+25:1875:x1802425753285952:12345-192.168.204.9@tcp:103:ldlm_bl_02.0 Request processed in 68us (129us total) trans 0 rc 0/0 00010000:00010000:2.0:1718930703.124260:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008350e640/0x4c38e74a54729f58 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x60f:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718930703.124263:0:9277:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 63341 00010000:00010000:2.0:1718930703.124282:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88008350fcc0/0x4c38e74a54729f5f lrc: 3/0,1 mode: --/EX res: [0x240000402:0x61d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.124287:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008350fcc0/0x4c38e74a54729f5f lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x61d:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.124291:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008350fcc0/0x4c38e74a54729f5f lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x61d:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.124326:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88008350fcc0/0x4c38e74a54729f5f lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x61d:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.124330:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008350fcc0/0x4c38e74a54729f5f lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x61d:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.124333:0:6837:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88008350fcc0/0x4c38e74a54729f5f lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x61d:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.124336:0:6837:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008350fcc0 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:2.0:1718930703.124337:0:6837:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008350fcc0/0x4c38e74a54729f5f lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x61d:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.124340:0:6837:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008350fcc0/0x4c38e74a54729f5f lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x61d:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.124344:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x61d:0x0].0x0 (ffff880097846600) 00010000:00010000:2.0:1718930703.124346:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 7f 00010000:00010000:2.0:1718930703.124347:0:6837:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88008350fcc0/0x4c38e74a54729f5f lrc: 2/0,0 mode: --/EX res: [0x240000402:0x61d:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.124349:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008350fcc0/0x4c38e74a54729f5f lrc: 0/0,0 mode: --/EX res: [0x240000402:0x61d:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.124360:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88008350e640/0x4c38e74a54729f58 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x60f:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.124363:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008350e640/0x4c38e74a54729f58 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x60f:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.124366:0:6837:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88008350e640/0x4c38e74a54729f58 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x60f:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.124368:0:6837:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008350e640 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:2.0:1718930703.124369:0:6837:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008350e640/0x4c38e74a54729f58 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x60f:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.124372:0:6837:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008350e640/0x4c38e74a54729f58 lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x60f:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.124376:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x60f:0x0].0x0 (ffff88006ede7200) 00010000:00010000:2.0:1718930703.124377:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 7f 00010000:00010000:2.0:1718930703.124377:0:6837:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88008350e640/0x4c38e74a54729f58 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x60f:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.124380:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008350e640/0x4c38e74a54729f58 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x60f:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.124386:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88008350cd80/0x4c38e74a54729f51 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.124388:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008350cd80/0x4c38e74a54729f51 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.124391:0:6837:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88008350cd80/0x4c38e74a54729f51 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.124393:0:6837:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008350cd80 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:2.0:1718930703.124394:0:6837:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008350cd80/0x4c38e74a54729f51 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.124397:0:6837:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008350cd80/0x4c38e74a54729f51 lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.124400:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x608:0x0].0x0 (ffff880097846c00) 00010000:00010000:2.0:1718930703.124401:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718930703.124401:0:6837:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88008350cd80/0x4c38e74a54729f51 lrc: 2/0,0 mode: --/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.124404:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008350cd80/0x4c38e74a54729f51 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.124409:0:6837:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008350ef40/0x4c38e74a54729f43 lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0x4c38e74a54729f4a expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.124412:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008350ef40/0x4c38e74a54729f43 lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000401000000 nid: local remote: 0x4c38e74a54729f4a expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.124415:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008350ef40/0x4c38e74a54729f43 lrc: 2/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000401000000 nid: local remote: 0x4c38e74a54729f4a expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.124438:0:6837:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1718930703.124449:0:8059:0:(ldlm_lockd.c:2784:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1718930703.124453:0:8059:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008350ef40/0x4c38e74a54729f43 lrc: 2/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000401000000 nid: local remote: 0x4c38e74a54729f4a expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.124458:0:8059:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008350ef40 already unused, calling callback (ffffffffa0ea60e0) 00010000:00010000:3.0:1718930703.124460:0:8059:0:(ldlm_request.c:1235:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008350ef40/0x4c38e74a54729f43 lrc: 3/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008401000000 nid: local remote: 0x4c38e74a54729f4a expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1718930703.124464:0:8059:0:(mdt_handler.c:3608:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008350ef40/0x4c38e74a54729f43 lrc: 3/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009401000000 nid: local remote: 0x4c38e74a54729f4a expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930703.124466:0:6837:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880123c43dc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+24:26685:x1802425753285888:12345-192.168.204.9@tcp:36:lfs.0 Request processed in 1436us (1489us total) trans 0 rc -114/-114 00000100:00100000:2.0:1718930703.124470:0:6837:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230862 00010000:00010000:3.0:1718930703.124476:0:8059:0:(ldlm_request.c:1301:ldlm_cancel_pack()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008350ef40/0x4c38e74a54729f43 lrc: 2/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0x4c38e74a54729f4a expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.124479:0:8059:0:(ldlm_request.c:1305:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1718930703.124492:0:8059:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008350ef40/0x4c38e74a54729f43 lrc: 1/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0x4c38e74a54729f4a expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930703.124494:0:3321:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880123c44280 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3321:1802425733051200:0@lo:103:ldlm_bl_03.0 00010000:00010000:3.0:1718930703.124496:0:8059:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008350ef40/0x4c38e74a54729f43 lrc: 0/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0x4c38e74a54729f4a expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.124509:0:8059:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1718930703.124510:0:8059:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1718930703.124511:0:8059:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1718930703.124516:0:3321:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1718930703.124531:0:9277:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733051200 00000100:00100000:0.0:1718930703.124543:0:9277:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9166 00000100:00100000:0.0:1718930703.124545:0:9277:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880083c1c740 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001-mdtlov_UUID+7:3321:x1802425733051200:12345-0@lo:103:ldlm_bl_03.0 00010000:00010000:0.0:1718930703.124549:0:9277:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1718930703.124554:0:9277:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dd680/0x4c38e74a54729f4a lrc: 0/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801001000000 nid: 0@lo remote: 0x4c38e74a54729f43 expref: 7 pid: 6842 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.124560:0:9277:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000004:0x1:0x0].0x0 (ffff88012d654e00) 00010000:00010000:0.0:1718930703.124563:0:9277:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1718930703.124578:0:9277:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880083c1c740 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001-mdtlov_UUID+6:3321:x1802425733051200:12345-0@lo:103:ldlm_bl_03.0 Request processed in 33us (63us total) trans 0 rc 0/0 00000100:00100000:0.0:1718930703.124581:0:9277:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9166 00000100:00100000:2.0:1718930703.124587:0:3321:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880123c44280 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3321:1802425733051200:0@lo:103:ldlm_bl_03.0 00000100:00100000:1.0:1718930703.124960:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1718930703.125003:0:10547:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753286080 00000100:00100000:2.0:1718930703.125021:0:10547:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 10812 00000100:00100000:2.0:1718930703.125024:0:10547:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a363c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:8a07974b-7506-4725-beb3-4b5c6f8f9250+24:26685:x1802425753286080:12345-192.168.204.9@tcp:35:lfs.0 00000100:00100000:2.0:1718930703.125058:0:10547:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a363c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:8a07974b-7506-4725-beb3-4b5c6f8f9250+24:26685:x1802425753286080:12345-192.168.204.9@tcp:35:lfs.0 Request processed in 34us (100us total) trans 0 rc -116/-116 00000100:00100000:2.0:1718930703.125062:0:10547:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 10812 00000100:00100000:0.0:1718930703.125565:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1718930703.125605:0:6837:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753286144 00000100:00100000:2.0:1718930703.125627:0:6837:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230863 00000100:00100000:2.0:1718930703.125630:0:6837:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0f163c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+24:26685:x1802425753286144:12345-192.168.204.9@tcp:34:lfs.0 00010000:00010000:2.0:1718930703.125647:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008350c480/0x4c38e74a54729f66 lrc: 3/1,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.125653:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008350c480/0x4c38e74a54729f66 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.125673:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008350c480/0x4c38e74a54729f66 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.125680:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008350cb40/0x4c38e74a54729f6d lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1a6:0x0].0x3966 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.125683:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008350cb40/0x4c38e74a54729f6d lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3966 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.125687:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008350cb40/0x4c38e74a54729f6d lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3966 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.125707:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008350e880/0x4c38e74a54729f74 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x610:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.125710:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008350e880/0x4c38e74a54729f74 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x610:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.125713:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008350e880/0x4c38e74a54729f74 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x610:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1718930703.125728:0:6837:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff88008350e880/0x4c38e74a54729f74 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x610:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.125733:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008350c480/0x4c38e74a54729f66 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.125736:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008350c480/0x4c38e74a54729f66 lrc: 2/0,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.125738:0:6837:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88008350c480/0x4c38e74a54729f66 lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.125741:0:6837:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008350c480 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:2.0:1718930703.125742:0:6837:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008350c480/0x4c38e74a54729f66 lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.125745:0:6837:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008350c480/0x4c38e74a54729f66 lrc: 4/0,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.125749:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a6:0x0].0x0 (ffff88006f4e6e00) 00010000:00010000:2.0:1718930703.125750:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718930703.125751:0:6837:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88008350c480/0x4c38e74a54729f66 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.125754:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008350c480/0x4c38e74a54729f66 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.125761:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008350cb40/0x4c38e74a54729f6d lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3966 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.125764:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008350cb40/0x4c38e74a54729f6d lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3966 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.125770:0:6837:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88008350cb40/0x4c38e74a54729f6d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3966 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.125773:0:6837:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008350cb40 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:2.0:1718930703.125774:0:6837:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008350cb40/0x4c38e74a54729f6d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3966 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.125776:0:6837:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008350cb40/0x4c38e74a54729f6d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3966 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.125779:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a6:0x0].0x3966 (ffff880097846a00) 00010000:00010000:2.0:1718930703.125780:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718930703.125781:0:6837:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88008350cb40/0x4c38e74a54729f6d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1a6:0x0].0x3966 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.125783:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008350cb40/0x4c38e74a54729f6d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1a6:0x0].0x3966 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.125789:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008350e880/0x4c38e74a54729f74 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x610:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.125791:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008350e880/0x4c38e74a54729f74 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x610:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.125794:0:6837:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88008350e880/0x4c38e74a54729f74 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x610:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.125796:0:6837:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008350e880 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:2.0:1718930703.125797:0:6837:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008350e880/0x4c38e74a54729f74 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x610:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.125800:0:6837:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008350e880/0x4c38e74a54729f74 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x610:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.125803:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x610:0x0].0x0 (ffff880097846800) 00010000:00010000:2.0:1718930703.125804:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718930703.125805:0:6837:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88008350e880/0x4c38e74a54729f74 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x610:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.125807:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008350e880/0x4c38e74a54729f74 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x610:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930703.125839:0:6837:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0f163c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+24:26685:x1802425753286144:12345-192.168.204.9@tcp:34:lfs.0 Request processed in 207us (274us total) trans 0 rc 0/0 00000100:00100000:2.0:1718930703.125845:0:6837:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230863 00000100:00100000:3.0:1718930703.126616:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1718930703.126651:0:6837:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753286272 00000100:00100000:2.0:1718930703.126698:0:6837:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230864 00000100:00100000:2.0:1718930703.126702:0:6837:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880123c44740 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+24:26685:x1802425753286272:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:2.0:1718930703.126709:0:6837:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1718930703.126717:0:6837:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008350d440/0x4c38e74a54729f7b lrc: 2/0,0 mode: --/CR res: [0x240000402:0x610:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xceea94147812fbbe expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.126744:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88008350f180/0x4c38e74a54729f82 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x610:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.126748:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008350f180/0x4c38e74a54729f82 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x610:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.126752:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008350f180/0x4c38e74a54729f82 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x610:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00200000:2.0:1718930703.126757:0:6837:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x610:0x0]: returning size 0 00010000:00010000:2.0:1718930703.126783:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008350d440/0x4c38e74a54729f7b lrc: 0/0,0 mode: --/CR res: [0x240000402:0x610:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fbbe expref: 27 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.126791:0:6837:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88008350f180/0x4c38e74a54729f82 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x610:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fbbe expref: 26 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.126794:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x610:0x0].0x0 (ffff88012d3dd400) 00010000:00010000:2.0:1718930703.126795:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1718930703.126796:0:6837:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88008350f180, rc 0) 00000100:00100000:2.0:1718930703.126812:0:6837:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880123c44740 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+26:26685:x1802425753286272:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 110us (197us total) trans 4294987156 rc 0/0 00000100:00100000:2.0:1718930703.126815:0:6837:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230864 00000100:00100000:1.0:1718930703.127567:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1718930703.127633:0:6837:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753286336 00000100:00100000:2.0:1718930703.127656:0:6837:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230865 00000100:00100000:2.0:1718930703.127673:0:6837:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a33440 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+26:26685:x1802425753286336:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:2.0:1718930703.127681:0:6837:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1718930703.127686:0:6837:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008350e1c0/0x4c38e74a54729f90 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x610:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xceea94147812fbc5 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.127703:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008350e1c0/0x4c38e74a54729f90 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x610:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fbc5 expref: 27 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.127708:0:6837:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88008350e1c0/0x4c38e74a54729f90 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x610:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fbc5 expref: 27 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.127714:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x610:0x0].0x0 (ffff88012d3dd400) 00010000:00010000:2.0:1718930703.127716:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1718930703.127717:0:6837:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88008350e1c0, rc 0) 00000100:00100000:2.0:1718930703.127740:0:6837:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a33440 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+27:26685:x1802425753286336:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 80us (174us total) trans 0 rc 0/0 00000100:00100000:2.0:1718930703.127743:0:6837:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230865 00000100:00100000:0.0:1718930703.128441:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1718930703.128509:0:22545:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753286400 00000100:00100000:2.0:1718930703.128535:0:22545:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.204.9@tcp, with round 503 00000100:00100000:2.0:1718930703.128538:0:22545:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0f16d40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8a07974b-7506-4725-beb3-4b5c6f8f9250+6:1877:x1802425753286400:12345-192.168.204.9@tcp:1:lfs.0 00002000:00010000:2.0:1718930703.128556:0:22545:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x58d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1718930703.128558:0:22545:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008350c000/0x4c38e74a54729f97 lrc: 3/0,1 mode: --/PW res: [0x58d:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.128564:0:22545:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1718930703.128565:0:22545:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1718930703.128566:0:22545:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008350c000/0x4c38e74a54729f97 lrc: 3/0,1 mode: PW/PW res: [0x58d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.128571:0:22545:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008350c000/0x4c38e74a54729f97 lrc: 3/0,1 mode: PW/PW res: [0x58d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.128576:0:22545:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008350c000/0x4c38e74a54729f97 lrc: 3/0,1 mode: PW/PW res: [0x58d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.128579:0:22545:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008350c000/0x4c38e74a54729f97 lrc: 2/0,0 mode: PW/PW res: [0x58d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.128585:0:22545:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1718930703.128590:0:11341:0:(ldlm_lockd.c:2784:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1718930703.128593:0:11341:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008350c000/0x4c38e74a54729f97 lrc: 2/0,0 mode: PW/PW res: [0x58d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.128599:0:11341:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008350c000 already unused, calling callback (ffffffffa080a190) 00010000:00010000:0.0:1718930703.128601:0:11341:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008350c000/0x4c38e74a54729f97 lrc: 2/0,0 mode: PW/PW res: [0x58d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.128605:0:11341:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008350c000/0x4c38e74a54729f97 lrc: 3/0,0 mode: PW/PW res: [0x58d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930703.128610:0:22545:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0f16d40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8a07974b-7506-4725-beb3-4b5c6f8f9250+6:1877:x1802425753286400:12345-192.168.204.9@tcp:1:lfs.0 Request processed in 71us (170us total) trans 0 rc 0/0 00010000:00010000:0.0:1718930703.128613:0:11341:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008350c000/0x4c38e74a54729f97 lrc: 1/0,0 mode: --/PW res: [0x58d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930703.128614:0:22545:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.204.9@tcp, with round 503 00010000:00010000:0.0:1718930703.128616:0:11341:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008350c000/0x4c38e74a54729f97 lrc: 0/0,0 mode: --/PW res: [0x58d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.128625:0:11341:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1718930703.128625:0:11341:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1718930703.128626:0:11341:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1718930703.129311:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1718930703.129382:0:6837:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753286528 00000100:00100000:2.0:1718930703.129406:0:6837:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230866 00000100:00100000:2.0:1718930703.129409:0:6837:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880123c44c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+27:26685:x1802425753286528:12345-192.168.204.9@tcp:36:lfs.0 00010000:00010000:2.0:1718930703.129456:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008350cfc0/0x4c38e74a54729f9e lrc: 3/0,1 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.129462:0:6837:0:(ldlm_request.c:1029:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000001000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008350cfc0/0x4c38e74a54729f9e lrc: 3/0,1 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.129466:0:6837:0:(ldlm_request.c:1117:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008350cfc0/0x4c38e74a54729f9e lrc: 3/0,1 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930703.129473:0:6837:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88011e790000 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:6837:1802425733051264:0@lo:101:mdt00_000.0 00000100:00100000:2.0:1718930703.129489:0:6837:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718930703.129503:0:6837:0:(client.c:2492:ptlrpc_set_wait()) set ffff880133dd3540 going to sleep for 6 seconds 00000100:00100000:0.0:1718930703.129516:0:6842:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733051264 00000100:00100000:0.0:1718930703.129537:0:6842:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20832 00000100:00100000:0.0:1718930703.129539:0:6842:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e7904c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:6837:x1802425733051264:12345-0@lo:101:mdt00_000.0 00010000:00010000:0.0:1718930703.129545:0:6842:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1718930703.129550:0:6842:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dfcc0/0x4c38e74a54729fa5 lrc: 2/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4c38e74a54729f9e expref: -99 pid: 6842 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.129561:0:6842:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dfcc0/0x4c38e74a54729fa5 lrc: 3/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000001000000 nid: 0@lo remote: 0x4c38e74a54729f9e expref: 7 pid: 6842 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.129566:0:6842:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dfcc0/0x4c38e74a54729fa5 lrc: 3/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0x4c38e74a54729f9e expref: 7 pid: 6842 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.129570:0:6842:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000004:0x1:0x0].0x0 (ffff88012d654500) 00010000:00010000:0.0:1718930703.129571:0:6842:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1718930703.129572:0:6842:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88012c4dfcc0, rc 0) 00000100:00100000:0.0:1718930703.129590:0:6842:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e7904c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+7:6837:x1802425733051264:12345-0@lo:101:mdt00_000.0 Request processed in 50us (101us total) trans 0 rc 0/0 00000100:00100000:0.0:1718930703.129593:0:6842:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20832 00000100:00100000:2.0:1718930703.129597:0:6837:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88011e790000 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:6837:1802425733051264:0@lo:101:mdt00_000.0 00010000:00010000:2.0:1718930703.129604:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008350cfc0/0x4c38e74a54729f9e lrc: 4/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0x4c38e74a54729fa5 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.129608:0:6837:0:(ldlm_request.c:799:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008350cfc0/0x4c38e74a54729f9e lrc: 4/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0x4c38e74a54729fa5 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.129651:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88008350c900/0x4c38e74a54729fac lrc: 3/0,1 mode: --/PW res: [0x240000402:0x608:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.129655:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008350c900/0x4c38e74a54729fac lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.129678:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008350c900/0x4c38e74a54729fac lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.129750:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x610:0x0].0x0 (ffff88012d3dd400) 00010000:00010000:2.0:1718930703.129752:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1718930703.129754:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008350f180/0x4c38e74a54729f82 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x610:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fbbe expref: 27 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.129766:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88008350d680/0x4c38e74a54729fb3 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x610:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.129770:0:6837:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff88008350e1c0/0x4c38e74a54729f90 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x610:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fbc5 expref: 26 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.129773:0:6837:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008350d680/0x4c38e74a54729fb3 lrc: 4/0,1 mode: --/EX res: [0x240000402:0x610:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.129782:0:6837:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff88008350e1c0/0x4c38e74a54729f90 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x610:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fbc5 expref: 26 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.129786:0:6837:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff88008350e1c0/0x4c38e74a54729f90 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x610:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fbc5 expref: 26 pid: 6837 timeout: 3714 lvb_type: 0 00000100:00100000:2.0:1718930703.129791:0:6837:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88011e790000 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6837:1802425733051328:192.168.204.9@tcp:104: 00000100:00100000:2.0:1718930703.129814:0:6837:0:(client.c:2492:ptlrpc_set_wait()) set ffff880133dd3540 going to sleep for 6 seconds 00000100:00100000:2.0:1718930703.130549:0:6837:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88011e790000 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6837:1802425733051328:192.168.204.9@tcp:104: 00000100:00100000:1.0:1718930703.130551:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00010000:00010000:2.0:1718930703.130561:0:6837:0:(ldlm_request.c:286:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff88008350d680/0x4c38e74a54729fb3 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x610:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718930703.130594:0:9277:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753286592 00010000:00010000:0.0:1718930703.130610:0:9277:0:(ldlm_lockd.c:2633:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008350e1c0/0x4c38e74a54729f90 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x610:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fbc5 expref: 27 pid: 6837 timeout: 3714 lvb_type: 0 00000100:00100000:0.0:1718930703.130638:0:9277:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 63342 00000100:00100000:0.0:1718930703.130642:0:9277:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a35580 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8a07974b-7506-4725-beb3-4b5c6f8f9250+27:1876:x1802425753286592:12345-192.168.204.9@tcp:103:ldlm_bl_05.0 00010000:00010000:0.0:1718930703.130650:0:9277:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1718930703.130653:0:9277:0:(ldlm_lockd.c:1766:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff88008350e1c0/0x4c38e74a54729f90 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x610:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fbc5 expref: 27 pid: 6837 timeout: 3714 lvb_type: 0 00010000:00010000:0.0:1718930703.130681:0:9277:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff88008350e1c0/0x4c38e74a54729f90 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x610:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fbc5 expref: 27 pid: 6837 timeout: 3714 lvb_type: 0 00010000:00010000:0.0:1718930703.130693:0:9277:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008350e1c0/0x4c38e74a54729f90 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x610:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fbc5 expref: 27 pid: 6837 timeout: 3714 lvb_type: 0 00010000:00010000:0.0:1718930703.130704:0:9277:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x610:0x0].0x0 (ffff88012d3dd400) 00010000:00010000:0.0:1718930703.130706:0:9277:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff88008350d680/0x4c38e74a54729fb3 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x610:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.130713:0:9277:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff88008350d680/0x4c38e74a54729fb3 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x610:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.130718:0:9277:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008350d680/0x4c38e74a54729fb3 lrc: 4/0,1 mode: EX/EX res: [0x240000402:0x610:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.130740:0:9277:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1718930703.130749:0:6837:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff88008350d680/0x4c38e74a54729fb3 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x610:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.130755:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008350d680/0x4c38e74a54729fb3 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x610:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718930703.130761:0:9277:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a35580 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8a07974b-7506-4725-beb3-4b5c6f8f9250+26:1876:x1802425753286592:12345-192.168.204.9@tcp:103:ldlm_bl_05.0 Request processed in 119us (212us total) trans 0 rc 0/0 00000100:00100000:0.0:1718930703.130766:0:9277:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 63342 00010000:00010000:2.0:1718930703.130779:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88008350eac0/0x4c38e74a54729fba lrc: 3/0,1 mode: --/EX res: [0x240000402:0x61e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.130784:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008350eac0/0x4c38e74a54729fba lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x61e:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.130788:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008350eac0/0x4c38e74a54729fba lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x61e:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.130826:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88008350eac0/0x4c38e74a54729fba lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x61e:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.130830:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008350eac0/0x4c38e74a54729fba lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x61e:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.130833:0:6837:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88008350eac0/0x4c38e74a54729fba lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x61e:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.130836:0:6837:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008350eac0 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:2.0:1718930703.130838:0:6837:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008350eac0/0x4c38e74a54729fba lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x61e:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.130841:0:6837:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008350eac0/0x4c38e74a54729fba lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x61e:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.130846:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x61e:0x0].0x0 (ffff88012d3dde00) 00010000:00010000:2.0:1718930703.130847:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 7f 00010000:00010000:2.0:1718930703.130849:0:6837:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88008350eac0/0x4c38e74a54729fba lrc: 2/0,0 mode: --/EX res: [0x240000402:0x61e:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.130853:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008350eac0/0x4c38e74a54729fba lrc: 0/0,0 mode: --/EX res: [0x240000402:0x61e:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.130869:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88008350d680/0x4c38e74a54729fb3 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x610:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.130875:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008350d680/0x4c38e74a54729fb3 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x610:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.130880:0:6837:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88008350d680/0x4c38e74a54729fb3 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x610:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.130885:0:6837:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008350d680 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:2.0:1718930703.130887:0:6837:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008350d680/0x4c38e74a54729fb3 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x610:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.130891:0:6837:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008350d680/0x4c38e74a54729fb3 lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x610:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.130898:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x610:0x0].0x0 (ffff88012d3dd400) 00010000:00010000:2.0:1718930703.130900:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 7f 00010000:00010000:2.0:1718930703.130902:0:6837:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88008350d680/0x4c38e74a54729fb3 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x610:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.130911:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008350d680/0x4c38e74a54729fb3 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x610:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.130924:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88008350c900/0x4c38e74a54729fac lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.130930:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008350c900/0x4c38e74a54729fac lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.130935:0:6837:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88008350c900/0x4c38e74a54729fac lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.130939:0:6837:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008350c900 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:2.0:1718930703.130941:0:6837:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008350c900/0x4c38e74a54729fac lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.130946:0:6837:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008350c900/0x4c38e74a54729fac lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.130952:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x608:0x0].0x0 (ffff88012d3dd600) 00010000:00010000:2.0:1718930703.130954:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718930703.130956:0:6837:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88008350c900/0x4c38e74a54729fac lrc: 2/0,0 mode: --/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.130960:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008350c900/0x4c38e74a54729fac lrc: 0/0,0 mode: --/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.130971:0:6837:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008350cfc0/0x4c38e74a54729f9e lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0x4c38e74a54729fa5 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.130981:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008350cfc0/0x4c38e74a54729f9e lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000401000000 nid: local remote: 0x4c38e74a54729fa5 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.130987:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008350cfc0/0x4c38e74a54729f9e lrc: 2/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000401000000 nid: local remote: 0x4c38e74a54729fa5 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.131021:0:6837:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1718930703.131036:0:6828:0:(ldlm_lockd.c:2784:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1718930703.131038:0:6828:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008350cfc0/0x4c38e74a54729f9e lrc: 2/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000401000000 nid: local remote: 0x4c38e74a54729fa5 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.131043:0:6828:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008350cfc0 already unused, calling callback (ffffffffa0ea60e0) 00010000:00010000:0.0:1718930703.131045:0:6828:0:(ldlm_request.c:1235:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008350cfc0/0x4c38e74a54729f9e lrc: 3/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008401000000 nid: local remote: 0x4c38e74a54729fa5 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930703.131048:0:6837:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880123c44c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+25:26685:x1802425753286528:12345-192.168.204.9@tcp:36:lfs.0 Request processed in 1638us (1738us total) trans 0 rc -114/-114 00000004:00010000:0.0:1718930703.131051:0:6828:0:(mdt_handler.c:3608:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008350cfc0/0x4c38e74a54729f9e lrc: 3/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009401000000 nid: local remote: 0x4c38e74a54729fa5 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930703.131055:0:6837:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230866 00010000:00010000:0.0:1718930703.131063:0:6828:0:(ldlm_request.c:1301:ldlm_cancel_pack()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008350cfc0/0x4c38e74a54729f9e lrc: 2/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0x4c38e74a54729fa5 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.131065:0:6828:0:(ldlm_request.c:1305:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1718930703.131078:0:6828:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008350cfc0/0x4c38e74a54729f9e lrc: 1/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0x4c38e74a54729fa5 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.131081:0:6828:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008350cfc0/0x4c38e74a54729f9e lrc: 0/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0x4c38e74a54729fa5 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930703.131084:0:3322:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0f14740 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3322:1802425733051392:0@lo:103:ldlm_bl_01.0 00010000:00010000:0.0:1718930703.131089:0:6828:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1718930703.131090:0:6828:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1718930703.131090:0:6828:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1718930703.131104:0:3322:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1718930703.131117:0:9277:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733051392 00000100:00100000:0.0:1718930703.131127:0:9277:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9167 00000100:00100000:0.0:1718930703.131130:0:9277:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e790000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001-mdtlov_UUID+7:3322:x1802425733051392:12345-0@lo:103:ldlm_bl_01.0 00010000:00010000:0.0:1718930703.131133:0:9277:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1718930703.131138:0:9277:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dfcc0/0x4c38e74a54729fa5 lrc: 0/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801001000000 nid: 0@lo remote: 0x4c38e74a54729f9e expref: 7 pid: 6842 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.131144:0:9277:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000004:0x1:0x0].0x0 (ffff88012d654500) 00010000:00010000:0.0:1718930703.131147:0:9277:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1718930703.131163:0:9277:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e790000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001-mdtlov_UUID+6:3322:x1802425733051392:12345-0@lo:103:ldlm_bl_01.0 Request processed in 33us (59us total) trans 0 rc 0/0 00000100:00100000:0.0:1718930703.131166:0:9277:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9167 00000100:00100000:2.0:1718930703.131172:0:3322:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800a0f14740 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3322:1802425733051392:0@lo:103:ldlm_bl_01.0 00000100:00100000:1.0:1718930703.131573:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1718930703.131614:0:10547:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753286720 00000100:00100000:2.0:1718930703.131637:0:10547:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 10813 00000100:00100000:2.0:1718930703.131640:0:10547:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a33900 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:8a07974b-7506-4725-beb3-4b5c6f8f9250+25:26685:x1802425753286720:12345-192.168.204.9@tcp:35:lfs.0 00000100:00100000:2.0:1718930703.131686:0:10547:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a33900 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:8a07974b-7506-4725-beb3-4b5c6f8f9250+25:26685:x1802425753286720:12345-192.168.204.9@tcp:35:lfs.0 Request processed in 46us (115us total) trans 0 rc -116/-116 00000100:00100000:2.0:1718930703.131691:0:10547:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 10813 00000100:00100000:1.0:1718930703.132338:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1718930703.132382:0:6837:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753286784 00000100:00100000:2.0:1718930703.132403:0:6837:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230867 00000100:00100000:2.0:1718930703.132406:0:6837:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a350c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+25:26685:x1802425753286784:12345-192.168.204.9@tcp:34:lfs.0 00010000:00010000:2.0:1718930703.132422:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008350d200/0x4c38e74a54729fc1 lrc: 3/1,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.132445:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008350d200/0x4c38e74a54729fc1 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.132450:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008350d200/0x4c38e74a54729fc1 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.132456:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008350f840/0x4c38e74a54729fc8 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1a6:0x0].0x3266 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.132459:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008350f840/0x4c38e74a54729fc8 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3266 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.132463:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008350f840/0x4c38e74a54729fc8 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3266 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.132482:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008350f600/0x4c38e74a54729fcf lrc: 3/1,0 mode: --/PR res: [0x240000402:0x60c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.132485:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008350f600/0x4c38e74a54729fcf lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x60c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.132488:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008350f600/0x4c38e74a54729fcf lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x60c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1718930703.132505:0:6837:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff88008350f600/0x4c38e74a54729fcf lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x60c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.132509:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008350d200/0x4c38e74a54729fc1 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.132515:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008350d200/0x4c38e74a54729fc1 lrc: 2/0,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.132518:0:6837:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88008350d200/0x4c38e74a54729fc1 lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.132520:0:6837:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008350d200 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:2.0:1718930703.132521:0:6837:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008350d200/0x4c38e74a54729fc1 lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.132524:0:6837:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008350d200/0x4c38e74a54729fc1 lrc: 4/0,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.132528:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a6:0x0].0x0 (ffff88006f4e6e00) 00010000:00010000:2.0:1718930703.132530:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718930703.132531:0:6837:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88008350d200/0x4c38e74a54729fc1 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.132533:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008350d200/0x4c38e74a54729fc1 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.132539:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008350f840/0x4c38e74a54729fc8 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3266 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.132542:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008350f840/0x4c38e74a54729fc8 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3266 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.132545:0:6837:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88008350f840/0x4c38e74a54729fc8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3266 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.132550:0:6837:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008350f840 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:2.0:1718930703.132551:0:6837:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008350f840/0x4c38e74a54729fc8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3266 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.132554:0:6837:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008350f840/0x4c38e74a54729fc8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3266 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.132557:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a6:0x0].0x3266 (ffff88012d3dd100) 00010000:00010000:2.0:1718930703.132558:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718930703.132558:0:6837:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88008350f840/0x4c38e74a54729fc8 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1a6:0x0].0x3266 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.132561:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008350f840/0x4c38e74a54729fc8 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1a6:0x0].0x3266 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.132566:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008350f600/0x4c38e74a54729fcf lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x60c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.132569:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008350f600/0x4c38e74a54729fcf lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x60c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.132571:0:6837:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88008350f600/0x4c38e74a54729fcf lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x60c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.132573:0:6837:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008350f600 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:2.0:1718930703.132574:0:6837:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008350f600/0x4c38e74a54729fcf lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x60c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.132577:0:6837:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008350f600/0x4c38e74a54729fcf lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x60c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.132581:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x60c:0x0].0x0 (ffff88012d3dd700) 00010000:00010000:2.0:1718930703.132582:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718930703.132583:0:6837:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88008350f600/0x4c38e74a54729fcf lrc: 2/0,0 mode: --/PR res: [0x240000402:0x60c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.132586:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008350f600/0x4c38e74a54729fcf lrc: 0/0,0 mode: --/PR res: [0x240000402:0x60c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930703.132614:0:6837:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a350c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+25:26685:x1802425753286784:12345-192.168.204.9@tcp:34:lfs.0 Request processed in 206us (276us total) trans 0 rc 0/0 00000100:00100000:2.0:1718930703.132620:0:6837:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230867 00000100:00100000:3.0:1718930703.133260:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1718930703.133331:0:6837:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753286912 00000100:00100000:2.0:1718930703.133354:0:6837:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230868 00000100:00100000:2.0:1718930703.133357:0:6837:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880123c450c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+25:26685:x1802425753286912:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:2.0:1718930703.133363:0:6837:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1718930703.133369:0:6837:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008350d440/0x4c38e74a54729fd6 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x60c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xceea94147812fbcc expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.133396:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88008350e880/0x4c38e74a54729fdd lrc: 3/0,1 mode: --/PW res: [0x240000402:0x60c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.133402:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008350e880/0x4c38e74a54729fdd lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x60c:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.133406:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008350e880/0x4c38e74a54729fdd lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x60c:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00200000:2.0:1718930703.133411:0:6837:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x60c:0x0]: returning size 0 00010000:00010000:2.0:1718930703.133454:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008350d440/0x4c38e74a54729fd6 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x60c:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fbcc expref: 28 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.133462:0:6837:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88008350e880/0x4c38e74a54729fdd lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x60c:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fbcc expref: 27 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.133466:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x60c:0x0].0x0 (ffff88012d3dda00) 00010000:00010000:2.0:1718930703.133467:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1718930703.133468:0:6837:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88008350e880, rc 0) 00000100:00100000:2.0:1718930703.133494:0:6837:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880123c450c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+27:26685:x1802425753286912:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 135us (235us total) trans 4294987157 rc 0/0 00000100:00100000:2.0:1718930703.133499:0:6837:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230868 00000100:00100000:1.0:1718930703.134203:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1718930703.134246:0:6837:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753286976 00000100:00100000:2.0:1718930703.134268:0:6837:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230869 00000100:00100000:2.0:1718930703.134271:0:6837:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a30e40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+27:26685:x1802425753286976:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:2.0:1718930703.134279:0:6837:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1718930703.134284:0:6837:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008350cb40/0x4c38e74a54729feb lrc: 2/0,0 mode: --/CR res: [0x240000402:0x60c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xceea94147812fbd3 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.134300:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008350cb40/0x4c38e74a54729feb lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x60c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fbd3 expref: 28 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.134306:0:6837:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88008350cb40/0x4c38e74a54729feb lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x60c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fbd3 expref: 28 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.134312:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x60c:0x0].0x0 (ffff88012d3dda00) 00010000:00010000:2.0:1718930703.134313:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1718930703.134314:0:6837:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88008350cb40, rc 0) 00000100:00100000:2.0:1718930703.134336:0:6837:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a30e40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+28:26685:x1802425753286976:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 64us (134us total) trans 0 rc 0/0 00000100:00100000:2.0:1718930703.134340:0:6837:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230869 00000100:00100000:1.0:1718930703.134956:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1718930703.134991:0:22545:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753287040 00000100:00100000:2.0:1718930703.135012:0:22545:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.204.9@tcp, with round 504 00000100:00100000:2.0:1718930703.135014:0:22545:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c55850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8a07974b-7506-4725-beb3-4b5c6f8f9250+7:1875:x1802425753287040:12345-192.168.204.9@tcp:1:lfs.0 00002000:00010000:2.0:1718930703.135046:0:22545:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x582:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1718930703.135049:0:22545:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008350c480/0x4c38e74a54729ff2 lrc: 3/0,1 mode: --/PW res: [0x582:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.135055:0:22545:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1718930703.135056:0:22545:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1718930703.135057:0:22545:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008350c480/0x4c38e74a54729ff2 lrc: 3/0,1 mode: PW/PW res: [0x582:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.135062:0:22545:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008350c480/0x4c38e74a54729ff2 lrc: 3/0,1 mode: PW/PW res: [0x582:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.135068:0:22545:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008350c480/0x4c38e74a54729ff2 lrc: 3/0,1 mode: PW/PW res: [0x582:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.135071:0:22545:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008350c480/0x4c38e74a54729ff2 lrc: 2/0,0 mode: PW/PW res: [0x582:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.135083:0:22545:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1718930703.135097:0:6829:0:(ldlm_lockd.c:2784:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1718930703.135100:0:6829:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008350c480/0x4c38e74a54729ff2 lrc: 2/0,0 mode: PW/PW res: [0x582:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930703.135103:0:22545:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c55850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8a07974b-7506-4725-beb3-4b5c6f8f9250+7:1875:x1802425753287040:12345-192.168.204.9@tcp:1:lfs.0 Request processed in 88us (149us total) trans 0 rc 0/0 00000100:00100000:2.0:1718930703.135106:0:22545:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.204.9@tcp, with round 504 00010000:00010000:1.0:1718930703.135107:0:6829:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008350c480 already unused, calling callback (ffffffffa080a190) 00010000:00010000:1.0:1718930703.135108:0:6829:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008350c480/0x4c38e74a54729ff2 lrc: 2/0,0 mode: PW/PW res: [0x582:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.135113:0:6829:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008350c480/0x4c38e74a54729ff2 lrc: 3/0,0 mode: PW/PW res: [0x582:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.135122:0:6829:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008350c480/0x4c38e74a54729ff2 lrc: 1/0,0 mode: --/PW res: [0x582:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.135125:0:6829:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008350c480/0x4c38e74a54729ff2 lrc: 0/0,0 mode: --/PW res: [0x582:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.135137:0:6829:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1718930703.135138:0:6829:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1718930703.135138:0:6829:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1718930703.135924:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1718930703.135990:0:6837:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753287168 00000100:00100000:2.0:1718930703.136013:0:6837:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230870 00000100:00100000:2.0:1718930703.136016:0:6837:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880123c45580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+28:26685:x1802425753287168:12345-192.168.204.9@tcp:36:lfs.0 00010000:00010000:2.0:1718930703.136042:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008350cd80/0x4c38e74a54729ff9 lrc: 3/0,1 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.136047:0:6837:0:(ldlm_request.c:1029:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000001000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008350cd80/0x4c38e74a54729ff9 lrc: 3/0,1 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.136051:0:6837:0:(ldlm_request.c:1117:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008350cd80/0x4c38e74a54729ff9 lrc: 3/0,1 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930703.136058:0:6837:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88011e790980 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:6837:1802425733051456:0@lo:101:mdt00_000.0 00000100:00100000:2.0:1718930703.136073:0:6837:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718930703.136080:0:6837:0:(client.c:2492:ptlrpc_set_wait()) set ffff880133dd3180 going to sleep for 6 seconds 00000100:00100000:0.0:1718930703.136090:0:6842:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733051456 00000100:00100000:0.0:1718930703.136121:0:6842:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20833 00000100:00100000:0.0:1718930703.136125:0:6842:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e790e40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:6837:x1802425733051456:12345-0@lo:101:mdt00_000.0 00010000:00010000:0.0:1718930703.136132:0:6842:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1718930703.136140:0:6842:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4df840/0x4c38e74a5472a000 lrc: 2/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4c38e74a54729ff9 expref: -99 pid: 6842 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.136153:0:6842:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4df840/0x4c38e74a5472a000 lrc: 3/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000001000000 nid: 0@lo remote: 0x4c38e74a54729ff9 expref: 7 pid: 6842 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.136162:0:6842:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4df840/0x4c38e74a5472a000 lrc: 3/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0x4c38e74a54729ff9 expref: 7 pid: 6842 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.136168:0:6842:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000004:0x1:0x0].0x0 (ffff88012d654400) 00010000:00010000:0.0:1718930703.136170:0:6842:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1718930703.136172:0:6842:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88012c4df840, rc 0) 00000100:00100000:0.0:1718930703.136203:0:6842:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e790e40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+7:6837:x1802425733051456:12345-0@lo:101:mdt00_000.0 Request processed in 78us (129us total) trans 0 rc 0/0 00000100:00100000:0.0:1718930703.136207:0:6842:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20833 00000100:00100000:2.0:1718930703.136214:0:6837:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88011e790980 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:6837:1802425733051456:0@lo:101:mdt00_000.0 00010000:00010000:2.0:1718930703.136221:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008350cd80/0x4c38e74a54729ff9 lrc: 4/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0x4c38e74a5472a000 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.136225:0:6837:0:(ldlm_request.c:799:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008350cd80/0x4c38e74a54729ff9 lrc: 4/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0x4c38e74a5472a000 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.136266:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88008350e640/0x4c38e74a5472a007 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x608:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.136271:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008350e640/0x4c38e74a5472a007 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.136275:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008350e640/0x4c38e74a5472a007 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.136304:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x60c:0x0].0x0 (ffff88012d3dda00) 00010000:00010000:2.0:1718930703.136306:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1718930703.136308:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008350e880/0x4c38e74a54729fdd lrc: 0/0,0 mode: --/PW res: [0x240000402:0x60c:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fbcc expref: 28 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.136319:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88008350fcc0/0x4c38e74a5472a00e lrc: 3/0,1 mode: --/EX res: [0x240000402:0x60c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.136323:0:6837:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff88008350cb40/0x4c38e74a54729feb lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x60c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fbd3 expref: 27 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.136327:0:6837:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008350fcc0/0x4c38e74a5472a00e lrc: 4/0,1 mode: --/EX res: [0x240000402:0x60c:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.136335:0:6837:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff88008350cb40/0x4c38e74a54729feb lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x60c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fbd3 expref: 27 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.136340:0:6837:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff88008350cb40/0x4c38e74a54729feb lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x60c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fbd3 expref: 27 pid: 6837 timeout: 3714 lvb_type: 0 00000100:00100000:2.0:1718930703.136345:0:6837:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88011e790980 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6837:1802425733051520:192.168.204.9@tcp:104: 00000100:00100000:2.0:1718930703.136369:0:6837:0:(client.c:2492:ptlrpc_set_wait()) set ffff880133dd3180 going to sleep for 6 seconds 00000100:00100000:2.0:1718930703.137087:0:6837:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88011e790980 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6837:1802425733051520:192.168.204.9@tcp:104: 00010000:00010000:2.0:1718930703.137097:0:6837:0:(ldlm_request.c:286:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff88008350fcc0/0x4c38e74a5472a00e lrc: 3/0,1 mode: --/EX res: [0x240000402:0x60c:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718930703.137144:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1718930703.137173:0:9277:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753287232 00010000:00010000:0.0:1718930703.137185:0:9277:0:(ldlm_lockd.c:2633:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008350cb40/0x4c38e74a54729feb lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x60c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fbd3 expref: 28 pid: 6837 timeout: 3714 lvb_type: 0 00000100:00100000:0.0:1718930703.137203:0:9277:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 63343 00000100:00100000:0.0:1718930703.137206:0:9277:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ef45050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8a07974b-7506-4725-beb3-4b5c6f8f9250+28:1876:x1802425753287232:12345-192.168.204.9@tcp:103:ldlm_bl_01.0 00010000:00010000:0.0:1718930703.137211:0:9277:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1718930703.137213:0:9277:0:(ldlm_lockd.c:1766:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff88008350cb40/0x4c38e74a54729feb lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x60c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fbd3 expref: 28 pid: 6837 timeout: 3714 lvb_type: 0 00010000:00010000:0.0:1718930703.137223:0:9277:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff88008350cb40/0x4c38e74a54729feb lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x60c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fbd3 expref: 28 pid: 6837 timeout: 3714 lvb_type: 0 00010000:00010000:0.0:1718930703.137230:0:9277:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008350cb40/0x4c38e74a54729feb lrc: 0/0,0 mode: --/CR res: [0x240000402:0x60c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fbd3 expref: 28 pid: 6837 timeout: 3714 lvb_type: 0 00010000:00010000:0.0:1718930703.137236:0:9277:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x60c:0x0].0x0 (ffff88012d3dda00) 00010000:00010000:0.0:1718930703.137238:0:9277:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff88008350fcc0/0x4c38e74a5472a00e lrc: 3/0,1 mode: --/EX res: [0x240000402:0x60c:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.137242:0:9277:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff88008350fcc0/0x4c38e74a5472a00e lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x60c:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.137245:0:9277:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008350fcc0/0x4c38e74a5472a00e lrc: 4/0,1 mode: EX/EX res: [0x240000402:0x60c:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.137253:0:9277:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1718930703.137257:0:6837:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff88008350fcc0/0x4c38e74a5472a00e lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x60c:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.137262:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008350fcc0/0x4c38e74a5472a00e lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x60c:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718930703.137272:0:9277:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ef45050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8a07974b-7506-4725-beb3-4b5c6f8f9250+27:1876:x1802425753287232:12345-192.168.204.9@tcp:103:ldlm_bl_01.0 Request processed in 65us (129us total) trans 0 rc 0/0 00000100:00100000:0.0:1718930703.137276:0:9277:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 63343 00010000:00010000:2.0:1718930703.137284:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88008350f3c0/0x4c38e74a5472a015 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x61f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.137289:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008350f3c0/0x4c38e74a5472a015 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x61f:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.137293:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008350f3c0/0x4c38e74a5472a015 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x61f:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.137328:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88008350f3c0/0x4c38e74a5472a015 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x61f:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.137332:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008350f3c0/0x4c38e74a5472a015 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x61f:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.137335:0:6837:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88008350f3c0/0x4c38e74a5472a015 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x61f:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.137337:0:6837:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008350f3c0 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:2.0:1718930703.137338:0:6837:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008350f3c0/0x4c38e74a5472a015 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x61f:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.137341:0:6837:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008350f3c0/0x4c38e74a5472a015 lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x61f:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.137346:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x61f:0x0].0x0 (ffff8800a613d500) 00010000:00010000:2.0:1718930703.137347:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 7f 00010000:00010000:2.0:1718930703.137348:0:6837:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88008350f3c0/0x4c38e74a5472a015 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x61f:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.137351:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008350f3c0/0x4c38e74a5472a015 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x61f:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.137361:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88008350fcc0/0x4c38e74a5472a00e lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x60c:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.137364:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008350fcc0/0x4c38e74a5472a00e lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x60c:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.137367:0:6837:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88008350fcc0/0x4c38e74a5472a00e lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x60c:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.137370:0:6837:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008350fcc0 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:2.0:1718930703.137371:0:6837:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008350fcc0/0x4c38e74a5472a00e lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x60c:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.137373:0:6837:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008350fcc0/0x4c38e74a5472a00e lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x60c:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.137377:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x60c:0x0].0x0 (ffff88012d3dda00) 00010000:00010000:2.0:1718930703.137378:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 7f 00010000:00010000:2.0:1718930703.137378:0:6837:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88008350fcc0/0x4c38e74a5472a00e lrc: 2/0,0 mode: --/EX res: [0x240000402:0x60c:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.137381:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008350fcc0/0x4c38e74a5472a00e lrc: 0/0,0 mode: --/EX res: [0x240000402:0x60c:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.137389:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88008350e640/0x4c38e74a5472a007 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.137393:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008350e640/0x4c38e74a5472a007 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.137396:0:6837:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88008350e640/0x4c38e74a5472a007 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.137398:0:6837:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008350e640 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:2.0:1718930703.137399:0:6837:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008350e640/0x4c38e74a5472a007 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.137401:0:6837:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008350e640/0x4c38e74a5472a007 lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.137404:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x608:0x0].0x0 (ffff8800a613d200) 00010000:00010000:2.0:1718930703.137405:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718930703.137406:0:6837:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88008350e640/0x4c38e74a5472a007 lrc: 2/0,0 mode: --/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.137408:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008350e640/0x4c38e74a5472a007 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x608:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.137413:0:6837:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008350cd80/0x4c38e74a54729ff9 lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0x4c38e74a5472a000 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.137416:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008350cd80/0x4c38e74a54729ff9 lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000401000000 nid: local remote: 0x4c38e74a5472a000 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.137422:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008350cd80/0x4c38e74a54729ff9 lrc: 2/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000401000000 nid: local remote: 0x4c38e74a5472a000 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.137453:0:6837:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1718930703.137470:0:4830:0:(ldlm_lockd.c:2784:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1718930703.137472:0:4830:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008350cd80/0x4c38e74a54729ff9 lrc: 2/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000401000000 nid: local remote: 0x4c38e74a5472a000 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.137477:0:4830:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008350cd80 already unused, calling callback (ffffffffa0ea60e0) 00010000:00010000:0.0:1718930703.137478:0:4830:0:(ldlm_request.c:1235:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008350cd80/0x4c38e74a54729ff9 lrc: 3/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008401000000 nid: local remote: 0x4c38e74a5472a000 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930703.137480:0:6837:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880123c45580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+26:26685:x1802425753287168:12345-192.168.204.9@tcp:36:lfs.0 Request processed in 1463us (1558us total) trans 0 rc -114/-114 00000100:00100000:2.0:1718930703.137485:0:6837:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230870 00000004:00010000:0.0:1718930703.137485:0:4830:0:(mdt_handler.c:3608:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008350cd80/0x4c38e74a54729ff9 lrc: 3/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009401000000 nid: local remote: 0x4c38e74a5472a000 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.137496:0:4830:0:(ldlm_request.c:1301:ldlm_cancel_pack()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008350cd80/0x4c38e74a54729ff9 lrc: 2/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0x4c38e74a5472a000 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.137499:0:4830:0:(ldlm_request.c:1305:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1718930703.137509:0:4830:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008350cd80/0x4c38e74a54729ff9 lrc: 1/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0x4c38e74a5472a000 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.137513:0:4830:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008350cd80/0x4c38e74a54729ff9 lrc: 0/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0x4c38e74a5472a000 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930703.137515:0:3322:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1718930703.137519:0:3322:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0f150c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3322:1802425733051584:0@lo:103:ldlm_bl_05.0 00010000:00010000:0.0:1718930703.137520:0:4830:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1718930703.137521:0:4830:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1718930703.137521:0:4830:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1718930703.137537:0:3322:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1718930703.137548:0:9277:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733051584 00000100:00100000:0.0:1718930703.137558:0:9277:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9168 00000100:00100000:0.0:1718930703.137560:0:9277:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e790980 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001-mdtlov_UUID+7:3322:x1802425733051584:12345-0@lo:103:ldlm_bl_05.0 00010000:00010000:0.0:1718930703.137563:0:9277:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1718930703.137568:0:9277:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4df840/0x4c38e74a5472a000 lrc: 0/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801001000000 nid: 0@lo remote: 0x4c38e74a54729ff9 expref: 7 pid: 6842 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.137574:0:9277:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000004:0x1:0x0].0x0 (ffff88012d654400) 00010000:00010000:0.0:1718930703.137577:0:9277:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1718930703.137592:0:9277:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e790980 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001-mdtlov_UUID+6:3322:x1802425733051584:12345-0@lo:103:ldlm_bl_05.0 Request processed in 31us (55us total) trans 0 rc 0/0 00000100:00100000:0.0:1718930703.137595:0:9277:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9168 00000100:00100000:2.0:1718930703.137598:0:3322:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800a0f150c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3322:1802425733051584:0@lo:103:ldlm_bl_05.0 00000100:00100000:3.0:1718930703.137914:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1718930703.137983:0:10547:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753287360 00000100:00100000:2.0:1718930703.138006:0:10547:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 10814 00000100:00100000:2.0:1718930703.138010:0:10547:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880123c45a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:8a07974b-7506-4725-beb3-4b5c6f8f9250+26:26685:x1802425753287360:12345-192.168.204.9@tcp:35:lfs.0 00000100:00100000:2.0:1718930703.138042:0:10547:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880123c45a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:8a07974b-7506-4725-beb3-4b5c6f8f9250+26:26685:x1802425753287360:12345-192.168.204.9@tcp:35:lfs.0 Request processed in 32us (129us total) trans 0 rc -116/-116 00000100:00100000:2.0:1718930703.138046:0:10547:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 10814 00000100:00100000:1.0:1718930703.138721:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1718930703.138788:0:10547:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753287488 00000100:00100000:2.0:1718930703.138811:0:10547:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 10815 00000100:00100000:2.0:1718930703.138814:0:10547:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88006e9dd850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:8a07974b-7506-4725-beb3-4b5c6f8f9250+26:26685:x1802425753287488:12345-192.168.204.9@tcp:35:lfs.0 00000100:00100000:2.0:1718930703.138878:0:10547:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88006e9dd850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:8a07974b-7506-4725-beb3-4b5c6f8f9250+27:26685:x1802425753287488:12345-192.168.204.9@tcp:35:lfs.0 Request processed in 63us (158us total) trans 4294987158 rc 0/0 00000100:00100000:2.0:1718930703.138882:0:10547:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 10815 00000100:00100000:1.0:1718930703.139751:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1718930703.139821:0:6837:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753287552 00000100:00100000:2.0:1718930703.139848:0:6837:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230871 00000100:00100000:2.0:1718930703.139851:0:6837:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a31c80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+12:26685:x1802425753287552:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:2.0:1718930703.139858:0:6837:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1718930703.139865:0:6837:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008350d8c0/0x4c38e74a5472a01c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x79a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xceea94147812fbda expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.139885:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008350fa80/0x4c38e74a5472a023 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x79a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.139890:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008350fa80/0x4c38e74a5472a023 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.139895:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008350fa80/0x4c38e74a5472a023 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.139901:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008350ed00/0x4c38e74a5472a02a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x79a:0x0].0x726964 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.139905:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008350ed00/0x4c38e74a5472a02a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x79a:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.139908:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008350ed00/0x4c38e74a5472a02a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x79a:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.139924:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008350fa80/0x4c38e74a5472a023 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.139927:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008350fa80/0x4c38e74a5472a023 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.139930:0:6837:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008350fa80/0x4c38e74a5472a023 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.139934:0:6837:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008350fa80 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:2.0:1718930703.139935:0:6837:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008350fa80/0x4c38e74a5472a023 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.139938:0:6837:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008350fa80/0x4c38e74a5472a023 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.139943:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x79a:0x0].0x0 (ffff880097b25700) 00010000:00010000:2.0:1718930703.139944:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718930703.139945:0:6837:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008350fa80/0x4c38e74a5472a023 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.139948:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008350fa80/0x4c38e74a5472a023 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.139970:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008350ed00/0x4c38e74a5472a02a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x79a:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.139972:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008350ed00/0x4c38e74a5472a02a lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x79a:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.139975:0:6837:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008350ed00/0x4c38e74a5472a02a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x79a:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.139978:0:6837:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008350ed00 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:2.0:1718930703.139979:0:6837:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008350ed00/0x4c38e74a5472a02a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x79a:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.139981:0:6837:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008350ed00/0x4c38e74a5472a02a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x79a:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.139985:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x79a:0x0].0x726964 (ffff8800a613d000) 00010000:00010000:2.0:1718930703.139986:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718930703.139987:0:6837:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008350ed00/0x4c38e74a5472a02a lrc: 2/0,0 mode: --/PR res: [0x200000402:0x79a:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.139990:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008350ed00/0x4c38e74a5472a02a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x79a:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.140002:0:6837:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008350d8c0/0x4c38e74a5472a01c lrc: 1/0,0 mode: --/CR res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fbda expref: 13 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.140006:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008350d8c0/0x4c38e74a5472a01c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fbda expref: 13 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.140010:0:6837:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88008350d8c0, rc 0) 00000100:00100000:2.0:1718930703.140033:0:6837:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a31c80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+12:26685:x1802425753287552:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 181us (283us total) trans 0 rc 301/301 00000100:00100000:2.0:1718930703.140037:0:6837:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230871 00000100:00100000:3.0:1718930703.140841:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1718930703.140883:0:6837:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753287616 00000100:00100000:2.0:1718930703.140906:0:6837:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230872 00000100:00100000:2.0:1718930703.140909:0:6837:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880123c45f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+27:26685:x1802425753287616:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:2.0:1718930703.140917:0:6837:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1718930703.140922:0:6837:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008350e400/0x4c38e74a5472a031 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xceea94147812fbe1 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.140950:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008350dd40/0x4c38e74a5472a038 lrc: 3/1,0 mode: --/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.140958:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008350dd40/0x4c38e74a5472a038 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.140964:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008350dd40/0x4c38e74a5472a038 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.140973:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008350c000/0x4c38e74a5472a03f lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1a5:0x0].0x726964 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.140978:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008350c000/0x4c38e74a5472a03f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a5:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.140984:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008350c000/0x4c38e74a5472a03f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a5:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.141012:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008350c240/0x4c38e74a5472a046 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x608:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.141019:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008350c240/0x4c38e74a5472a046 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x608:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.141025:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008350c240/0x4c38e74a5472a046 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x608:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00200000:2.0:1718930703.141064:0:6837:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x608:0x0]: returning size 4096 00000004:00200000:2.0:1718930703.141066:0:6837:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 3 stripe count 1 MDT count 2 00000004:00010000:2.0:1718930703.141073:0:6837:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff88008350c240/0x4c38e74a5472a046 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x608:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.141077:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008350dd40/0x4c38e74a5472a038 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.141081:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008350dd40/0x4c38e74a5472a038 lrc: 2/0,0 mode: CR/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.141095:0:6837:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88008350dd40/0x4c38e74a5472a038 lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.141098:0:6837:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008350dd40 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:2.0:1718930703.141099:0:6837:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008350dd40/0x4c38e74a5472a038 lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.141102:0:6837:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008350dd40/0x4c38e74a5472a038 lrc: 4/0,0 mode: CR/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.141106:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a5:0x0].0x0 (ffff880097b25300) 00010000:00010000:2.0:1718930703.141108:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718930703.141109:0:6837:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88008350dd40/0x4c38e74a5472a038 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.141111:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008350dd40/0x4c38e74a5472a038 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.141116:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008350c000/0x4c38e74a5472a03f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a5:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.141119:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008350c000/0x4c38e74a5472a03f lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1a5:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.141122:0:6837:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88008350c000/0x4c38e74a5472a03f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a5:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.141128:0:6837:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008350c000 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:2.0:1718930703.141129:0:6837:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008350c000/0x4c38e74a5472a03f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a5:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.141132:0:6837:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008350c000/0x4c38e74a5472a03f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a5:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.141135:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a5:0x0].0x726964 (ffff8800a613d700) 00010000:00010000:2.0:1718930703.141136:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718930703.141136:0:6837:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88008350c000/0x4c38e74a5472a03f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1a5:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.141139:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008350c000/0x4c38e74a5472a03f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1a5:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.141150:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008350e400/0x4c38e74a5472a031 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fbe1 expref: 29 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.141156:0:6837:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88008350c240/0x4c38e74a5472a046 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x608:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fbe1 expref: 28 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.141159:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x608:0x0].0x0 (ffff8800a613d300) 00010000:00010000:2.0:1718930703.141159:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1718930703.141160:0:6837:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88008350c240, rc 0) 00000100:00100000:2.0:1718930703.141183:0:6837:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880123c45f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+28:26685:x1802425753287616:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 273us (344us total) trans 0 rc 0/0 00000100:00100000:2.0:1718930703.141187:0:6837:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230872 00000100:00100000:1.0:1718930703.142014:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1718930703.142083:0:6837:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753287744 00000100:00100000:2.0:1718930703.142106:0:6837:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230873 00000100:00100000:2.0:1718930703.142109:0:6837:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a32140 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+28:26685:x1802425753287744:12345-192.168.204.9@tcp:36:lfs.0 00010000:00010000:2.0:1718930703.142134:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88008350f600/0x4c38e74a5472a04d lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1a5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.142142:0:6837:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad9440/0x4c38e74a54729c72 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fb39 expref: 28 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.142146:0:6837:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008350f600/0x4c38e74a5472a04d lrc: 4/0,1 mode: --/PW res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.142157:0:6837:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad9440/0x4c38e74a54729c72 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fb39 expref: 28 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.142161:0:6837:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad9440/0x4c38e74a54729c72 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fb39 expref: 28 pid: 6837 timeout: 3714 lvb_type: 0 00000100:00100000:2.0:1718930703.142167:0:6837:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88011e791300 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6837:1802425733051648:192.168.204.9@tcp:104: 00000100:00100000:2.0:1718930703.142191:0:6837:0:(client.c:2492:ptlrpc_set_wait()) set ffff880133dd3180 going to sleep for 6 seconds 00000100:00100000:2.0:1718930703.142897:0:6837:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88011e791300 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6837:1802425733051648:192.168.204.9@tcp:104: 00010000:00010000:2.0:1718930703.142906:0:6837:0:(ldlm_request.c:286:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff88008350f600/0x4c38e74a5472a04d lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718930703.143042:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1718930703.143057:0:9277:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753287808 00010000:00010000:0.0:1718930703.143069:0:9277:0:(ldlm_lockd.c:2633:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad9440/0x4c38e74a54729c72 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fb39 expref: 29 pid: 6837 timeout: 3714 lvb_type: 0 00000100:00100000:0.0:1718930703.143086:0:9277:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 63344 00000100:00100000:0.0:1718930703.143089:0:9277:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a363c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8a07974b-7506-4725-beb3-4b5c6f8f9250+29:1875:x1802425753287808:12345-192.168.204.9@tcp:103:ldlm_bl_04.0 00010000:00010000:0.0:1718930703.143094:0:9277:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1718930703.143096:0:9277:0:(ldlm_lockd.c:1766:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad9440/0x4c38e74a54729c72 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fb39 expref: 29 pid: 6837 timeout: 3714 lvb_type: 0 00010000:00010000:0.0:1718930703.143101:0:9277:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad9440/0x4c38e74a54729c72 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fb39 expref: 29 pid: 6837 timeout: 3714 lvb_type: 0 00010000:00010000:0.0:1718930703.143108:0:9277:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad9440/0x4c38e74a54729c72 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fb39 expref: 29 pid: 6837 timeout: 3714 lvb_type: 0 00010000:00010000:0.0:1718930703.143114:0:9277:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a5:0x0].0x0 (ffff880097b25300) 00010000:00010000:0.0:1718930703.143116:0:9277:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff88008350f600/0x4c38e74a5472a04d lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.143120:0:9277:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff88008350f600/0x4c38e74a5472a04d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.143123:0:9277:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008350f600/0x4c38e74a5472a04d lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.143131:0:9277:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1718930703.143135:0:6837:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff88008350f600/0x4c38e74a5472a04d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.143140:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008350f600/0x4c38e74a5472a04d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.143151:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88008350f840/0x4c38e74a5472a054 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x608:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718930703.143152:0:9277:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a363c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8a07974b-7506-4725-beb3-4b5c6f8f9250+28:1875:x1802425753287808:12345-192.168.204.9@tcp:103:ldlm_bl_04.0 Request processed in 62us (111us total) trans 0 rc 0/0 00010000:00010000:2.0:1718930703.143157:0:6837:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff88008350c240/0x4c38e74a5472a046 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x608:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fbe1 expref: 28 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718930703.143158:0:9277:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 63344 00010000:00010000:2.0:1718930703.143160:0:6837:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008350f840/0x4c38e74a5472a054 lrc: 4/0,1 mode: --/EX res: [0x240000402:0x608:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.143171:0:6837:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff88008350c240/0x4c38e74a5472a046 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x608:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fbe1 expref: 27 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.143176:0:6837:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff88008350c240/0x4c38e74a5472a046 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x608:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fbe1 expref: 27 pid: 6837 timeout: 3714 lvb_type: 0 00000100:00100000:2.0:1718930703.143182:0:6837:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88011e791300 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6837:1802425733051712:192.168.204.9@tcp:104: 00000100:00100000:2.0:1718930703.143198:0:6837:0:(client.c:2492:ptlrpc_set_wait()) set ffff880133dd3180 going to sleep for 6 seconds 00000100:00100000:2.0:1718930703.143690:0:6837:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88011e791300 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6837:1802425733051712:192.168.204.9@tcp:104: 00010000:00010000:2.0:1718930703.143701:0:6837:0:(ldlm_request.c:286:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff88008350f840/0x4c38e74a5472a054 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x608:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718930703.143799:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1718930703.143837:0:9277:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753287872 00010000:00010000:0.0:1718930703.143850:0:9277:0:(ldlm_lockd.c:2633:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008350c240/0x4c38e74a5472a046 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x608:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fbe1 expref: 28 pid: 6837 timeout: 3714 lvb_type: 0 00000100:00100000:0.0:1718930703.143872:0:9277:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 63345 00000100:00100000:0.0:1718930703.143876:0:9277:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a33900 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8a07974b-7506-4725-beb3-4b5c6f8f9250+28:1876:x1802425753287872:12345-192.168.204.9@tcp:103:ldlm_bl_03.0 00010000:00010000:0.0:1718930703.143883:0:9277:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1718930703.143885:0:9277:0:(ldlm_lockd.c:1766:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff88008350c240/0x4c38e74a5472a046 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x608:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fbe1 expref: 28 pid: 6837 timeout: 3714 lvb_type: 0 00010000:00010000:0.0:1718930703.143893:0:9277:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff88008350c240/0x4c38e74a5472a046 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x608:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fbe1 expref: 28 pid: 6837 timeout: 3714 lvb_type: 0 00010000:00010000:0.0:1718930703.143903:0:9277:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008350c240/0x4c38e74a5472a046 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x608:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fbe1 expref: 28 pid: 6837 timeout: 3714 lvb_type: 0 00010000:00010000:0.0:1718930703.143912:0:9277:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x608:0x0].0x0 (ffff8800a613d300) 00010000:00010000:0.0:1718930703.143915:0:9277:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff88008350f840/0x4c38e74a5472a054 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x608:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.143920:0:9277:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff88008350f840/0x4c38e74a5472a054 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x608:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.143925:0:9277:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008350f840/0x4c38e74a5472a054 lrc: 4/0,1 mode: EX/EX res: [0x240000402:0x608:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.143937:0:9277:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1718930703.143944:0:6837:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff88008350f840/0x4c38e74a5472a054 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x608:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.143951:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008350f840/0x4c38e74a5472a054 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x608:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718930703.143963:0:9277:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a33900 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8a07974b-7506-4725-beb3-4b5c6f8f9250+27:1876:x1802425753287872:12345-192.168.204.9@tcp:103:ldlm_bl_03.0 Request processed in 86us (164us total) trans 0 rc 0/0 00000100:00100000:0.0:1718930703.143968:0:9277:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 63345 00010000:00010000:2.0:1718930703.143989:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88008350f840/0x4c38e74a5472a054 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x608:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.143995:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008350f840/0x4c38e74a5472a054 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x608:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.144000:0:6837:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88008350f840/0x4c38e74a5472a054 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x608:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.144005:0:6837:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008350f840 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:2.0:1718930703.144007:0:6837:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008350f840/0x4c38e74a5472a054 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x608:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.144012:0:6837:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008350f840/0x4c38e74a5472a054 lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x608:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.144020:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x608:0x0].0x0 (ffff8800a613d300) 00010000:00010000:2.0:1718930703.144022:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 7f 00010000:00010000:2.0:1718930703.144023:0:6837:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88008350f840/0x4c38e74a5472a054 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x608:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.144026:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008350f840/0x4c38e74a5472a054 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x608:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.144034:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88008350f600/0x4c38e74a5472a04d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.144037:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008350f600/0x4c38e74a5472a04d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.144040:0:6837:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88008350f600/0x4c38e74a5472a04d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.144047:0:6837:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008350f600 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:2.0:1718930703.144048:0:6837:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008350f600/0x4c38e74a5472a04d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.144051:0:6837:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008350f600/0x4c38e74a5472a04d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.144054:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a5:0x0].0x0 (ffff880097b25300) 00010000:00010000:2.0:1718930703.144055:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718930703.144056:0:6837:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88008350f600/0x4c38e74a5472a04d lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.144058:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008350f600/0x4c38e74a5472a04d lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930703.144101:0:6837:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a32140 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+26:26685:x1802425753287744:12345-192.168.204.9@tcp:36:lfs.0 Request processed in 1990us (2088us total) trans 0 rc -114/-114 00000100:00100000:2.0:1718930703.144108:0:6837:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230873 00000100:00100000:2.0:1718930703.144794:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1718930703.144831:0:10547:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753288000 00000100:00100000:0.0:1718930703.144849:0:10547:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 10816 00000100:00100000:0.0:1718930703.144853:0:10547:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e791300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:8a07974b-7506-4725-beb3-4b5c6f8f9250+26:26685:x1802425753288000:12345-192.168.204.9@tcp:35:lfs.0 00000040:00080000:0.0:1718930703.144984:0:10547:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x240000400:0x3:0x0].1130, 344 off1035088 00000040:00080000:0.0:1718930703.145006:0:10547:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x200000401:0x3:0x0].1503, 424 off1455648 00000004:00080000:0.0:1718930703.145008:0:10547:0:(osp_trans.c:1598:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff880084f45e80 with version 7103 00000004:00080000:2.0:1718930703.145034:0:8063:0:(osp_trans.c:1343:osp_get_next_request()) ou ffff88012a3cd000 version 7103 rpc_version 7103 00000100:00100000:2.0:1718930703.145052:0:8063:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88011e7917c0 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:8063:1802425733051776:0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1718930703.145070:0:8063:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718930703.145078:0:8063:0:(client.c:2492:ptlrpc_set_wait()) set ffff880133dd3180 going to sleep for 6 seconds 00000100:00100000:0.0:1718930703.145084:0:6842:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733051776 00000100:00100000:0.0:1718930703.145096:0:6842:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20834 00000100:00100000:0.0:1718930703.145098:0:6842:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e791c80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:8063:x1802425733051776:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1718930703.145184:0:6842:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e791c80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+7:8063:x1802425733051776:12345-0@lo:1000:osp_up0-1.0 Request processed in 85us (113us total) trans 8589959540 rc 0/0 00000100:00100000:0.0:1718930703.145188:0:6842:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20834 00000100:00100000:2.0:1718930703.145207:0:8063:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88011e7917c0 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:8063:1802425733051776:0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1718930703.145242:0:10547:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e791300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:8a07974b-7506-4725-beb3-4b5c6f8f9250+27:26685:x1802425753288000:12345-192.168.204.9@tcp:35:lfs.0 Request processed in 388us (451us total) trans 4294987159 rc 0/0 00000100:00100000:0.0:1718930703.145246:0:10547:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 10816 00000100:00100000:1.0:1718930703.146016:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1718930703.146059:0:6837:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753288128 00000100:00100000:2.0:1718930703.146082:0:6837:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230874 00000100:00100000:2.0:1718930703.146085:0:6837:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a34c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+27:26685:x1802425753288128:12345-192.168.204.9@tcp:36:lfs.0 00010000:00010000:2.0:1718930703.146118:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008350d200/0x4c38e74a5472a05b lrc: 3/0,1 mode: --/EX res: [0x240000402:0x605:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.146123:0:6837:0:(ldlm_request.c:1029:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000001000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008350d200/0x4c38e74a5472a05b lrc: 3/0,1 mode: --/EX res: [0x240000402:0x605:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.146127:0:6837:0:(ldlm_request.c:1117:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008350d200/0x4c38e74a5472a05b lrc: 3/0,1 mode: --/EX res: [0x240000402:0x605:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930703.146134:0:6837:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88011e792140 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:6837:1802425733051840:0@lo:101:mdt00_000.0 00000100:00100000:2.0:1718930703.146148:0:6837:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718930703.146162:0:6837:0:(client.c:2492:ptlrpc_set_wait()) set ffff880133dd3180 going to sleep for 6 seconds 00000100:00100000:0.0:1718930703.146168:0:6842:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733051840 00000100:00100000:0.0:1718930703.146186:0:6842:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20835 00000100:00100000:0.0:1718930703.146189:0:6842:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e792600 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+7:6837:x1802425733051840:12345-0@lo:101:mdt00_000.0 00010000:00010000:0.0:1718930703.146196:0:6842:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1718930703.146203:0:6842:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dc000/0x4c38e74a5472a062 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x605:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4c38e74a5472a05b expref: -99 pid: 6842 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.146217:0:6842:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b057840/0x4c38e74a54729a9d lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x605:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fac9 expref: 11 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.146224:0:6842:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dc000/0x4c38e74a5472a062 lrc: 4/0,0 mode: --/EX res: [0x240000402:0x605:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000001000000 nid: 0@lo remote: 0x4c38e74a5472a05b expref: 8 pid: 6842 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.146241:0:6842:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009b057840/0x4c38e74a54729a9d lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x605:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fac9 expref: 11 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.146249:0:6842:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b057840/0x4c38e74a54729a9d lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x605:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fac9 expref: 11 pid: 6837 timeout: 3714 lvb_type: 0 00000100:00100000:0.0:1718930703.146257:0:6842:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0f13900 pname:cluuid:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000_UUID:6842:1802425733051904:192.168.204.9@tcp:104: 00000100:00100000:0.0:1718930703.146290:0:6842:0:(client.c:2492:ptlrpc_set_wait()) set ffff8801315c90c0 going to sleep for 6 seconds 00000100:00100000:0.0:1718930703.146969:0:6842:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800a0f13900 pname:cluuid:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000_UUID:6842:1802425733051904:192.168.204.9@tcp:104: 00010000:00010000:0.0:1718930703.146978:0:6842:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dc000/0x4c38e74a5472a062 lrc: 3/0,0 mode: --/EX res: [0x240000402:0x605:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0x4c38e74a5472a05b expref: 8 pid: 6842 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.146983:0:6842:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x605:0x0].0x0 (ffff8800b533e500) 00010000:00010000:0.0:1718930703.146985:0:6842:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1718930703.146986:0:6842:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dc000/0x4c38e74a5472a062 lrc: 3/0,0 mode: --/EX res: [0x240000402:0x605:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0x4c38e74a5472a05b expref: 8 pid: 6842 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.146989:0:6842:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88012c4dc000, rc 0) 00000100:00100000:0.0:1718930703.147012:0:6842:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e792600 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+8:6837:x1802425733051840:12345-0@lo:101:mdt00_000.0 Request processed in 822us (863us total) trans 0 rc 0/0 00000100:00100000:0.0:1718930703.147016:0:6842:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20835 00000100:00100000:1.0:1718930703.147017:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1718930703.147030:0:9277:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753288192 00010000:00010000:0.0:1718930703.147037:0:9277:0:(ldlm_lockd.c:2633:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009b057840/0x4c38e74a54729a9d lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x605:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fac9 expref: 12 pid: 6837 timeout: 3714 lvb_type: 0 00000100:00100000:2.0:1718930703.147050:0:6837:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88011e792140 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:6837:1802425733051840:0@lo:101:mdt00_000.0 00000100:00100000:0.0:1718930703.147053:0:9277:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 63346 00000100:00100000:0.0:1718930703.147055:0:9277:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a35580 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8a07974b-7506-4725-beb3-4b5c6f8f9250+12:1876:x1802425753288192:12345-192.168.204.9@tcp:103:ldlm_bl_02.0 00010000:00010000:2.0:1718930703.147059:0:6837:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008350d200/0x4c38e74a5472a05b lrc: 4/0,1 mode: --/EX res: [0x240000402:0x605:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0x4c38e74a5472a062 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.147059:0:9277:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1718930703.147061:0:9277:0:(ldlm_lockd.c:1766:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009b057840/0x4c38e74a54729a9d lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x605:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fac9 expref: 12 pid: 6837 timeout: 3714 lvb_type: 0 00010000:00010000:0.0:1718930703.147065:0:9277:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009b057840/0x4c38e74a54729a9d lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x605:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fac9 expref: 12 pid: 6837 timeout: 3714 lvb_type: 0 00010000:00010000:2.0:1718930703.147067:0:6837:0:(ldlm_request.c:286:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008350d200/0x4c38e74a5472a05b lrc: 4/0,1 mode: --/EX res: [0x240000402:0x605:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0x4c38e74a5472a062 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.147073:0:9277:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b057840/0x4c38e74a54729a9d lrc: 0/0,0 mode: --/PR res: [0x240000402:0x605:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fac9 expref: 12 pid: 6837 timeout: 3714 lvb_type: 0 00010000:00010000:0.0:1718930703.147078:0:9277:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x605:0x0].0x0 (ffff8800b533e500) 00010000:00010000:0.0:1718930703.147080:0:9277:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dc000/0x4c38e74a5472a062 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x605:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0x4c38e74a5472a05b expref: 7 pid: 6842 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.147084:0:9277:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dc000/0x4c38e74a5472a062 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x605:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080001000000 nid: 0@lo remote: 0x4c38e74a5472a05b expref: 7 pid: 6842 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.147087:0:9277:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dc000/0x4c38e74a5472a062 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x605:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080001000000 nid: 0@lo remote: 0x4c38e74a5472a05b expref: 7 pid: 6842 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.147097:0:9277:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dc000/0x4c38e74a5472a062 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x605:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0x4c38e74a5472a05b expref: 7 pid: 6842 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718930703.147101:0:9277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0f13900 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000_UUID:9277:1802425733051968:0@lo:105: 00000100:00100000:0.0:1718930703.147117:0:9277:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1718930703.147134:0:9277:0:(client.c:2492:ptlrpc_set_wait()) set ffff8801315c90c0 going to sleep for 6 seconds 00000100:00100000:3.0:1718930703.147139:0:6824:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733051968 00000100:00100000:3.0:1718930703.147167:0:6824:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5553 00000100:00100000:3.0:1718930703.147171:0:6824:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0f13440 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0001-mdtlov_UUID+4:9277:x1802425733051968:12345-0@lo:105: 00010000:00010000:3.0:1718930703.147178:0:6824:0:(ldlm_lockd.c:1933:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008350d200/0x4c38e74a5472a05b lrc: 5/0,1 mode: --/EX res: [0x240000402:0x605:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0x4c38e74a5472a062 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.147186:0:6824:0:(ldlm_lockd.c:2010:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008350d200/0x4c38e74a5472a05b lrc: 5/0,1 mode: --/EX res: [0x240000402:0x605:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0x4c38e74a5472a062 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.147191:0:6824:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008350d200/0x4c38e74a5472a05b lrc: 5/0,1 mode: EX/EX res: [0x240000402:0x605:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080001000000 nid: local remote: 0x4c38e74a5472a062 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.147200:0:6824:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008350d200/0x4c38e74a5472a05b lrc: 6/0,1 mode: EX/EX res: [0x240000402:0x605:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080001000000 nid: local remote: 0x4c38e74a5472a062 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.147207:0:6824:0:(ldlm_lockd.c:2038:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008350d200/0x4c38e74a5472a05b lrc: 6/0,1 mode: EX/EX res: [0x240000402:0x605:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1080001000000 nid: local remote: 0x4c38e74a5472a062 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.147230:0:6824:0:(ldlm_lockd.c:2049:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff88008350d200) 00010000:00010000:2.0:1718930703.147248:0:6837:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008350d200/0x4c38e74a5472a05b lrc: 4/0,1 mode: EX/EX res: [0x240000402:0x605:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0x4c38e74a5472a062 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.147253:0:6837:0:(ldlm_request.c:799:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008350d200/0x4c38e74a5472a05b lrc: 4/0,1 mode: EX/EX res: [0x240000402:0x605:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0x4c38e74a5472a062 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718930703.147261:0:6824:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0f13440 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0001-mdtlov_UUID+4:9277:x1802425733051968:12345-0@lo:105: Request processed in 89us (144us total) trans 0 rc 0/0 00010000:00010000:2.0:1718930703.147262:0:6837:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008350d200/0x4c38e74a5472a05b lrc: 4/0,1 mode: EX/EX res: [0x240000402:0x605:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0x4c38e74a5472a062 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.147265:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008350d200/0x4c38e74a5472a05b lrc: 4/0,1 mode: EX/EX res: [0x240000402:0x605:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000401000000 nid: local remote: 0x4c38e74a5472a062 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718930703.147267:0:6824:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5553 00010000:00010000:2.0:1718930703.147269:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008350d200/0x4c38e74a5472a05b lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x605:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000401000000 nid: local remote: 0x4c38e74a5472a062 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.147277:0:6837:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1718930703.147282:0:8059:0:(ldlm_lockd.c:2784:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1718930703.147285:0:8059:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008350d200/0x4c38e74a5472a05b lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x605:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000401000000 nid: local remote: 0x4c38e74a5472a062 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.147287:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008350c900/0x4c38e74a5472a069 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718930703.147288:0:9277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800a0f13900 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000_UUID:9277:1802425733051968:0@lo:105: 00010000:00010000:2.0:1718930703.147290:0:6837:0:(ldlm_request.c:1029:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000001000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008350c900/0x4c38e74a5472a069 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.147291:0:8059:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008350d200 already unused, calling callback (ffffffffa0ea60e0) 00010000:00010000:3.0:1718930703.147293:0:8059:0:(ldlm_request.c:1235:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008350d200/0x4c38e74a5472a05b lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x605:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008401000000 nid: local remote: 0x4c38e74a5472a062 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.147295:0:6837:0:(ldlm_request.c:1117:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008350c900/0x4c38e74a5472a069 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.147298:0:9277:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00000004:00010000:3.0:1718930703.147299:0:8059:0:(mdt_handler.c:3608:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008350d200/0x4c38e74a5472a05b lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x605:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009401000000 nid: local remote: 0x4c38e74a5472a062 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930703.147302:0:6837:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88011e792140 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:6837:1802425733052032:0@lo:101:mdt00_000.0 00010000:00010000:3.0:1718930703.147314:0:8059:0:(ldlm_request.c:1301:ldlm_cancel_pack()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008350d200/0x4c38e74a5472a05b lrc: 2/0,0 mode: --/EX res: [0x240000402:0x605:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0x4c38e74a5472a062 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930703.147316:0:6837:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1718930703.147319:0:8059:0:(ldlm_request.c:1305:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:0.0:1718930703.147325:0:9277:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a35580 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8a07974b-7506-4725-beb3-4b5c6f8f9250+11:1876:x1802425753288192:12345-192.168.204.9@tcp:103:ldlm_bl_02.0 Request processed in 268us (310us total) trans 0 rc 0/0 00000100:00100000:0.0:1718930703.147331:0:9277:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 63346 00010000:00010000:3.0:1718930703.147332:0:8059:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008350d200/0x4c38e74a5472a05b lrc: 1/0,0 mode: --/EX res: [0x240000402:0x605:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0x4c38e74a5472a062 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930703.147334:0:6837:0:(client.c:2492:ptlrpc_set_wait()) set ffff880133dd3540 going to sleep for 6 seconds 00010000:00010000:3.0:1718930703.147337:0:8059:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008350d200/0x4c38e74a5472a05b lrc: 0/0,0 mode: --/EX res: [0x240000402:0x605:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0x4c38e74a5472a062 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.147350:0:8059:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1718930703.147351:0:8059:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1718930703.147352:0:8059:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1718930703.147352:0:3320:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880123c463c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3320:1802425733052096:0@lo:103:ldlm_bl_03.0 00000100:00100000:1.0:1718930703.147373:0:3320:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1718930703.147388:0:9277:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733052096 00000100:00100000:1.0:1718930703.147395:0:6842:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733052032 00000100:00100000:1.0:1718930703.147407:0:6842:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20836 00000100:00100000:1.0:1718930703.147410:0:6842:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e792ac0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+9:6837:x1802425733052032:12345-0@lo:101:mdt00_000.0 00000100:00100000:0.0:1718930703.147410:0:9277:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9169 00000100:00100000:0.0:1718930703.147414:0:9277:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a30000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001-mdtlov_UUID+9:3320:x1802425733052096:12345-0@lo:103:ldlm_bl_03.0 00010000:00010000:1.0:1718930703.147417:0:6842:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1718930703.147419:0:9277:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1718930703.147440:0:6842:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800849ba640/0x4c38e74a5472a070 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4c38e74a5472a069 expref: -99 pid: 6842 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.147443:0:9277:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dc000/0x4c38e74a5472a062 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x605:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801001000000 nid: 0@lo remote: 0x4c38e74a5472a05b expref: 9 pid: 6842 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.147452:0:6842:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800849ba640/0x4c38e74a5472a070 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000001000000 nid: 0@lo remote: 0x4c38e74a5472a069 expref: 9 pid: 6842 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.147453:0:9277:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x605:0x0].0x0 (ffff8800b533e500) 00010000:00010000:1.0:1718930703.147458:0:6842:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800849ba640/0x4c38e74a5472a070 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0x4c38e74a5472a069 expref: 9 pid: 6842 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.147458:0:9277:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1718930703.147463:0:6842:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a87c9a00) 00010000:00010000:1.0:1718930703.147465:0:6842:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1718930703.147467:0:6842:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff8800849ba640, rc 0) 00000100:00100000:1.0:1718930703.147489:0:6842:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e792ac0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+9:6837:x1802425733052032:12345-0@lo:101:mdt00_000.0 Request processed in 78us (172us total) trans 0 rc 0/0 00000100:00100000:0.0:1718930703.147489:0:9277:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a30000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001-mdtlov_UUID+9:3320:x1802425733052096:12345-0@lo:103:ldlm_bl_03.0 Request processed in 74us (115us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930703.147493:0:6842:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20836 00000100:00100000:0.0:1718930703.147494:0:9277:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9169 00000100:00100000:3.0:1718930703.147500:0:6837:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88011e792140 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:6837:1802425733052032:0@lo:101:mdt00_000.0 00000100:00100000:2.0:1718930703.147501:0:3320:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880123c463c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3320:1802425733052096:0@lo:103:ldlm_bl_03.0 00010000:00010000:3.0:1718930703.147510:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008350c900/0x4c38e74a5472a069 lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0x4c38e74a5472a070 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.147516:0:6837:0:(ldlm_request.c:799:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008350c900/0x4c38e74a5472a069 lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0x4c38e74a5472a070 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1718930703.147528:0:6837:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:3.0:1718930703.147536:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8800972073c0/0x4c38e74a5472a077 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x605:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.147544:0:6837:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff88009b0558c0/0x4c38e74a54729b7d lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x605:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fb01 expref: 27 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.147550:0:6837:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800972073c0/0x4c38e74a5472a077 lrc: 4/0,1 mode: --/EX res: [0x240000402:0x605:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.147564:0:6837:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff88009b0558c0/0x4c38e74a54729b7d lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x605:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fb01 expref: 27 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.147573:0:6837:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff88009b0558c0/0x4c38e74a54729b7d lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x605:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fb01 expref: 27 pid: 6837 timeout: 3714 lvb_type: 0 00000100:00100000:3.0:1718930703.147581:0:6837:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880123c46880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6837:1802425733052160:192.168.204.9@tcp:104: 00000100:00100000:3.0:1718930703.147604:0:6837:0:(client.c:2492:ptlrpc_set_wait()) set ffff8800941f5b40 going to sleep for 6 seconds 00000100:00100000:3.0:1718930703.148175:0:6837:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880123c46880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6837:1802425733052160:192.168.204.9@tcp:104: 00010000:00010000:3.0:1718930703.148185:0:6837:0:(ldlm_request.c:286:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff8800972073c0/0x4c38e74a5472a077 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x605:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930703.148246:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1718930703.148282:0:9277:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753288256 00010000:00010000:0.0:1718930703.148292:0:9277:0:(ldlm_lockd.c:2633:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009b0558c0/0x4c38e74a54729b7d lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x605:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fb01 expref: 28 pid: 6837 timeout: 3714 lvb_type: 0 00000100:00100000:0.0:1718930703.148309:0:9277:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 63347 00000100:00100000:0.0:1718930703.148311:0:9277:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e792f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8a07974b-7506-4725-beb3-4b5c6f8f9250+28:1875:x1802425753288256:12345-192.168.204.9@tcp:103:ldlm_bl_05.0 00010000:00010000:0.0:1718930703.148316:0:9277:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1718930703.148318:0:9277:0:(ldlm_lockd.c:1766:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff88009b0558c0/0x4c38e74a54729b7d lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x605:0x0].0x0 bits 0x10/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fb01 expref: 28 pid: 6837 timeout: 3714 lvb_type: 0 00010000:00010000:0.0:1718930703.148326:0:9277:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff88009b0558c0/0x4c38e74a54729b7d lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x605:0x0].0x0 bits 0x10/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fb01 expref: 28 pid: 6837 timeout: 3714 lvb_type: 0 00010000:00010000:0.0:1718930703.148333:0:9277:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009b0558c0/0x4c38e74a54729b7d lrc: 0/0,0 mode: --/PR res: [0x240000402:0x605:0x0].0x0 bits 0x10/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fb01 expref: 28 pid: 6837 timeout: 3714 lvb_type: 0 00010000:00010000:0.0:1718930703.148340:0:9277:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x605:0x0].0x0 (ffff88006eded900) 00010000:00010000:0.0:1718930703.148341:0:9277:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff8800972073c0/0x4c38e74a5472a077 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x605:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.148345:0:9277:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8800972073c0/0x4c38e74a5472a077 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x605:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.148348:0:9277:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800972073c0/0x4c38e74a5472a077 lrc: 4/0,1 mode: EX/EX res: [0x240000402:0x605:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.148356:0:9277:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1718930703.148363:0:6837:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8800972073c0/0x4c38e74a5472a077 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x605:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.148370:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800972073c0/0x4c38e74a5472a077 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x605:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718930703.148375:0:9277:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e792f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8a07974b-7506-4725-beb3-4b5c6f8f9250+27:1875:x1802425753288256:12345-192.168.204.9@tcp:103:ldlm_bl_05.0 Request processed in 62us (130us total) trans 0 rc 0/0 00000100:00100000:0.0:1718930703.148378:0:9277:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 63347 00010000:00010000:3.0:1718930703.148391:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff880097205200/0x4c38e74a5472a07e lrc: 3/0,1 mode: --/EX res: [0x240000400:0x1a5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.148397:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880097205200/0x4c38e74a5472a07e lrc: 3/0,1 mode: EX/EX res: [0x240000400:0x1a5:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.148404:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880097205200/0x4c38e74a5472a07e lrc: 3/0,1 mode: EX/EX res: [0x240000400:0x1a5:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.148418:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800972058c0/0x4c38e74a5472a085 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x79a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.148438:0:6837:0:(ldlm_request.c:1029:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000001000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800972058c0/0x4c38e74a5472a085 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x79a:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.148445:0:6837:0:(ldlm_request.c:1117:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800972058c0/0x4c38e74a5472a085 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x79a:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718930703.148455:0:6837:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880123c46880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:6837:1802425733052224:0@lo:101:mdt00_000.0 00000100:00100000:3.0:1718930703.148474:0:6837:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718930703.148483:0:6837:0:(client.c:2492:ptlrpc_set_wait()) set ffff8800941f5b40 going to sleep for 6 seconds 00000100:00100000:1.0:1718930703.148489:0:6842:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733052224 00000100:00100000:1.0:1718930703.148511:0:6842:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20837 00000100:00100000:1.0:1718930703.148515:0:6842:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880123c46d40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+8:6837:x1802425733052224:12345-0@lo:101:mdt00_000.0 00010000:00010000:1.0:1718930703.148523:0:6842:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1718930703.148530:0:6842:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b9b00/0x4c38e74a5472a08c lrc: 2/0,0 mode: --/EX res: [0x200000402:0x79a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4c38e74a5472a085 expref: -99 pid: 6842 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.148548:0:6842:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880099ada1c0/0x4c38e74a54729c79 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fb40 expref: 10 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.148553:0:6842:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b9b00/0x4c38e74a5472a08c lrc: 4/0,0 mode: --/EX res: [0x200000402:0x79a:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000001000000 nid: 0@lo remote: 0x4c38e74a5472a085 expref: 9 pid: 6842 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.148567:0:6842:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880099ada1c0/0x4c38e74a54729c79 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fb40 expref: 10 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.148574:0:6842:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880099ada1c0/0x4c38e74a54729c79 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fb40 expref: 10 pid: 6837 timeout: 3714 lvb_type: 0 00000100:00100000:1.0:1718930703.148581:0:6842:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880092a32ac0 pname:cluuid:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000_UUID:6842:1802425733052288:192.168.204.9@tcp:104: 00000100:00100000:1.0:1718930703.148602:0:6842:0:(client.c:2492:ptlrpc_set_wait()) set ffff8800a16adb40 going to sleep for 6 seconds 00000100:00100000:1.0:1718930703.149147:0:6842:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880092a32ac0 pname:cluuid:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000_UUID:6842:1802425733052288:192.168.204.9@tcp:104: 00010000:00010000:1.0:1718930703.149162:0:6842:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b9b00/0x4c38e74a5472a08c lrc: 3/0,0 mode: --/EX res: [0x200000402:0x79a:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0x4c38e74a5472a085 expref: 9 pid: 6842 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1718930703.149177:0:6842:0:(mdt_lvb.c:110:mdt_dom_disk_lvbo_update()) res: [0x200000402:0x79a:0x0] updating lvb size from disk: 0 -> 4096 00000004:00010000:1.0:1718930703.149179:0:6842:0:(mdt_lvb.c:117:mdt_dom_disk_lvbo_update()) res: [0x200000402:0x79a:0x0] updating lvb mtime from disk: 0 -> 1718930702 00000004:00010000:1.0:1718930703.149181:0:6842:0:(mdt_lvb.c:123:mdt_dom_disk_lvbo_update()) res: [0x200000402:0x79a:0x0] updating lvb atime from disk: 0 -> 1718930701 00000004:00010000:1.0:1718930703.149183:0:6842:0:(mdt_lvb.c:129:mdt_dom_disk_lvbo_update()) res: [0x200000402:0x79a:0x0] updating lvb ctime from disk: 0 -> 1718930702 00000004:00010000:1.0:1718930703.149184:0:6842:0:(mdt_lvb.c:135:mdt_dom_disk_lvbo_update()) res: [0x200000402:0x79a:0x0] updating lvb blocks from disk: 18427282363563114435 -> 8 00010000:00010000:1.0:1718930703.149188:0:6842:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x79a:0x0].0x0 (ffff880097b25700) 00010000:00010000:1.0:1718930703.149191:0:6842:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 7f 00010000:00010000:1.0:1718930703.149193:0:6842:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b9b00/0x4c38e74a5472a08c lrc: 3/0,0 mode: --/EX res: [0x200000402:0x79a:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0x4c38e74a5472a085 expref: 9 pid: 6842 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.149199:0:6842:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b9b00/0x4c38e74a5472a08c lrc: 3/0,0 mode: --/EX res: [0x200000402:0x79a:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0x4c38e74a5472a085 expref: 9 pid: 6842 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.149203:0:6842:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b9b00/0x4c38e74a5472a08c lrc: 3/0,0 mode: --/EX res: [0x200000402:0x79a:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0x4c38e74a5472a085 expref: 9 pid: 6842 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.149206:0:6842:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b9b00/0x4c38e74a5472a08c lrc: 3/0,0 mode: --/EX res: [0x200000402:0x79a:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0x4c38e74a5472a085 expref: 9 pid: 6842 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.149209:0:6842:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 4 ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b9b00/0x4c38e74a5472a08c lrc: 3/0,0 mode: --/EX res: [0x200000402:0x79a:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0x4c38e74a5472a085 expref: 9 pid: 6842 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.149211:0:6842:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b9b00/0x4c38e74a5472a08c lrc: 3/0,0 mode: --/EX res: [0x200000402:0x79a:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0x4c38e74a5472a085 expref: 9 pid: 6842 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.149214:0:6842:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b9b00/0x4c38e74a5472a08c lrc: 3/0,0 mode: --/EX res: [0x200000402:0x79a:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0x4c38e74a5472a085 expref: 9 pid: 6842 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.149217:0:6842:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff8800849b9b00, rc 0) 00000100:00100000:1.0:1718930703.149242:0:6842:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880123c46d40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+9:6837:x1802425733052224:12345-0@lo:101:mdt00_000.0 Request processed in 726us (768us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930703.149245:0:6842:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20837 00000100:00100000:3.0:1718930703.149268:0:6837:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880123c46880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:6837:1802425733052224:0@lo:101:mdt00_000.0 00010000:00010000:3.0:1718930703.149275:0:6837:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800972058c0/0x4c38e74a5472a085 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x79a:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0x4c38e74a5472a08c expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.149279:0:6837:0:(ldlm_request.c:286:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800972058c0/0x4c38e74a5472a085 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x79a:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0x4c38e74a5472a08c expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718930703.149343:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1718930703.149363:0:9277:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753288320 00010000:00010000:0.0:1718930703.149376:0:9277:0:(ldlm_lockd.c:2633:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099ada1c0/0x4c38e74a54729c79 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fb40 expref: 11 pid: 6837 timeout: 3714 lvb_type: 0 00000100:00100000:0.0:1718930703.149398:0:9277:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 63348 00000100:00100000:0.0:1718930703.149401:0:9277:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ef44850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8a07974b-7506-4725-beb3-4b5c6f8f9250+11:1875:x1802425753288320:12345-192.168.204.9@tcp:103:ldlm_bl_01.0 00010000:00010000:0.0:1718930703.149408:0:9277:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1718930703.149411:0:9277:0:(ldlm_lockd.c:1766:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880099ada1c0/0x4c38e74a54729c79 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fb40 expref: 11 pid: 6837 timeout: 3714 lvb_type: 0 00010000:00010000:0.0:1718930703.149418:0:9277:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880099ada1c0/0x4c38e74a54729c79 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fb40 expref: 11 pid: 6837 timeout: 3714 lvb_type: 0 00010000:00010000:0.0:1718930703.149445:0:9277:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099ada1c0/0x4c38e74a54729c79 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fb40 expref: 11 pid: 6837 timeout: 3714 lvb_type: 0 00010000:00010000:0.0:1718930703.149455:0:9277:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x79a:0x0].0x0 (ffff880097b25700) 00010000:00010000:0.0:1718930703.149458:0:9277:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b9b00/0x4c38e74a5472a08c lrc: 2/0,0 mode: --/EX res: [0x200000402:0x79a:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0x4c38e74a5472a085 expref: 8 pid: 6842 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.149464:0:9277:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b9b00/0x4c38e74a5472a08c lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x79a:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080001000000 nid: 0@lo remote: 0x4c38e74a5472a085 expref: 8 pid: 6842 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.149469:0:9277:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b9b00/0x4c38e74a5472a08c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x79a:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080001000000 nid: 0@lo remote: 0x4c38e74a5472a085 expref: 8 pid: 6842 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.149484:0:9277:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b9b00/0x4c38e74a5472a08c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x79a:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0x4c38e74a5472a085 expref: 8 pid: 6842 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718930703.149491:0:9277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0f13900 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000_UUID:9277:1802425733052352:0@lo:105: 00000100:00100000:0.0:1718930703.149512:0:9277:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1718930703.149531:0:9277:0:(client.c:2492:ptlrpc_set_wait()) set ffff8801315c90c0 going to sleep for 6 seconds 00000100:00100000:3.0:1718930703.149542:0:6824:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733052352 00000100:00100000:3.0:1718930703.149560:0:6824:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5554 00000100:00100000:3.0:1718930703.149562:0:6824:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0f10000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0001-mdtlov_UUID+4:9277:x1802425733052352:12345-0@lo:105: 00010000:00010000:3.0:1718930703.149566:0:6824:0:(ldlm_lockd.c:1933:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800972058c0/0x4c38e74a5472a085 lrc: 5/0,1 mode: --/EX res: [0x200000402:0x79a:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0x4c38e74a5472a08c expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.149569:0:6824:0:(ldlm_lockd.c:2010:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800972058c0/0x4c38e74a5472a085 lrc: 5/0,1 mode: --/EX res: [0x200000402:0x79a:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0x4c38e74a5472a08c expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.149573:0:6824:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800972058c0/0x4c38e74a5472a085 lrc: 5/0,1 mode: EX/EX res: [0x200000402:0x79a:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080001000000 nid: local remote: 0x4c38e74a5472a08c expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.149576:0:6824:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800972058c0/0x4c38e74a5472a085 lrc: 6/0,1 mode: EX/EX res: [0x200000402:0x79a:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080001000000 nid: local remote: 0x4c38e74a5472a08c expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.149579:0:6824:0:(ldlm_lockd.c:2038:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800972058c0/0x4c38e74a5472a085 lrc: 6/0,1 mode: EX/EX res: [0x200000402:0x79a:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x1080001000000 nid: local remote: 0x4c38e74a5472a08c expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.149586:0:6824:0:(ldlm_lockd.c:2049:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff8800972058c0) 00010000:00010000:0.0:1718930703.149596:0:6837:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800972058c0/0x4c38e74a5472a085 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x79a:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0x4c38e74a5472a08c expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.149602:0:6837:0:(ldlm_request.c:799:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800972058c0/0x4c38e74a5472a085 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x79a:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0x4c38e74a5472a08c expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718930703.149603:0:6824:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0f10000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0001-mdtlov_UUID+4:9277:x1802425733052352:12345-0@lo:105: Request processed in 41us (92us total) trans 0 rc 0/0 00000100:00100000:3.0:1718930703.149606:0:6824:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5554 00000100:00100000:1.0:1718930703.149612:0:9277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800a0f13900 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000_UUID:9277:1802425733052352:0@lo:105: 00010000:00010000:1.0:1718930703.149620:0:9277:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1718930703.149640:0:9277:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ef44850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8a07974b-7506-4725-beb3-4b5c6f8f9250+10:1875:x1802425753288320:12345-192.168.204.9@tcp:103:ldlm_bl_01.0 Request processed in 238us (297us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930703.149647:0:9277:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 63348 00000100:00100000:0.0:1718930703.150203:0:6837:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0f10980 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:6837:1802425733052416:0@lo:403:mdt00_000.0 00000100:00100000:0.0:1718930703.150234:0:6837:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1718930703.150256:0:6837:0:(client.c:2492:ptlrpc_set_wait()) set ffff8801315c9cc0 going to sleep for 6 seconds 00000100:00100000:1.0:1718930703.150279:0:6842:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733052416 00000100:00100000:1.0:1718930703.150309:0:6842:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20838 00000100:00100000:1.0:1718930703.150313:0:6842:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0f10e40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+9:6837:x1802425733052416:12345-0@lo:403:mdt00_000.0 00000100:00100000:1.0:1718930703.151573:0:6842:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0f10e40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+9:6837:x1802425733052416:12345-0@lo:403:mdt00_000.0 Request processed in 1259us (1338us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930703.151577:0:6842:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20838 00000100:00100000:0.0:1718930703.151620:0:6837:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800a0f10980 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:6837:1802425733052416:0@lo:403:mdt00_000.0 00000040:00080000:0.0:1718930703.152283:0:6837:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x240000400:0x3:0x0].1131, 400 off1035488 00000040:00080000:0.0:1718930703.152373:0:6837:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x200000401:0x3:0x0].1504, 480 off1456128 00000004:00080000:0.0:1718930703.152375:0:6837:0:(osp_trans.c:1598:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff880084f45f00 with version 7104 00000004:00080000:2.0:1718930703.152452:0:8063:0:(osp_trans.c:1343:osp_get_next_request()) ou ffff88012a3cd000 version 7104 rpc_version 7104 00000100:00100000:2.0:1718930703.152480:0:8063:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88011e793440 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:8063:1802425733052480:0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1718930703.152499:0:8063:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718930703.152520:0:8063:0:(client.c:2492:ptlrpc_set_wait()) set ffff880133dd3540 going to sleep for 6 seconds 00000100:00100000:1.0:1718930703.152554:0:6842:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733052480 00000100:00100000:1.0:1718930703.152577:0:6842:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20839 00000100:00100000:1.0:1718930703.152580:0:6842:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e793900 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+9:8063:x1802425733052480:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:1.0:1718930703.152758:0:6842:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e793900 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+10:8063:x1802425733052480:12345-0@lo:1000:osp_up0-1.0 Request processed in 177us (258us total) trans 8589959541 rc 0/0 00000100:00100000:1.0:1718930703.152763:0:6842:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20839 00000100:00100000:2.0:1718930703.152797:0:8063:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88011e793440 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:8063:1802425733052480:0@lo:1000:osp_up0-1.0 00000004:00010000:0.0:1718930703.152821:0:6837:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff880092a34c00 reply state ffff88008f583400 transno 4294987160 ns: mdt-lustre-MDT0001_UUID lock: ffff880097205200/0x4c38e74a5472a07e lrc: 3/0,1 mode: EX/EX res: [0x240000400:0x1a5:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.152831:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800972058c0/0x4c38e74a5472a085 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x79a:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0x4c38e74a5472a08c expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.152836:0:6837:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800972058c0/0x4c38e74a5472a085 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x79a:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0x4c38e74a5472a08c expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1718930703.152843:0:6837:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff880092a34c00 reply state ffff88008f583400 transno 4294987160 ns: mdt-lustre-MDT0001_UUID lock: ffff8800972073c0/0x4c38e74a5472a077 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x605:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1718930703.152849:0:6837:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:0.0:1718930703.152852:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008350c900/0x4c38e74a5472a069 lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0x4c38e74a5472a070 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.152856:0:6837:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008350c900/0x4c38e74a5472a069 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0x4c38e74a5472a070 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718930703.152889:0:6837:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a34c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+28:26685:x1802425753288128:12345-192.168.204.9@tcp:36:lfs.0 Request processed in 6801us (6873us total) trans 4294987160 rc 0/0 00000100:00100000:0.0:1718930703.152895:0:6837:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230874 00010000:00010000:3.0:1718930703.153473:0:3306:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800972073c0/0x4c38e74a5472a077 lrc: 3/0,1 mode: COS/COS res: [0x240000402:0x605:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.153481:0:3306:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x605:0x0].0x0 (ffff88006eded900) 00010000:00010000:3.0:1718930703.153483:0:3306:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 7f 00010000:00010000:3.0:1718930703.153486:0:3306:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880097205200/0x4c38e74a5472a07e lrc: 3/0,1 mode: COS/COS res: [0x240000400:0x1a5:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.153491:0:3306:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a5:0x0].0x0 (ffff88012a272300) 00010000:00010000:3.0:1718930703.153493:0:3306:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 7f 00000100:00100000:2.0:1718930703.159841:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1718930703.159892:0:6837:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753288384 00000100:00100000:0.0:1718930703.159923:0:6837:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230875 00000100:00100000:0.0:1718930703.159928:0:6837:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e793dc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+10:26686:x1802425753288384:12345-192.168.204.9@tcp:101:find.0 00010000:00010000:0.0:1718930703.159938:0:6837:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1718930703.159946:0:6837:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dc000/0x4c38e74a5472a093 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xceea94147812fbe8 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.159977:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dd440/0x4c38e74a5472a09a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.159986:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dd440/0x4c38e74a5472a09a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.159993:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dd440/0x4c38e74a5472a09a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.160019:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dc240/0x4c38e74a5472a0a1 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xba987c8e bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.160025:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dc240/0x4c38e74a5472a0a1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xba987c8e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.160030:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dc240/0x4c38e74a5472a0a1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xba987c8e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.160063:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dd8c0/0x4c38e74a5472a0a8 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x605:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.160074:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dd8c0/0x4c38e74a5472a0a8 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x605:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.160079:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dd8c0/0x4c38e74a5472a0a8 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x605:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1718930703.160086:0:6837:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x240000402:0x605:0x0] 00000004:00010000:0.0:1718930703.160102:0:6837:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dd8c0/0x4c38e74a5472a0a8 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x605:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.160109:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dd440/0x4c38e74a5472a09a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.160114:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dd440/0x4c38e74a5472a09a lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.160119:0:6837:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dd440/0x4c38e74a5472a09a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.160124:0:6837:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88012c4dd440 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:0.0:1718930703.160126:0:6837:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dd440/0x4c38e74a5472a09a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.160131:0:6837:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dd440/0x4c38e74a5472a09a lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.160138:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a87c9a00) 00010000:00010000:0.0:1718930703.160140:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1718930703.160141:0:6837:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dd440/0x4c38e74a5472a09a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.160150:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dd440/0x4c38e74a5472a09a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.160170:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dc240/0x4c38e74a5472a0a1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xba987c8e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.160175:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dc240/0x4c38e74a5472a0a1 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xba987c8e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.160180:0:6837:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dc240/0x4c38e74a5472a0a1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xba987c8e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.160185:0:6837:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88012c4dc240 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:0.0:1718930703.160186:0:6837:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dc240/0x4c38e74a5472a0a1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xba987c8e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.160191:0:6837:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dc240/0x4c38e74a5472a0a1 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xba987c8e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.160198:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xba987c8e (ffff88012d654b00) 00010000:00010000:0.0:1718930703.160200:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1718930703.160201:0:6837:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dc240/0x4c38e74a5472a0a1 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xba987c8e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.160206:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dc240/0x4c38e74a5472a0a1 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xba987c8e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.160225:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dc000/0x4c38e74a5472a093 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fbe8 expref: 12 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.160238:0:6837:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dd8c0/0x4c38e74a5472a0a8 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x605:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fbe8 expref: 11 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.160243:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x605:0x0].0x0 (ffff88012d654600) 00010000:00010000:0.0:1718930703.160245:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1718930703.160246:0:6837:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88012c4dd8c0, rc 0) 00000100:00100000:0.0:1718930703.160268:0:6837:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e793dc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+11:26686:x1802425753288384:12345-192.168.204.9@tcp:101:find.0 Request processed in 340us (428us total) trans 0 rc 0/0 00000100:00100000:0.0:1718930703.160274:0:6837:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230875 00000100:00100000:1.0:1718930703.161103:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1718930703.161136:0:6837:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753288448 00000100:00100000:0.0:1718930703.161157:0:6837:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230876 00000100:00100000:0.0:1718930703.161160:0:6837:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a363c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+28:26686:x1802425753288448:12345-192.168.204.9@tcp:101:find.0 00010000:00010000:0.0:1718930703.161168:0:6837:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1718930703.161173:0:6837:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dd200/0x4c38e74a5472a0af lrc: 2/0,0 mode: --/CR res: [0x240000402:0x605:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xceea94147812fbef expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.161190:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4ddb00/0x4c38e74a5472a0b6 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x605:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.161195:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4ddb00/0x4c38e74a5472a0b6 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x605:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.161199:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4ddb00/0x4c38e74a5472a0b6 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x605:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00200000:0.0:1718930703.161242:0:6837:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x605:0x0]: returning size 4096 00000004:00200000:0.0:1718930703.161244:0:6837:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 3 stripe count 1 MDT count 2 00010000:00010000:0.0:1718930703.161260:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dd200/0x4c38e74a5472a0af lrc: 0/0,0 mode: --/CR res: [0x240000402:0x605:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fbef expref: 30 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.161266:0:6837:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4ddb00/0x4c38e74a5472a0b6 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x605:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fbef expref: 29 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.161270:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x605:0x0].0x0 (ffff88006eded900) 00010000:00010000:0.0:1718930703.161271:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1718930703.161272:0:6837:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88012c4ddb00, rc 0) 00000100:00100000:0.0:1718930703.161298:0:6837:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a363c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+29:26686:x1802425753288448:12345-192.168.204.9@tcp:101:find.0 Request processed in 137us (197us total) trans 0 rc 0/0 00000100:00100000:0.0:1718930703.161301:0:6837:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230876 00000100:00100000:2.0:1718930703.162029:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1718930703.162048:0:6837:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753288512 00000100:00100000:0.0:1718930703.162076:0:6837:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230877 00000100:00100000:0.0:1718930703.162081:0:6837:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e794280 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+29:26686:x1802425753288512:12345-192.168.204.9@tcp:101:find.0 00010000:00010000:0.0:1718930703.162089:0:6837:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1718930703.162096:0:6837:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4deac0/0x4c38e74a5472a0bd lrc: 2/0,0 mode: --/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xceea94147812fbf6 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.162118:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4ded00/0x4c38e74a5472a0c4 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1a5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.162126:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4ded00/0x4c38e74a5472a0c4 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a5:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.162133:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4ded00/0x4c38e74a5472a0c4 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a5:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00200000:0.0:1718930703.162150:0:6837:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000400:0x1a5:0x0]: returning size 4096 00000004:00200000:0.0:1718930703.162153:0:6837:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 4 stripe count 1 MDT count 2 00010000:00010000:0.0:1718930703.162168:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4deac0/0x4c38e74a5472a0bd lrc: 0/0,0 mode: --/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fbf6 expref: 31 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.162179:0:6837:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4ded00/0x4c38e74a5472a0c4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fbf6 expref: 30 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.162185:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a5:0x0].0x0 (ffff88012a272300) 00010000:00010000:0.0:1718930703.162187:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1718930703.162188:0:6837:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88012c4ded00, rc 0) 00000100:00100000:0.0:1718930703.162221:0:6837:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e794280 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+30:26686:x1802425753288512:12345-192.168.204.9@tcp:101:find.0 Request processed in 139us (193us total) trans 0 rc 0/0 00000100:00100000:0.0:1718930703.162227:0:6837:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230877 00000100:00100000:2.0:1718930703.163243:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1718930703.163282:0:6837:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753288640 00000100:00100000:0.0:1718930703.163314:0:6837:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230878 00000100:00100000:0.0:1718930703.163318:0:6837:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e794740 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+30:26686:x1802425753288640:12345-192.168.204.9@tcp:101:find.0 00010000:00010000:0.0:1718930703.163326:0:6837:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1718930703.163333:0:6837:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4de640/0x4c38e74a5472a0cb lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xceea94147812fbfd expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.163401:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dfa80/0x4c38e74a5472a0d2 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x605:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.163420:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dfa80/0x4c38e74a5472a0d2 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x605:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.163441:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dfa80/0x4c38e74a5472a0d2 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x605:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00200000:0.0:1718930703.163452:0:6837:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x605:0x0]: returning size 4096 00010000:00010000:0.0:1718930703.163496:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4de640/0x4c38e74a5472a0cb lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fbfd expref: 33 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.163508:0:6837:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dfa80/0x4c38e74a5472a0d2 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x605:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fbfd expref: 32 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.163528:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x605:0x0].0x0 (ffff88006eded900) 00010000:00010000:0.0:1718930703.163530:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1718930703.163531:0:6837:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88012c4dfa80, rc 0) 00000100:00100000:0.0:1718930703.163559:0:6837:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e794740 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+32:26686:x1802425753288640:12345-192.168.204.9@tcp:101:find.0 Request processed in 240us (317us total) trans 4294987161 rc 0/0 00000100:00100000:0.0:1718930703.163563:0:6837:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230878 00000100:00100000:1.0:1718930703.165031:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1718930703.165075:0:10547:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753288704 00000100:00100000:0.0:1718930703.165103:0:10547:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 10817 00000100:00100000:0.0:1718930703.165108:0:10547:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a33900 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:8a07974b-7506-4725-beb3-4b5c6f8f9250+32:26686:x1802425753288704:12345-192.168.204.9@tcp:37:find.0 00000100:00100000:0.0:1718930703.166935:0:10547:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a33900 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:8a07974b-7506-4725-beb3-4b5c6f8f9250+32:26686:x1802425753288704:12345-192.168.204.9@tcp:37:find.0 Request processed in 1826us (1905us total) trans 0 rc 0/0 00000100:00100000:0.0:1718930703.166943:0:10547:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 10817 00000100:00100000:2.0:1718930703.168151:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1718930703.168190:0:6837:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753288768 00000100:00100000:0.0:1718930703.168216:0:6837:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230879 00000100:00100000:0.0:1718930703.168220:0:6837:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e794c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+32:26686:x1802425753288768:12345-192.168.204.9@tcp:101:find.0 00010000:00010000:0.0:1718930703.168227:0:6837:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1718930703.168234:0:6837:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dc480/0x4c38e74a5472a0e0 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xceea94147812fc04 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.168260:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4de1c0/0x4c38e74a5472a0e7 lrc: 3/1,0 mode: --/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.168267:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4de1c0/0x4c38e74a5472a0e7 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.168273:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4de1c0/0x4c38e74a5472a0e7 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.168282:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4def40/0x4c38e74a5472a0ee lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1a5:0x0].0x726964 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.168287:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4def40/0x4c38e74a5472a0ee lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a5:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.168292:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4def40/0x4c38e74a5472a0ee lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a5:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.168325:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4ddf80/0x4c38e74a5472a0f5 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x608:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.168331:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4ddf80/0x4c38e74a5472a0f5 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x608:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.168336:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4ddf80/0x4c38e74a5472a0f5 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x608:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00200000:0.0:1718930703.168379:0:6837:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x608:0x0]: returning size 4096 00000004:00200000:0.0:1718930703.168382:0:6837:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 3 stripe count 1 MDT count 2 00000004:00010000:0.0:1718930703.168391:0:6837:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4ddf80/0x4c38e74a5472a0f5 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x608:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.168398:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4de1c0/0x4c38e74a5472a0e7 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.168402:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4de1c0/0x4c38e74a5472a0e7 lrc: 2/0,0 mode: CR/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.168407:0:6837:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4de1c0/0x4c38e74a5472a0e7 lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.168411:0:6837:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88012c4de1c0 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:0.0:1718930703.168413:0:6837:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4de1c0/0x4c38e74a5472a0e7 lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.168419:0:6837:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4de1c0/0x4c38e74a5472a0e7 lrc: 4/0,0 mode: CR/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.168440:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a5:0x0].0x0 (ffff88012a272300) 00010000:00010000:0.0:1718930703.168442:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1718930703.168444:0:6837:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4de1c0/0x4c38e74a5472a0e7 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.168449:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4de1c0/0x4c38e74a5472a0e7 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.168457:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4def40/0x4c38e74a5472a0ee lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a5:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.168461:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4def40/0x4c38e74a5472a0ee lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1a5:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.168466:0:6837:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4def40/0x4c38e74a5472a0ee lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a5:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.168471:0:6837:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88012c4def40 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:0.0:1718930703.168473:0:6837:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4def40/0x4c38e74a5472a0ee lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a5:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.168478:0:6837:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4def40/0x4c38e74a5472a0ee lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a5:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.168484:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a5:0x0].0x726964 (ffff88006ede7700) 00010000:00010000:0.0:1718930703.168486:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1718930703.168487:0:6837:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4def40/0x4c38e74a5472a0ee lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1a5:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.168492:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4def40/0x4c38e74a5472a0ee lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1a5:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.168509:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dc480/0x4c38e74a5472a0e0 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fc04 expref: 34 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.168517:0:6837:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4ddf80/0x4c38e74a5472a0f5 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x608:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fc04 expref: 33 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.168522:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x608:0x0].0x0 (ffff88006ede7200) 00010000:00010000:0.0:1718930703.168524:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1718930703.168525:0:6837:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88012c4ddf80, rc 0) 00000100:00100000:0.0:1718930703.168554:0:6837:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e794c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+33:26686:x1802425753288768:12345-192.168.204.9@tcp:101:find.0 Request processed in 332us (403us total) trans 0 rc 0/0 00000100:00100000:0.0:1718930703.168560:0:6837:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230879 00000100:00100000:1.0:1718930703.169554:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1718930703.169585:0:6837:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753288896 00000100:00100000:0.0:1718930703.169603:0:6837:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230880 00000100:00100000:0.0:1718930703.169606:0:6837:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a35580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+33:26686:x1802425753288896:12345-192.168.204.9@tcp:101:find.0 00010000:00010000:0.0:1718930703.169612:0:6837:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1718930703.169616:0:6837:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dcb40/0x4c38e74a5472a0fc lrc: 2/0,0 mode: --/CR res: [0x240000402:0x608:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xceea94147812fc0b expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.169674:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4de880/0x4c38e74a5472a103 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x608:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.169679:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4de880/0x4c38e74a5472a103 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x608:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.169683:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4de880/0x4c38e74a5472a103 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x608:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00200000:0.0:1718930703.169687:0:6837:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x608:0x0]: returning size 4096 00010000:00010000:0.0:1718930703.169713:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dcb40/0x4c38e74a5472a0fc lrc: 0/0,0 mode: --/CR res: [0x240000402:0x608:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fc0b expref: 36 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.169719:0:6837:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4de880/0x4c38e74a5472a103 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x608:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fc0b expref: 35 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.169723:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x608:0x0].0x0 (ffff88006ede7200) 00010000:00010000:0.0:1718930703.169724:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1718930703.169725:0:6837:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88012c4de880, rc 0) 00000100:00100000:0.0:1718930703.169748:0:6837:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a35580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+35:26686:x1802425753288896:12345-192.168.204.9@tcp:101:find.0 Request processed in 141us (195us total) trans 4294987162 rc 0/0 00000100:00100000:0.0:1718930703.169752:0:6837:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230880 00000100:00100000:2.0:1718930703.177407:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1718930703.177461:0:6837:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753289024 00000100:00100000:0.0:1718930703.177491:0:6837:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230881 00000100:00100000:0.0:1718930703.177496:0:6837:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e7950c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+35:26688:x1802425753289024:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:0.0:1718930703.177506:0:6837:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1718930703.177514:0:6837:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dcb40/0x4c38e74a5472a111 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xceea94147812fc12 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.177544:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dc480/0x4c38e74a5472a118 lrc: 3/1,0 mode: --/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.177552:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dc480/0x4c38e74a5472a118 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.177559:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dc480/0x4c38e74a5472a118 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.177611:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4def40/0x4c38e74a5472a11f lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1a5:0x0].0xba987ca0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.177617:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4def40/0x4c38e74a5472a11f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a5:0x0].0xba987ca0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.177620:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4def40/0x4c38e74a5472a11f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a5:0x0].0xba987ca0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.177644:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dc480/0x4c38e74a5472a118 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.177651:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dc480/0x4c38e74a5472a118 lrc: 2/0,0 mode: CR/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.177654:0:6837:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dc480/0x4c38e74a5472a118 lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.177657:0:6837:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88012c4dc480 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:0.0:1718930703.177673:0:6837:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dc480/0x4c38e74a5472a118 lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.177677:0:6837:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dc480/0x4c38e74a5472a118 lrc: 4/0,0 mode: CR/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.177681:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a5:0x0].0x0 (ffff88012a272300) 00010000:00010000:0.0:1718930703.177682:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1718930703.177684:0:6837:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dc480/0x4c38e74a5472a118 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.177687:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dc480/0x4c38e74a5472a118 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.177699:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4def40/0x4c38e74a5472a11f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a5:0x0].0xba987ca0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.177702:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4def40/0x4c38e74a5472a11f lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1a5:0x0].0xba987ca0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.177705:0:6837:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4def40/0x4c38e74a5472a11f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a5:0x0].0xba987ca0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.177711:0:6837:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88012c4def40 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:0.0:1718930703.177712:0:6837:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4def40/0x4c38e74a5472a11f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a5:0x0].0xba987ca0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.177714:0:6837:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4def40/0x4c38e74a5472a11f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a5:0x0].0xba987ca0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.177718:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a5:0x0].0xba987ca0 (ffff88006ede7d00) 00010000:00010000:0.0:1718930703.177719:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1718930703.177719:0:6837:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4def40/0x4c38e74a5472a11f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1a5:0x0].0xba987ca0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.177722:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4def40/0x4c38e74a5472a11f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1a5:0x0].0xba987ca0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.177738:0:6837:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dcb40/0x4c38e74a5472a111 lrc: 1/0,0 mode: --/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fc12 expref: 36 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.177744:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dcb40/0x4c38e74a5472a111 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fc12 expref: 36 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.177750:0:6837:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88012c4dcb40, rc 0) 00000100:00100000:0.0:1718930703.177780:0:6837:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e7950c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+35:26688:x1802425753289024:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 283us (374us total) trans 0 rc 301/301 00000100:00100000:0.0:1718930703.177786:0:6837:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230881 00000100:00100000:2.0:1718930703.178823:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1718930703.178855:0:6837:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753289152 00000100:00100000:0.0:1718930703.178872:0:6837:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230882 00000100:00100000:0.0:1718930703.178875:0:6837:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e795580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+35:26688:x1802425753289152:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:0.0:1718930703.178882:0:6837:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1718930703.178886:0:6837:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4de1c0/0x4c38e74a5472a126 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xceea94147812fc19 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.178907:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4de640/0x4c38e74a5472a12d lrc: 3/1,0 mode: --/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.178912:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4de640/0x4c38e74a5472a12d lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.178916:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4de640/0x4c38e74a5472a12d lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.178922:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4deac0/0x4c38e74a5472a134 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1a5:0x0].0xba987ca0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.178925:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4deac0/0x4c38e74a5472a134 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a5:0x0].0xba987ca0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.178929:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4deac0/0x4c38e74a5472a134 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a5:0x0].0xba987ca0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.178960:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dd200/0x4c38e74a5472a13b lrc: 3/1,0 mode: --/CR res: [0x240000402:0x614:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.178964:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dd200/0x4c38e74a5472a13b lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x614:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.178967:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dd200/0x4c38e74a5472a13b lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x614:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00200000:0.0:1718930703.178974:0:6837:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x614:0x0]: returning size 1716 00010000:00010000:0.0:1718930703.178998:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4de640/0x4c38e74a5472a12d lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.179001:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4de640/0x4c38e74a5472a12d lrc: 2/0,0 mode: CR/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.179005:0:6837:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4de640/0x4c38e74a5472a12d lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.179023:0:6837:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88012c4de640 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:0.0:1718930703.179024:0:6837:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4de640/0x4c38e74a5472a12d lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.179028:0:6837:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4de640/0x4c38e74a5472a12d lrc: 4/0,0 mode: CR/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.179032:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a5:0x0].0x0 (ffff88012a272300) 00010000:00010000:0.0:1718930703.179034:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1718930703.179035:0:6837:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4de640/0x4c38e74a5472a12d lrc: 2/0,0 mode: --/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.179038:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4de640/0x4c38e74a5472a12d lrc: 0/0,0 mode: --/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.179043:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4deac0/0x4c38e74a5472a134 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a5:0x0].0xba987ca0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.179046:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4deac0/0x4c38e74a5472a134 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1a5:0x0].0xba987ca0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.179050:0:6837:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4deac0/0x4c38e74a5472a134 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a5:0x0].0xba987ca0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.179053:0:6837:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88012c4deac0 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:0.0:1718930703.179054:0:6837:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4deac0/0x4c38e74a5472a134 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a5:0x0].0xba987ca0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.179057:0:6837:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4deac0/0x4c38e74a5472a134 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a5:0x0].0xba987ca0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.179060:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a5:0x0].0xba987ca0 (ffff88006ede7700) 00010000:00010000:0.0:1718930703.179061:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1718930703.179062:0:6837:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4deac0/0x4c38e74a5472a134 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1a5:0x0].0xba987ca0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.179065:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4deac0/0x4c38e74a5472a134 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1a5:0x0].0xba987ca0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.179078:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4de1c0/0x4c38e74a5472a126 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fc19 expref: 38 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.179083:0:6837:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dd200/0x4c38e74a5472a13b lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x614:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fc19 expref: 37 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.179087:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x614:0x0].0x0 (ffff8800a1b95700) 00010000:00010000:0.0:1718930703.179104:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 9 00010000:00010000:0.0:1718930703.179104:0:6837:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88012c4dd200, rc 0) 00000100:00100000:0.0:1718930703.179130:0:6837:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e795580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+37:26688:x1802425753289152:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 254us (308us total) trans 4294987163 rc 0/0 00000100:00100000:0.0:1718930703.179134:0:6837:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230882 00000100:00100000:1.0:1718930703.180075:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1718930703.180117:0:10547:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753289280 00000100:00100000:0.0:1718930703.180146:0:10547:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 10818 00000100:00100000:0.0:1718930703.180150:0:10547:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a30000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:8a07974b-7506-4725-beb3-4b5c6f8f9250+37:26688:x1802425753289280:12345-192.168.204.9@tcp:35:lfs.0 00000100:00100000:0.0:1718930703.180239:0:10547:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a30000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:8a07974b-7506-4725-beb3-4b5c6f8f9250+38:26688:x1802425753289280:12345-192.168.204.9@tcp:35:lfs.0 Request processed in 88us (164us total) trans 4294987164 rc 0/0 00000100:00100000:0.0:1718930703.180246:0:10547:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 10818 00000100:00100000:2.0:1718930703.187384:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1718930703.187451:0:6837:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753289408 00000100:00100000:0.0:1718930703.187494:0:6837:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230883 00000100:00100000:0.0:1718930703.187498:0:6837:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e795a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+38:26690:x1802425753289408:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:0.0:1718930703.187508:0:6837:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1718930703.187515:0:6837:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dc000/0x4c38e74a5472a149 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xceea94147812fc20 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.187547:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dc240/0x4c38e74a5472a150 lrc: 3/1,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.187555:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dc240/0x4c38e74a5472a150 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.187561:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dc240/0x4c38e74a5472a150 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.187570:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dd440/0x4c38e74a5472a157 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1a6:0x0].0x3566 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.187576:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dd440/0x4c38e74a5472a157 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3566 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.187581:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dd440/0x4c38e74a5472a157 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3566 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.187613:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dc240/0x4c38e74a5472a150 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.187618:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dc240/0x4c38e74a5472a150 lrc: 2/0,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.187623:0:6837:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dc240/0x4c38e74a5472a150 lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.187627:0:6837:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88012c4dc240 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:0.0:1718930703.187629:0:6837:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dc240/0x4c38e74a5472a150 lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.187633:0:6837:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dc240/0x4c38e74a5472a150 lrc: 4/0,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.187640:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a6:0x0].0x0 (ffff88006f4e6e00) 00010000:00010000:0.0:1718930703.187643:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1718930703.187645:0:6837:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dc240/0x4c38e74a5472a150 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.187649:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dc240/0x4c38e74a5472a150 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.187697:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dd440/0x4c38e74a5472a157 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3566 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.187707:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dd440/0x4c38e74a5472a157 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3566 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.187712:0:6837:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dd440/0x4c38e74a5472a157 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3566 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.187716:0:6837:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88012c4dd440 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:0.0:1718930703.187718:0:6837:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dd440/0x4c38e74a5472a157 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3566 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.187723:0:6837:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dd440/0x4c38e74a5472a157 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3566 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.187729:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a6:0x0].0x3566 (ffff8800a1b95100) 00010000:00010000:0.0:1718930703.187731:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1718930703.187733:0:6837:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dd440/0x4c38e74a5472a157 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1a6:0x0].0x3566 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.187737:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dd440/0x4c38e74a5472a157 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1a6:0x0].0x3566 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.187757:0:6837:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dc000/0x4c38e74a5472a149 lrc: 1/0,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fc20 expref: 39 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.187763:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dc000/0x4c38e74a5472a149 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fc20 expref: 39 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.187769:0:6837:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88012c4dc000, rc 0) 00000100:00100000:0.0:1718930703.187799:0:6837:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e795a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+38:26690:x1802425753289408:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 300us (416us total) trans 0 rc 301/301 00000100:00100000:0.0:1718930703.187805:0:6837:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230883 00000100:00100000:2.0:1718930703.188863:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1718930703.188898:0:6837:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753289536 00000100:00100000:0.0:1718930703.188914:0:6837:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230884 00000100:00100000:0.0:1718930703.188917:0:6837:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e795f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+38:26690:x1802425753289536:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:0.0:1718930703.188924:0:6837:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1718930703.188928:0:6837:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4df840/0x4c38e74a5472a15e lrc: 2/0,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xceea94147812fc27 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.188949:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dfcc0/0x4c38e74a5472a165 lrc: 3/1,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.188954:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dfcc0/0x4c38e74a5472a165 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.188959:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dfcc0/0x4c38e74a5472a165 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.188964:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dd680/0x4c38e74a5472a16c lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1a6:0x0].0x3566 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.188967:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dd680/0x4c38e74a5472a16c lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3566 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.188970:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dd680/0x4c38e74a5472a16c lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3566 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.189002:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dc900/0x4c38e74a5472a173 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x611:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.189009:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dc900/0x4c38e74a5472a173 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x611:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.189012:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dc900/0x4c38e74a5472a173 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x611:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00200000:0.0:1718930703.189016:0:6837:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x611:0x0]: returning size 0 00010000:00010000:0.0:1718930703.189038:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dfcc0/0x4c38e74a5472a165 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.189041:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dfcc0/0x4c38e74a5472a165 lrc: 2/0,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.189044:0:6837:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dfcc0/0x4c38e74a5472a165 lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.189047:0:6837:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88012c4dfcc0 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:0.0:1718930703.189048:0:6837:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dfcc0/0x4c38e74a5472a165 lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.189050:0:6837:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dfcc0/0x4c38e74a5472a165 lrc: 4/0,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.189055:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a6:0x0].0x0 (ffff88006f4e6e00) 00010000:00010000:0.0:1718930703.189056:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1718930703.189057:0:6837:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dfcc0/0x4c38e74a5472a165 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.189060:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dfcc0/0x4c38e74a5472a165 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.189065:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dd680/0x4c38e74a5472a16c lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3566 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.189068:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dd680/0x4c38e74a5472a16c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3566 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.189072:0:6837:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dd680/0x4c38e74a5472a16c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3566 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.189074:0:6837:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88012c4dd680 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:0.0:1718930703.189075:0:6837:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dd680/0x4c38e74a5472a16c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3566 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.189077:0:6837:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dd680/0x4c38e74a5472a16c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3566 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.189080:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a6:0x0].0x3566 (ffff8800a1b95900) 00010000:00010000:0.0:1718930703.189081:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1718930703.189082:0:6837:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dd680/0x4c38e74a5472a16c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1a6:0x0].0x3566 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.189084:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dd680/0x4c38e74a5472a16c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1a6:0x0].0x3566 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.189096:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4df840/0x4c38e74a5472a15e lrc: 0/0,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fc27 expref: 41 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.189101:0:6837:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dc900/0x4c38e74a5472a173 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x611:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fc27 expref: 40 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.189108:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x611:0x0].0x0 (ffff8800a1b95400) 00010000:00010000:0.0:1718930703.189109:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 9 00010000:00010000:0.0:1718930703.189110:0:6837:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88012c4dc900, rc 0) 00000100:00100000:0.0:1718930703.189135:0:6837:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e795f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+40:26690:x1802425753289536:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 217us (273us total) trans 4294987165 rc 0/0 00000100:00100000:0.0:1718930703.189139:0:6837:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230884 00000100:00100000:1.0:1718930703.189980:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1718930703.190010:0:10547:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753289664 00000100:00100000:0.0:1718930703.190030:0:10547:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 10819 00000100:00100000:0.0:1718930703.190033:0:10547:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a32ac0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:8a07974b-7506-4725-beb3-4b5c6f8f9250+40:26690:x1802425753289664:12345-192.168.204.9@tcp:35:lfs.0 00000100:00100000:0.0:1718930703.190092:0:10547:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a32ac0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:8a07974b-7506-4725-beb3-4b5c6f8f9250+41:26690:x1802425753289664:12345-192.168.204.9@tcp:35:lfs.0 Request processed in 59us (114us total) trans 4294987166 rc 0/0 00000100:00100000:0.0:1718930703.190097:0:10547:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 10819 00000100:00100000:2.0:1718930703.194208:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1718930703.194254:0:6837:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753289792 00000100:00100000:0.0:1718930703.194281:0:6837:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230885 00000100:00100000:0.0:1718930703.194285:0:6837:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e7963c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+41:26691:x1802425753289792:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:0.0:1718930703.194295:0:6837:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1718930703.194301:0:6837:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4df3c0/0x4c38e74a5472a181 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xceea94147812fc2e expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.194328:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dcfc0/0x4c38e74a5472a188 lrc: 3/1,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.194336:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dcfc0/0x4c38e74a5472a188 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.194343:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dcfc0/0x4c38e74a5472a188 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.194354:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dc6c0/0x4c38e74a5472a18f lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1a6:0x0].0x3766 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.194359:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dc6c0/0x4c38e74a5472a18f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3766 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.194365:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dc6c0/0x4c38e74a5472a18f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3766 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.194389:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dcfc0/0x4c38e74a5472a188 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.194393:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dcfc0/0x4c38e74a5472a188 lrc: 2/0,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.194398:0:6837:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dcfc0/0x4c38e74a5472a188 lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.194402:0:6837:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88012c4dcfc0 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:0.0:1718930703.194404:0:6837:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dcfc0/0x4c38e74a5472a188 lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.194409:0:6837:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dcfc0/0x4c38e74a5472a188 lrc: 4/0,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.194415:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a6:0x0].0x0 (ffff88006f4e6e00) 00010000:00010000:0.0:1718930703.194417:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1718930703.194419:0:6837:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dcfc0/0x4c38e74a5472a188 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.194451:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dcfc0/0x4c38e74a5472a188 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.194465:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dc6c0/0x4c38e74a5472a18f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3766 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.194468:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dc6c0/0x4c38e74a5472a18f lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3766 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.194471:0:6837:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dc6c0/0x4c38e74a5472a18f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3766 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.194474:0:6837:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88012c4dc6c0 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:0.0:1718930703.194475:0:6837:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dc6c0/0x4c38e74a5472a18f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3766 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.194477:0:6837:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dc6c0/0x4c38e74a5472a18f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3766 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.194481:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a6:0x0].0x3766 (ffff8800a1b95300) 00010000:00010000:0.0:1718930703.194482:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1718930703.194483:0:6837:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dc6c0/0x4c38e74a5472a18f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1a6:0x0].0x3766 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.194485:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dc6c0/0x4c38e74a5472a18f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1a6:0x0].0x3766 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.194499:0:6837:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4df3c0/0x4c38e74a5472a181 lrc: 1/0,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fc2e expref: 42 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.194506:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4df3c0/0x4c38e74a5472a181 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fc2e expref: 42 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.194510:0:6837:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88012c4df3c0, rc 0) 00000100:00100000:0.0:1718930703.194531:0:6837:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e7963c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+41:26691:x1802425753289792:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 246us (326us total) trans 0 rc 301/301 00000100:00100000:0.0:1718930703.194535:0:6837:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230885 00000100:00100000:2.0:1718930703.195535:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1718930703.195568:0:6837:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753289920 00000100:00100000:0.0:1718930703.195584:0:6837:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230886 00000100:00100000:0.0:1718930703.195587:0:6837:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e796880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+41:26691:x1802425753289920:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:0.0:1718930703.195593:0:6837:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1718930703.195598:0:6837:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4df180/0x4c38e74a5472a196 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xceea94147812fc35 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.195620:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4df600/0x4c38e74a5472a19d lrc: 3/1,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.195626:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4df600/0x4c38e74a5472a19d lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.195630:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4df600/0x4c38e74a5472a19d lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.195635:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4ddd40/0x4c38e74a5472a1a4 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1a6:0x0].0x3766 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.195638:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4ddd40/0x4c38e74a5472a1a4 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3766 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.195642:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4ddd40/0x4c38e74a5472a1a4 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3766 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.195691:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4de400/0x4c38e74a5472a1ab lrc: 3/1,0 mode: --/CR res: [0x240000402:0x60d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.195695:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4de400/0x4c38e74a5472a1ab lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x60d:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.195699:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4de400/0x4c38e74a5472a1ab lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x60d:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00200000:0.0:1718930703.195703:0:6837:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x60d:0x0]: returning size 0 00010000:00010000:0.0:1718930703.195724:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4df600/0x4c38e74a5472a19d lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.195727:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4df600/0x4c38e74a5472a19d lrc: 2/0,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.195730:0:6837:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4df600/0x4c38e74a5472a19d lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.195733:0:6837:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88012c4df600 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:0.0:1718930703.195734:0:6837:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4df600/0x4c38e74a5472a19d lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.195737:0:6837:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4df600/0x4c38e74a5472a19d lrc: 4/0,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.195741:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a6:0x0].0x0 (ffff88006f4e6e00) 00010000:00010000:0.0:1718930703.195742:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1718930703.195744:0:6837:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4df600/0x4c38e74a5472a19d lrc: 2/0,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.195747:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4df600/0x4c38e74a5472a19d lrc: 0/0,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.195752:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4ddd40/0x4c38e74a5472a1a4 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3766 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.195754:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4ddd40/0x4c38e74a5472a1a4 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3766 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.195757:0:6837:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4ddd40/0x4c38e74a5472a1a4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3766 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.195760:0:6837:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88012c4ddd40 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:0.0:1718930703.195761:0:6837:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4ddd40/0x4c38e74a5472a1a4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3766 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.195763:0:6837:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4ddd40/0x4c38e74a5472a1a4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3766 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.195766:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a6:0x0].0x3766 (ffff8800a1b95f00) 00010000:00010000:0.0:1718930703.195767:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1718930703.195768:0:6837:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4ddd40/0x4c38e74a5472a1a4 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1a6:0x0].0x3766 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.195770:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4ddd40/0x4c38e74a5472a1a4 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1a6:0x0].0x3766 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.195785:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4df180/0x4c38e74a5472a196 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fc35 expref: 44 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.195791:0:6837:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4de400/0x4c38e74a5472a1ab lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x60d:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fc35 expref: 43 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.195794:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x60d:0x0].0x0 (ffff8800a1b95800) 00010000:00010000:0.0:1718930703.195795:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 9 00010000:00010000:0.0:1718930703.195795:0:6837:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88012c4de400, rc 0) 00000100:00100000:0.0:1718930703.195821:0:6837:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e796880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+43:26691:x1802425753289920:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 233us (287us total) trans 4294987167 rc 0/0 00000100:00100000:0.0:1718930703.195825:0:6837:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230886 00000100:00100000:1.0:1718930703.196890:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1718930703.196923:0:10547:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753290048 00000100:00100000:0.0:1718930703.196945:0:10547:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 10820 00000100:00100000:0.0:1718930703.196948:0:10547:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a34280 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:8a07974b-7506-4725-beb3-4b5c6f8f9250+43:26691:x1802425753290048:12345-192.168.204.9@tcp:35:lfs.0 00000100:00100000:0.0:1718930703.197007:0:10547:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a34280 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:8a07974b-7506-4725-beb3-4b5c6f8f9250+44:26691:x1802425753290048:12345-192.168.204.9@tcp:35:lfs.0 Request processed in 58us (119us total) trans 4294987168 rc 0/0 00000100:00100000:0.0:1718930703.197011:0:10547:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 10820 00000100:00100000:2.0:1718930703.201330:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1718930703.201369:0:6837:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753290176 00000100:00100000:0.0:1718930703.201389:0:6837:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230887 00000100:00100000:0.0:1718930703.201393:0:6837:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e796d40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+44:26692:x1802425753290176:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:0.0:1718930703.201403:0:6837:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1718930703.201409:0:6837:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dcd80/0x4c38e74a5472a1b9 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xceea94147812fc3c expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.201460:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4df180/0x4c38e74a5472a1c0 lrc: 3/1,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.201468:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4df180/0x4c38e74a5472a1c0 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.201475:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4df180/0x4c38e74a5472a1c0 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.201483:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4ddd40/0x4c38e74a5472a1c7 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1a6:0x0].0x3666 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.201489:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4ddd40/0x4c38e74a5472a1c7 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3666 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.201494:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4ddd40/0x4c38e74a5472a1c7 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3666 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.201521:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4df180/0x4c38e74a5472a1c0 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.201524:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4df180/0x4c38e74a5472a1c0 lrc: 2/0,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.201527:0:6837:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4df180/0x4c38e74a5472a1c0 lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.201530:0:6837:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88012c4df180 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:0.0:1718930703.201531:0:6837:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4df180/0x4c38e74a5472a1c0 lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.201535:0:6837:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4df180/0x4c38e74a5472a1c0 lrc: 4/0,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.201540:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a6:0x0].0x0 (ffff88006f4e6e00) 00010000:00010000:0.0:1718930703.201541:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1718930703.201542:0:6837:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4df180/0x4c38e74a5472a1c0 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.201545:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4df180/0x4c38e74a5472a1c0 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.201550:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4ddd40/0x4c38e74a5472a1c7 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3666 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.201553:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4ddd40/0x4c38e74a5472a1c7 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3666 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.201556:0:6837:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4ddd40/0x4c38e74a5472a1c7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3666 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.201558:0:6837:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88012c4ddd40 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:0.0:1718930703.201559:0:6837:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4ddd40/0x4c38e74a5472a1c7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3666 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.201561:0:6837:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4ddd40/0x4c38e74a5472a1c7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3666 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.201564:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a6:0x0].0x3666 (ffff8800a1b95300) 00010000:00010000:0.0:1718930703.201565:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1718930703.201566:0:6837:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4ddd40/0x4c38e74a5472a1c7 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1a6:0x0].0x3666 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.201569:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4ddd40/0x4c38e74a5472a1c7 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1a6:0x0].0x3666 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.201581:0:6837:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dcd80/0x4c38e74a5472a1b9 lrc: 1/0,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fc3c expref: 45 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.201585:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dcd80/0x4c38e74a5472a1b9 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fc3c expref: 45 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.201589:0:6837:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88012c4dcd80, rc 0) 00000100:00100000:0.0:1718930703.201614:0:6837:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e796d40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+44:26692:x1802425753290176:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 221us (286us total) trans 0 rc 301/301 00000100:00100000:0.0:1718930703.201619:0:6837:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230887 00000100:00100000:2.0:1718930703.202624:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1718930703.202672:0:6837:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753290304 00000100:00100000:0.0:1718930703.202694:0:6837:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230888 00000100:00100000:0.0:1718930703.202697:0:6837:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e797200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+44:26692:x1802425753290304:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:0.0:1718930703.202703:0:6837:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1718930703.202708:0:6837:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4df600/0x4c38e74a5472a1ce lrc: 2/0,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xceea94147812fc43 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.202729:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4df3c0/0x4c38e74a5472a1d5 lrc: 3/1,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.202734:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4df3c0/0x4c38e74a5472a1d5 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.202738:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4df3c0/0x4c38e74a5472a1d5 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.202744:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dc6c0/0x4c38e74a5472a1dc lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1a6:0x0].0x3666 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.202748:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dc6c0/0x4c38e74a5472a1dc lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3666 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.202750:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dc6c0/0x4c38e74a5472a1dc lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3666 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.202780:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dcfc0/0x4c38e74a5472a1e3 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x60e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.202783:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dcfc0/0x4c38e74a5472a1e3 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x60e:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.202786:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dcfc0/0x4c38e74a5472a1e3 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x60e:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00200000:0.0:1718930703.202790:0:6837:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x60e:0x0]: returning size 0 00010000:00010000:0.0:1718930703.202813:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4df3c0/0x4c38e74a5472a1d5 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.202816:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4df3c0/0x4c38e74a5472a1d5 lrc: 2/0,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.202819:0:6837:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4df3c0/0x4c38e74a5472a1d5 lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.202822:0:6837:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88012c4df3c0 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:0.0:1718930703.202823:0:6837:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4df3c0/0x4c38e74a5472a1d5 lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.202826:0:6837:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4df3c0/0x4c38e74a5472a1d5 lrc: 4/0,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.202831:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a6:0x0].0x0 (ffff88006f4e6e00) 00010000:00010000:0.0:1718930703.202832:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1718930703.202833:0:6837:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4df3c0/0x4c38e74a5472a1d5 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.202836:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4df3c0/0x4c38e74a5472a1d5 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.202841:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dc6c0/0x4c38e74a5472a1dc lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3666 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.202844:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dc6c0/0x4c38e74a5472a1dc lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3666 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.202847:0:6837:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dc6c0/0x4c38e74a5472a1dc lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3666 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.202849:0:6837:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88012c4dc6c0 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:0.0:1718930703.202850:0:6837:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dc6c0/0x4c38e74a5472a1dc lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3666 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.202853:0:6837:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dc6c0/0x4c38e74a5472a1dc lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3666 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.202855:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a6:0x0].0x3666 (ffff8800a1b95f00) 00010000:00010000:0.0:1718930703.202856:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1718930703.202857:0:6837:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dc6c0/0x4c38e74a5472a1dc lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1a6:0x0].0x3666 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.202861:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dc6c0/0x4c38e74a5472a1dc lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1a6:0x0].0x3666 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.202872:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4df600/0x4c38e74a5472a1ce lrc: 0/0,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fc43 expref: 47 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.202877:0:6837:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dcfc0/0x4c38e74a5472a1e3 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x60e:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fc43 expref: 46 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.202881:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x60e:0x0].0x0 (ffff8800a1b95100) 00010000:00010000:0.0:1718930703.202882:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 9 00010000:00010000:0.0:1718930703.202882:0:6837:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88012c4dcfc0, rc 0) 00000100:00100000:0.0:1718930703.202908:0:6837:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e797200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+46:26692:x1802425753290304:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 211us (285us total) trans 4294987169 rc 0/0 00000100:00100000:0.0:1718930703.202912:0:6837:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230888 00000100:00100000:1.0:1718930703.203883:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1718930703.203917:0:10547:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753290432 00000100:00100000:0.0:1718930703.203938:0:10547:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 10821 00000100:00100000:0.0:1718930703.203941:0:10547:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88006e9dd050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:8a07974b-7506-4725-beb3-4b5c6f8f9250+46:26692:x1802425753290432:12345-192.168.204.9@tcp:35:lfs.0 00000100:00100000:0.0:1718930703.204001:0:10547:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88006e9dd050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:8a07974b-7506-4725-beb3-4b5c6f8f9250+47:26692:x1802425753290432:12345-192.168.204.9@tcp:35:lfs.0 Request processed in 59us (119us total) trans 4294987170 rc 0/0 00000100:00100000:0.0:1718930703.204006:0:10547:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 10821 00000100:00100000:2.0:1718930703.208733:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1718930703.208767:0:6837:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753290560 00000100:00100000:0.0:1718930703.208784:0:6837:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230889 00000100:00100000:0.0:1718930703.208787:0:6837:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e7976c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+47:26693:x1802425753290560:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:0.0:1718930703.208798:0:6837:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1718930703.208804:0:6837:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4df840/0x4c38e74a5472a1f1 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xceea94147812fc4a expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.208828:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dd680/0x4c38e74a5472a1f8 lrc: 3/1,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.208833:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dd680/0x4c38e74a5472a1f8 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.208837:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dd680/0x4c38e74a5472a1f8 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.208843:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dfcc0/0x4c38e74a5472a1ff lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1a6:0x0].0x3066 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.208847:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dfcc0/0x4c38e74a5472a1ff lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3066 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.208850:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dfcc0/0x4c38e74a5472a1ff lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3066 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.208873:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dd680/0x4c38e74a5472a1f8 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.208876:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dd680/0x4c38e74a5472a1f8 lrc: 2/0,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.208879:0:6837:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dd680/0x4c38e74a5472a1f8 lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.208885:0:6837:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88012c4dd680 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:0.0:1718930703.208886:0:6837:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dd680/0x4c38e74a5472a1f8 lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.208889:0:6837:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dd680/0x4c38e74a5472a1f8 lrc: 4/0,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.208893:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a6:0x0].0x0 (ffff88006f4e6e00) 00010000:00010000:0.0:1718930703.208895:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1718930703.208896:0:6837:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dd680/0x4c38e74a5472a1f8 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.208899:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dd680/0x4c38e74a5472a1f8 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.208903:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dfcc0/0x4c38e74a5472a1ff lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3066 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.208906:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dfcc0/0x4c38e74a5472a1ff lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3066 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.208909:0:6837:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dfcc0/0x4c38e74a5472a1ff lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3066 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.208912:0:6837:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88012c4dfcc0 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:0.0:1718930703.208912:0:6837:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dfcc0/0x4c38e74a5472a1ff lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3066 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.208915:0:6837:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dfcc0/0x4c38e74a5472a1ff lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3066 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.208918:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a6:0x0].0x3066 (ffff880084f18d00) 00010000:00010000:0.0:1718930703.208920:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1718930703.208920:0:6837:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dfcc0/0x4c38e74a5472a1ff lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1a6:0x0].0x3066 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.208923:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dfcc0/0x4c38e74a5472a1ff lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1a6:0x0].0x3066 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.208934:0:6837:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4df840/0x4c38e74a5472a1f1 lrc: 1/0,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fc4a expref: 48 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.208938:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4df840/0x4c38e74a5472a1f1 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fc4a expref: 48 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.208941:0:6837:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88012c4df840, rc 0) 00000100:00100000:0.0:1718930703.208969:0:6837:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e7976c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+47:26693:x1802425753290560:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 181us (238us total) trans 0 rc 301/301 00000100:00100000:0.0:1718930703.208973:0:6837:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230889 00000100:00100000:2.0:1718930703.209895:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1718930703.209926:0:6837:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753290688 00000100:00100000:0.0:1718930703.209950:0:6837:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230890 00000100:00100000:0.0:1718930703.209953:0:6837:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e791300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+47:26693:x1802425753290688:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:0.0:1718930703.209959:0:6837:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1718930703.209964:0:6837:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dc000/0x4c38e74a5472a206 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xceea94147812fc51 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.209984:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dd440/0x4c38e74a5472a20d lrc: 3/1,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.209992:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dd440/0x4c38e74a5472a20d lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.209997:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dd440/0x4c38e74a5472a20d lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.210002:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dc240/0x4c38e74a5472a214 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1a6:0x0].0x3066 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.210005:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dc240/0x4c38e74a5472a214 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3066 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.210008:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dc240/0x4c38e74a5472a214 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3066 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.210041:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4de1c0/0x4c38e74a5472a21b lrc: 3/1,0 mode: --/CR res: [0x240000402:0x609:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.210045:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4de1c0/0x4c38e74a5472a21b lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x609:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.210048:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4de1c0/0x4c38e74a5472a21b lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x609:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00200000:0.0:1718930703.210051:0:6837:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x609:0x0]: returning size 0 00010000:00010000:0.0:1718930703.210074:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dd440/0x4c38e74a5472a20d lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.210077:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dd440/0x4c38e74a5472a20d lrc: 2/0,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.210083:0:6837:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dd440/0x4c38e74a5472a20d lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.210086:0:6837:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88012c4dd440 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:0.0:1718930703.210087:0:6837:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dd440/0x4c38e74a5472a20d lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.210090:0:6837:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dd440/0x4c38e74a5472a20d lrc: 4/0,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.210094:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a6:0x0].0x0 (ffff88006f4e6e00) 00010000:00010000:0.0:1718930703.210096:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1718930703.210097:0:6837:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dd440/0x4c38e74a5472a20d lrc: 2/0,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.210099:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dd440/0x4c38e74a5472a20d lrc: 0/0,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.210104:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dc240/0x4c38e74a5472a214 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3066 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.210107:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dc240/0x4c38e74a5472a214 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3066 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.210110:0:6837:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dc240/0x4c38e74a5472a214 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3066 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.210113:0:6837:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88012c4dc240 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:0.0:1718930703.210113:0:6837:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dc240/0x4c38e74a5472a214 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3066 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.210117:0:6837:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dc240/0x4c38e74a5472a214 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3066 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.210120:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a6:0x0].0x3066 (ffff880084f18200) 00010000:00010000:0.0:1718930703.210121:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1718930703.210122:0:6837:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dc240/0x4c38e74a5472a214 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1a6:0x0].0x3066 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.210124:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dc240/0x4c38e74a5472a214 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1a6:0x0].0x3066 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.210137:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dc000/0x4c38e74a5472a206 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fc51 expref: 50 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.210141:0:6837:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4de1c0/0x4c38e74a5472a21b lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x609:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fc51 expref: 49 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.210144:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x609:0x0].0x0 (ffff880084f18f00) 00010000:00010000:0.0:1718930703.210145:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 9 00010000:00010000:0.0:1718930703.210146:0:6837:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88012c4de1c0, rc 0) 00000100:00100000:0.0:1718930703.210169:0:6837:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e791300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+49:26693:x1802425753290688:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 216us (276us total) trans 4294987171 rc 0/0 00000100:00100000:0.0:1718930703.210173:0:6837:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230890 00000100:00100000:1.0:1718930703.211070:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1718930703.211101:0:10547:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753290816 00000100:00100000:0.0:1718930703.211123:0:10547:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 10822 00000100:00100000:0.0:1718930703.211126:0:10547:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a36880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:8a07974b-7506-4725-beb3-4b5c6f8f9250+49:26693:x1802425753290816:12345-192.168.204.9@tcp:35:lfs.0 00000100:00100000:0.0:1718930703.211204:0:10547:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a36880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:8a07974b-7506-4725-beb3-4b5c6f8f9250+50:26693:x1802425753290816:12345-192.168.204.9@tcp:35:lfs.0 Request processed in 77us (134us total) trans 4294987172 rc 0/0 00000100:00100000:0.0:1718930703.211209:0:10547:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 10822 00000100:00100000:2.0:1718930703.216259:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1718930703.216302:0:6837:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753290944 00000100:00100000:0.0:1718930703.216330:0:6837:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230891 00000100:00100000:0.0:1718930703.216334:0:6837:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e790980 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+50:26694:x1802425753290944:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:0.0:1718930703.216346:0:6837:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1718930703.216353:0:6837:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4deac0/0x4c38e74a5472a229 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xceea94147812fc58 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.216400:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4de640/0x4c38e74a5472a230 lrc: 3/1,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.216408:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4de640/0x4c38e74a5472a230 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.216414:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4de640/0x4c38e74a5472a230 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.216422:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dcb40/0x4c38e74a5472a237 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1a6:0x0].0x3866 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.216446:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dcb40/0x4c38e74a5472a237 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3866 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.216450:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dcb40/0x4c38e74a5472a237 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3866 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.216481:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4de640/0x4c38e74a5472a230 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.216491:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4de640/0x4c38e74a5472a230 lrc: 2/0,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.216495:0:6837:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4de640/0x4c38e74a5472a230 lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.216500:0:6837:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88012c4de640 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:0.0:1718930703.216502:0:6837:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4de640/0x4c38e74a5472a230 lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.216507:0:6837:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4de640/0x4c38e74a5472a230 lrc: 4/0,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.216519:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a6:0x0].0x0 (ffff88006f4e6e00) 00010000:00010000:0.0:1718930703.216521:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1718930703.216523:0:6837:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4de640/0x4c38e74a5472a230 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.216526:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4de640/0x4c38e74a5472a230 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.216540:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dcb40/0x4c38e74a5472a237 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3866 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.216543:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dcb40/0x4c38e74a5472a237 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3866 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.216545:0:6837:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dcb40/0x4c38e74a5472a237 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3866 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.216552:0:6837:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88012c4dcb40 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:0.0:1718930703.216553:0:6837:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dcb40/0x4c38e74a5472a237 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3866 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.216555:0:6837:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dcb40/0x4c38e74a5472a237 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3866 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.216559:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a6:0x0].0x3866 (ffff880084f18300) 00010000:00010000:0.0:1718930703.216560:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1718930703.216561:0:6837:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dcb40/0x4c38e74a5472a237 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1a6:0x0].0x3866 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.216563:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dcb40/0x4c38e74a5472a237 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1a6:0x0].0x3866 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.216577:0:6837:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4deac0/0x4c38e74a5472a229 lrc: 1/0,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fc58 expref: 51 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.216581:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4deac0/0x4c38e74a5472a229 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fc58 expref: 51 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.216584:0:6837:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88012c4deac0, rc 0) 00000100:00100000:0.0:1718930703.216608:0:6837:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e790980 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+50:26694:x1802425753290944:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 274us (351us total) trans 0 rc 301/301 00000100:00100000:0.0:1718930703.216612:0:6837:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230891 00000100:00100000:2.0:1718930703.217682:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1718930703.217714:0:6837:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753291072 00000100:00100000:0.0:1718930703.217730:0:6837:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230892 00000100:00100000:0.0:1718930703.217733:0:6837:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e792f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+50:26694:x1802425753291072:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:0.0:1718930703.217739:0:6837:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1718930703.217744:0:6837:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4def40/0x4c38e74a5472a23e lrc: 2/0,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xceea94147812fc5f expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.217765:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dc480/0x4c38e74a5472a245 lrc: 3/1,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.217770:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dc480/0x4c38e74a5472a245 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.217774:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dc480/0x4c38e74a5472a245 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.217780:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dc000/0x4c38e74a5472a24c lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1a6:0x0].0x3866 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.217783:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dc000/0x4c38e74a5472a24c lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3866 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.217786:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dc000/0x4c38e74a5472a24c lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3866 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.217816:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dc240/0x4c38e74a5472a253 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x60a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.217820:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dc240/0x4c38e74a5472a253 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x60a:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.217823:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dc240/0x4c38e74a5472a253 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x60a:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00200000:0.0:1718930703.217830:0:6837:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x60a:0x0]: returning size 0 00010000:00010000:0.0:1718930703.217853:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dc480/0x4c38e74a5472a245 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.217857:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dc480/0x4c38e74a5472a245 lrc: 2/0,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.217860:0:6837:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dc480/0x4c38e74a5472a245 lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.217862:0:6837:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88012c4dc480 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:0.0:1718930703.217864:0:6837:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dc480/0x4c38e74a5472a245 lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.217866:0:6837:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dc480/0x4c38e74a5472a245 lrc: 4/0,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.217870:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a6:0x0].0x0 (ffff88006f4e6e00) 00010000:00010000:0.0:1718930703.217872:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1718930703.217873:0:6837:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dc480/0x4c38e74a5472a245 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.217876:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dc480/0x4c38e74a5472a245 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.217880:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dc000/0x4c38e74a5472a24c lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3866 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.217883:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dc000/0x4c38e74a5472a24c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3866 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.217886:0:6837:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dc000/0x4c38e74a5472a24c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3866 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.217889:0:6837:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88012c4dc000 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:0.0:1718930703.217890:0:6837:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dc000/0x4c38e74a5472a24c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3866 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.217892:0:6837:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dc000/0x4c38e74a5472a24c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3866 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.217895:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a6:0x0].0x3866 (ffff880084f18b00) 00010000:00010000:0.0:1718930703.217896:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1718930703.217897:0:6837:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dc000/0x4c38e74a5472a24c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1a6:0x0].0x3866 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.217899:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dc000/0x4c38e74a5472a24c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1a6:0x0].0x3866 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.217912:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4def40/0x4c38e74a5472a23e lrc: 0/0,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fc5f expref: 53 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.217916:0:6837:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dc240/0x4c38e74a5472a253 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x60a:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fc5f expref: 52 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.217919:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x60a:0x0].0x0 (ffff880084f18400) 00010000:00010000:0.0:1718930703.217920:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 9 00010000:00010000:0.0:1718930703.217921:0:6837:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88012c4dc240, rc 0) 00000100:00100000:0.0:1718930703.217946:0:6837:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e792f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+52:26694:x1802425753291072:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 213us (265us total) trans 4294987173 rc 0/0 00000100:00100000:0.0:1718930703.217951:0:6837:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230892 00000100:00100000:1.0:1718930703.218707:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1718930703.218740:0:10547:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753291200 00000100:00100000:0.0:1718930703.218764:0:10547:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 10823 00000100:00100000:0.0:1718930703.218767:0:10547:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a31300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:8a07974b-7506-4725-beb3-4b5c6f8f9250+52:26694:x1802425753291200:12345-192.168.204.9@tcp:35:lfs.0 00000100:00100000:0.0:1718930703.218828:0:10547:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a31300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:8a07974b-7506-4725-beb3-4b5c6f8f9250+53:26694:x1802425753291200:12345-192.168.204.9@tcp:35:lfs.0 Request processed in 60us (122us total) trans 4294987174 rc 0/0 00000100:00100000:0.0:1718930703.218833:0:10547:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 10823 00000100:00100000:2.0:1718930703.223125:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1718930703.223155:0:6837:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753291328 00000100:00100000:0.0:1718930703.223178:0:6837:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230893 00000100:00100000:0.0:1718930703.223181:0:6837:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e792140 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+53:26695:x1802425753291328:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:0.0:1718930703.223190:0:6837:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1718930703.223195:0:6837:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dd440/0x4c38e74a5472a261 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xceea94147812fc66 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.223222:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4df840/0x4c38e74a5472a268 lrc: 3/1,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.223228:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4df840/0x4c38e74a5472a268 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.223232:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4df840/0x4c38e74a5472a268 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.223238:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dfcc0/0x4c38e74a5472a26f lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1a6:0x0].0x3366 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.223241:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dfcc0/0x4c38e74a5472a26f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3366 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.223245:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dfcc0/0x4c38e74a5472a26f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3366 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.223268:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4df840/0x4c38e74a5472a268 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.223272:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4df840/0x4c38e74a5472a268 lrc: 2/0,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.223275:0:6837:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4df840/0x4c38e74a5472a268 lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.223278:0:6837:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88012c4df840 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:0.0:1718930703.223279:0:6837:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4df840/0x4c38e74a5472a268 lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.223282:0:6837:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4df840/0x4c38e74a5472a268 lrc: 4/0,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.223286:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a6:0x0].0x0 (ffff88006f4e6e00) 00010000:00010000:0.0:1718930703.223287:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1718930703.223288:0:6837:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4df840/0x4c38e74a5472a268 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.223291:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4df840/0x4c38e74a5472a268 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.223296:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dfcc0/0x4c38e74a5472a26f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3366 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.223302:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dfcc0/0x4c38e74a5472a26f lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3366 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.223304:0:6837:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dfcc0/0x4c38e74a5472a26f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3366 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.223307:0:6837:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88012c4dfcc0 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:0.0:1718930703.223308:0:6837:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dfcc0/0x4c38e74a5472a26f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3366 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.223310:0:6837:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dfcc0/0x4c38e74a5472a26f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3366 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.223313:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a6:0x0].0x3366 (ffff880084f18000) 00010000:00010000:0.0:1718930703.223314:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1718930703.223315:0:6837:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dfcc0/0x4c38e74a5472a26f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1a6:0x0].0x3366 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.223317:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dfcc0/0x4c38e74a5472a26f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1a6:0x0].0x3366 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.223329:0:6837:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dd440/0x4c38e74a5472a261 lrc: 1/0,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fc66 expref: 54 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.223333:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dd440/0x4c38e74a5472a261 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fc66 expref: 54 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.223337:0:6837:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88012c4dd440, rc 0) 00000100:00100000:0.0:1718930703.223363:0:6837:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e792140 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+53:26695:x1802425753291328:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 181us (239us total) trans 0 rc 301/301 00000100:00100000:0.0:1718930703.223367:0:6837:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230893 00000100:00100000:2.0:1718930703.224375:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1718930703.224406:0:6837:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753291456 00000100:00100000:0.0:1718930703.224441:0:6837:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230894 00000100:00100000:0.0:1718930703.224447:0:6837:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e790000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+53:26695:x1802425753291456:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:0.0:1718930703.224456:0:6837:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1718930703.224462:0:6837:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dd680/0x4c38e74a5472a276 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xceea94147812fc6d expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.224485:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4df600/0x4c38e74a5472a27d lrc: 3/1,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.224491:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4df600/0x4c38e74a5472a27d lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.224495:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4df600/0x4c38e74a5472a27d lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.224500:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dc6c0/0x4c38e74a5472a284 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1a6:0x0].0x3366 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.224504:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dc6c0/0x4c38e74a5472a284 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3366 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.224507:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dc6c0/0x4c38e74a5472a284 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3366 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.224537:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4df3c0/0x4c38e74a5472a28b lrc: 3/1,0 mode: --/CR res: [0x240000402:0x60b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.224544:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4df3c0/0x4c38e74a5472a28b lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x60b:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.224548:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4df3c0/0x4c38e74a5472a28b lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x60b:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00200000:0.0:1718930703.224551:0:6837:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x60b:0x0]: returning size 0 00010000:00010000:0.0:1718930703.224579:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4df600/0x4c38e74a5472a27d lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.224584:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4df600/0x4c38e74a5472a27d lrc: 2/0,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.224589:0:6837:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4df600/0x4c38e74a5472a27d lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.224594:0:6837:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88012c4df600 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:0.0:1718930703.224596:0:6837:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4df600/0x4c38e74a5472a27d lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.224599:0:6837:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4df600/0x4c38e74a5472a27d lrc: 4/0,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.224604:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a6:0x0].0x0 (ffff88006f4e6e00) 00010000:00010000:0.0:1718930703.224605:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1718930703.224607:0:6837:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4df600/0x4c38e74a5472a27d lrc: 2/0,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.224609:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4df600/0x4c38e74a5472a27d lrc: 0/0,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.224615:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dc6c0/0x4c38e74a5472a284 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3366 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.224618:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dc6c0/0x4c38e74a5472a284 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3366 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.224621:0:6837:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dc6c0/0x4c38e74a5472a284 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3366 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.224624:0:6837:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88012c4dc6c0 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:0.0:1718930703.224624:0:6837:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dc6c0/0x4c38e74a5472a284 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3366 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.224627:0:6837:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dc6c0/0x4c38e74a5472a284 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3366 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.224630:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a6:0x0].0x3366 (ffff880084f18200) 00010000:00010000:0.0:1718930703.224631:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1718930703.224632:0:6837:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dc6c0/0x4c38e74a5472a284 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1a6:0x0].0x3366 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.224634:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dc6c0/0x4c38e74a5472a284 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1a6:0x0].0x3366 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.224647:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dd680/0x4c38e74a5472a276 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fc6d expref: 56 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.224652:0:6837:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4df3c0/0x4c38e74a5472a28b lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x60b:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fc6d expref: 55 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.224677:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x60b:0x0].0x0 (ffff880084f18800) 00010000:00010000:0.0:1718930703.224678:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 9 00010000:00010000:0.0:1718930703.224679:0:6837:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88012c4df3c0, rc 0) 00000100:00100000:0.0:1718930703.224703:0:6837:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e790000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+55:26695:x1802425753291456:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 257us (330us total) trans 4294987175 rc 0/0 00000100:00100000:0.0:1718930703.224707:0:6837:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230894 00000100:00100000:1.0:1718930703.225609:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1718930703.225641:0:10547:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753291584 00000100:00100000:0.0:1718930703.225680:0:10547:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 10824 00000100:00100000:0.0:1718930703.225683:0:10547:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a33900 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:8a07974b-7506-4725-beb3-4b5c6f8f9250+55:26695:x1802425753291584:12345-192.168.204.9@tcp:35:lfs.0 00000100:00100000:0.0:1718930703.225747:0:10547:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a33900 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:8a07974b-7506-4725-beb3-4b5c6f8f9250+56:26695:x1802425753291584:12345-192.168.204.9@tcp:35:lfs.0 Request processed in 63us (140us total) trans 4294987176 rc 0/0 00000100:00100000:0.0:1718930703.225751:0:10547:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 10824 00000100:00100000:2.0:1718930703.230678:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1718930703.230712:0:6837:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753291712 00000100:00100000:0.0:1718930703.230738:0:6837:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230895 00000100:00100000:0.0:1718930703.230741:0:6837:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880081794280 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+56:26696:x1802425753291712:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:0.0:1718930703.230750:0:6837:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1718930703.230755:0:6837:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dcd80/0x4c38e74a5472a299 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xceea94147812fc74 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.230778:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4ddd40/0x4c38e74a5472a2a0 lrc: 3/1,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.230783:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4ddd40/0x4c38e74a5472a2a0 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.230787:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4ddd40/0x4c38e74a5472a2a0 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.230794:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4df180/0x4c38e74a5472a2a7 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1a6:0x0].0x3466 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.230797:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4df180/0x4c38e74a5472a2a7 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3466 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.230800:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4df180/0x4c38e74a5472a2a7 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3466 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.230821:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4ddd40/0x4c38e74a5472a2a0 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.230824:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4ddd40/0x4c38e74a5472a2a0 lrc: 2/0,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.230827:0:6837:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4ddd40/0x4c38e74a5472a2a0 lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.230830:0:6837:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88012c4ddd40 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:0.0:1718930703.230831:0:6837:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4ddd40/0x4c38e74a5472a2a0 lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.230834:0:6837:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4ddd40/0x4c38e74a5472a2a0 lrc: 4/0,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.230838:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a6:0x0].0x0 (ffff88006f4e6e00) 00010000:00010000:0.0:1718930703.230840:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1718930703.230841:0:6837:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4ddd40/0x4c38e74a5472a2a0 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.230846:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4ddd40/0x4c38e74a5472a2a0 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.230860:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4df180/0x4c38e74a5472a2a7 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3466 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.230864:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4df180/0x4c38e74a5472a2a7 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3466 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.230867:0:6837:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4df180/0x4c38e74a5472a2a7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3466 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.230869:0:6837:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88012c4df180 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:0.0:1718930703.230870:0:6837:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4df180/0x4c38e74a5472a2a7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3466 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.230873:0:6837:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4df180/0x4c38e74a5472a2a7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3466 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.230876:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a6:0x0].0x3466 (ffff880084f18000) 00010000:00010000:0.0:1718930703.230877:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1718930703.230878:0:6837:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4df180/0x4c38e74a5472a2a7 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1a6:0x0].0x3466 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.230881:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4df180/0x4c38e74a5472a2a7 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1a6:0x0].0x3466 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.230894:0:6837:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dcd80/0x4c38e74a5472a299 lrc: 1/0,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fc74 expref: 57 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.230901:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dcd80/0x4c38e74a5472a299 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fc74 expref: 57 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.230904:0:6837:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88012c4dcd80, rc 0) 00000100:00100000:0.0:1718930703.230935:0:6837:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880081794280 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+56:26696:x1802425753291712:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 193us (259us total) trans 0 rc 301/301 00000100:00100000:0.0:1718930703.230941:0:6837:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230895 00000100:00100000:2.0:1718930703.231799:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1718930703.231828:0:6837:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753291840 00000100:00100000:0.0:1718930703.231842:0:6837:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230896 00000100:00100000:0.0:1718930703.231845:0:6837:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e1ea850 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+56:26696:x1802425753291840:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:0.0:1718930703.231850:0:6837:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1718930703.231855:0:6837:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dd680/0x4c38e74a5472a2ae lrc: 2/0,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xceea94147812fc7b expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.231884:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dc6c0/0x4c38e74a5472a2b5 lrc: 3/1,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.231888:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dc6c0/0x4c38e74a5472a2b5 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.231892:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dc6c0/0x4c38e74a5472a2b5 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.231897:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4df600/0x4c38e74a5472a2bc lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1a6:0x0].0x3466 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.231900:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4df600/0x4c38e74a5472a2bc lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3466 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.231904:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4df600/0x4c38e74a5472a2bc lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3466 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.231938:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dd440/0x4c38e74a5472a2c3 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x612:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.231944:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dd440/0x4c38e74a5472a2c3 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x612:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.231950:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dd440/0x4c38e74a5472a2c3 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x612:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00200000:0.0:1718930703.231956:0:6837:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x612:0x0]: returning size 0 00010000:00010000:0.0:1718930703.231981:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dc6c0/0x4c38e74a5472a2b5 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.231985:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dc6c0/0x4c38e74a5472a2b5 lrc: 2/0,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.231988:0:6837:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dc6c0/0x4c38e74a5472a2b5 lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.231990:0:6837:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88012c4dc6c0 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:0.0:1718930703.231991:0:6837:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dc6c0/0x4c38e74a5472a2b5 lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.231994:0:6837:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dc6c0/0x4c38e74a5472a2b5 lrc: 4/0,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.231998:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a6:0x0].0x0 (ffff88006f4e6e00) 00010000:00010000:0.0:1718930703.232000:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1718930703.232001:0:6837:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dc6c0/0x4c38e74a5472a2b5 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.232004:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dc6c0/0x4c38e74a5472a2b5 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.232009:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4df600/0x4c38e74a5472a2bc lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3466 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.232011:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4df600/0x4c38e74a5472a2bc lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3466 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.232014:0:6837:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4df600/0x4c38e74a5472a2bc lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3466 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.232016:0:6837:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88012c4df600 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:0.0:1718930703.232017:0:6837:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4df600/0x4c38e74a5472a2bc lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3466 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.232020:0:6837:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4df600/0x4c38e74a5472a2bc lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3466 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.232023:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a6:0x0].0x3466 (ffff880084f18b00) 00010000:00010000:0.0:1718930703.232024:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1718930703.232024:0:6837:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4df600/0x4c38e74a5472a2bc lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1a6:0x0].0x3466 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.232027:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4df600/0x4c38e74a5472a2bc lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1a6:0x0].0x3466 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.232041:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dd680/0x4c38e74a5472a2ae lrc: 0/0,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fc7b expref: 59 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.232046:0:6837:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dd440/0x4c38e74a5472a2c3 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x612:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fc7b expref: 58 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.232049:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x612:0x0].0x0 (ffff880084f18300) 00010000:00010000:0.0:1718930703.232050:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 9 00010000:00010000:0.0:1718930703.232051:0:6837:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88012c4dd440, rc 0) 00000100:00100000:0.0:1718930703.232076:0:6837:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e1ea850 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+58:26696:x1802425753291840:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 230us (278us total) trans 4294987177 rc 0/0 00000100:00100000:0.0:1718930703.232080:0:6837:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230896 00000100:00100000:1.0:1718930703.232821:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1718930703.232866:0:10547:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753291968 00000100:00100000:2.0:1718930703.232892:0:10547:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 10825 00000100:00100000:2.0:1718930703.232895:0:10547:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a30000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:8a07974b-7506-4725-beb3-4b5c6f8f9250+58:26696:x1802425753291968:12345-192.168.204.9@tcp:35:lfs.0 00000100:00100000:2.0:1718930703.232970:0:10547:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a30000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:8a07974b-7506-4725-beb3-4b5c6f8f9250+59:26696:x1802425753291968:12345-192.168.204.9@tcp:35:lfs.0 Request processed in 75us (150us total) trans 4294987178 rc 0/0 00000100:00100000:2.0:1718930703.232975:0:10547:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 10825 00000100:00100000:2.0:1718930703.237609:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1718930703.237641:0:6837:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753292096 00000100:00100000:0.0:1718930703.237677:0:6837:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230897 00000100:00100000:0.0:1718930703.237680:0:6837:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880081792ac0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+59:26697:x1802425753292096:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:0.0:1718930703.237689:0:6837:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1718930703.237694:0:6837:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dfcc0/0x4c38e74a5472a2d1 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xceea94147812fc82 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.237715:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4df840/0x4c38e74a5472a2d8 lrc: 3/1,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.237732:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4df840/0x4c38e74a5472a2d8 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.237736:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4df840/0x4c38e74a5472a2d8 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.237745:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4def40/0x4c38e74a5472a2df lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1a6:0x0].0x3166 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.237748:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4def40/0x4c38e74a5472a2df lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3166 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.237751:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4def40/0x4c38e74a5472a2df lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3166 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.237771:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4df840/0x4c38e74a5472a2d8 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.237775:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4df840/0x4c38e74a5472a2d8 lrc: 2/0,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.237778:0:6837:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4df840/0x4c38e74a5472a2d8 lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.237781:0:6837:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88012c4df840 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:0.0:1718930703.237782:0:6837:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4df840/0x4c38e74a5472a2d8 lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.237785:0:6837:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4df840/0x4c38e74a5472a2d8 lrc: 4/0,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.237789:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a6:0x0].0x0 (ffff88006f4e6e00) 00010000:00010000:0.0:1718930703.237790:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1718930703.237791:0:6837:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4df840/0x4c38e74a5472a2d8 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.237797:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4df840/0x4c38e74a5472a2d8 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.237802:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4def40/0x4c38e74a5472a2df lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3166 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.237804:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4def40/0x4c38e74a5472a2df lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3166 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.237807:0:6837:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4def40/0x4c38e74a5472a2df lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3166 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.237810:0:6837:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88012c4def40 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:0.0:1718930703.237811:0:6837:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4def40/0x4c38e74a5472a2df lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3166 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.237813:0:6837:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4def40/0x4c38e74a5472a2df lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3166 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.237816:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a6:0x0].0x3166 (ffff88012fe3a800) 00010000:00010000:0.0:1718930703.237817:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1718930703.237818:0:6837:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4def40/0x4c38e74a5472a2df lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1a6:0x0].0x3166 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.237820:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4def40/0x4c38e74a5472a2df lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1a6:0x0].0x3166 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.237831:0:6837:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dfcc0/0x4c38e74a5472a2d1 lrc: 1/0,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fc82 expref: 60 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.237838:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dfcc0/0x4c38e74a5472a2d1 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fc82 expref: 60 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.237842:0:6837:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88012c4dfcc0, rc 0) 00000100:00100000:0.0:1718930703.237867:0:6837:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880081792ac0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+59:26697:x1802425753292096:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 186us (259us total) trans 0 rc 301/301 00000100:00100000:0.0:1718930703.237871:0:6837:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230897 00000100:00100000:3.0:1718930703.238855:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1718930703.238884:0:6837:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753292224 00000100:00100000:0.0:1718930703.238905:0:6837:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230898 00000100:00100000:0.0:1718930703.238908:0:6837:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880123c47200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+59:26697:x1802425753292224:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:0.0:1718930703.238915:0:6837:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1718930703.238920:0:6837:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dc000/0x4c38e74a5472a2e6 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xceea94147812fc89 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.238940:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dc480/0x4c38e74a5472a2ed lrc: 3/1,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.238945:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dc480/0x4c38e74a5472a2ed lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.238949:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dc480/0x4c38e74a5472a2ed lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.238954:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4deac0/0x4c38e74a5472a2f4 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1a6:0x0].0x3166 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.238958:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4deac0/0x4c38e74a5472a2f4 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3166 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.238973:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4deac0/0x4c38e74a5472a2f4 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3166 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.239002:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dcb40/0x4c38e74a5472a2fb lrc: 3/1,0 mode: --/CR res: [0x240000402:0x60f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.239005:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dcb40/0x4c38e74a5472a2fb lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x60f:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.239009:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dcb40/0x4c38e74a5472a2fb lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x60f:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00200000:0.0:1718930703.239013:0:6837:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x60f:0x0]: returning size 0 00010000:00010000:0.0:1718930703.239034:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dc480/0x4c38e74a5472a2ed lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.239037:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dc480/0x4c38e74a5472a2ed lrc: 2/0,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.239040:0:6837:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dc480/0x4c38e74a5472a2ed lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.239043:0:6837:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88012c4dc480 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:0.0:1718930703.239044:0:6837:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dc480/0x4c38e74a5472a2ed lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.239047:0:6837:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dc480/0x4c38e74a5472a2ed lrc: 4/0,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.239051:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a6:0x0].0x0 (ffff88006f4e6e00) 00010000:00010000:0.0:1718930703.239053:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1718930703.239054:0:6837:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dc480/0x4c38e74a5472a2ed lrc: 2/0,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.239057:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dc480/0x4c38e74a5472a2ed lrc: 0/0,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.239062:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4deac0/0x4c38e74a5472a2f4 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3166 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.239065:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4deac0/0x4c38e74a5472a2f4 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3166 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.239067:0:6837:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4deac0/0x4c38e74a5472a2f4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3166 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.239071:0:6837:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88012c4deac0 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:0.0:1718930703.239072:0:6837:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4deac0/0x4c38e74a5472a2f4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3166 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.239074:0:6837:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4deac0/0x4c38e74a5472a2f4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3166 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.239077:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a6:0x0].0x3166 (ffff88012fe3a700) 00010000:00010000:0.0:1718930703.239078:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1718930703.239079:0:6837:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4deac0/0x4c38e74a5472a2f4 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1a6:0x0].0x3166 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.239081:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4deac0/0x4c38e74a5472a2f4 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1a6:0x0].0x3166 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.239096:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dc000/0x4c38e74a5472a2e6 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fc89 expref: 62 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.239101:0:6837:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dcb40/0x4c38e74a5472a2fb lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x60f:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fc89 expref: 61 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.239105:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x60f:0x0].0x0 (ffff88012fe3aa00) 00010000:00010000:0.0:1718930703.239105:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 9 00010000:00010000:0.0:1718930703.239106:0:6837:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88012c4dcb40, rc 0) 00000100:00100000:0.0:1718930703.239132:0:6837:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880123c47200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+61:26697:x1802425753292224:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 223us (278us total) trans 4294987179 rc 0/0 00000100:00100000:0.0:1718930703.239136:0:6837:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230898 00000100:00100000:1.0:1718930703.239884:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1718930703.239916:0:10547:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753292352 00000100:00100000:2.0:1718930703.239938:0:10547:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 10826 00000100:00100000:2.0:1718930703.239941:0:10547:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a32ac0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:8a07974b-7506-4725-beb3-4b5c6f8f9250+61:26697:x1802425753292352:12345-192.168.204.9@tcp:35:lfs.0 00000100:00100000:2.0:1718930703.240013:0:10547:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a32ac0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:8a07974b-7506-4725-beb3-4b5c6f8f9250+62:26697:x1802425753292352:12345-192.168.204.9@tcp:35:lfs.0 Request processed in 71us (131us total) trans 4294987180 rc 0/0 00000100:00100000:2.0:1718930703.240018:0:10547:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 10826 00000100:00100000:2.0:1718930703.243857:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1718930703.243938:0:6837:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753292480 00000100:00100000:0.0:1718930703.243962:0:6837:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230899 00000100:00100000:0.0:1718930703.243965:0:6837:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880081792140 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+62:26698:x1802425753292480:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:0.0:1718930703.243973:0:6837:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1718930703.243978:0:6837:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4de640/0x4c38e74a5472a309 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xceea94147812fc90 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.244000:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dc000/0x4c38e74a5472a310 lrc: 3/1,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.244005:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dc000/0x4c38e74a5472a310 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.244009:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dc000/0x4c38e74a5472a310 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.244018:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4deac0/0x4c38e74a5472a317 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1a6:0x0].0x3966 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.244022:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4deac0/0x4c38e74a5472a317 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3966 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.244025:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4deac0/0x4c38e74a5472a317 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3966 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.244044:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dc000/0x4c38e74a5472a310 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.244047:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dc000/0x4c38e74a5472a310 lrc: 2/0,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.244050:0:6837:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dc000/0x4c38e74a5472a310 lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.244053:0:6837:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88012c4dc000 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:0.0:1718930703.244054:0:6837:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dc000/0x4c38e74a5472a310 lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.244057:0:6837:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dc000/0x4c38e74a5472a310 lrc: 4/0,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.244061:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a6:0x0].0x0 (ffff88006f4e6e00) 00010000:00010000:0.0:1718930703.244062:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1718930703.244063:0:6837:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dc000/0x4c38e74a5472a310 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.244071:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dc000/0x4c38e74a5472a310 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.244089:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4deac0/0x4c38e74a5472a317 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3966 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.244094:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4deac0/0x4c38e74a5472a317 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3966 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.244099:0:6837:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4deac0/0x4c38e74a5472a317 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3966 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.244104:0:6837:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88012c4deac0 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:0.0:1718930703.244106:0:6837:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4deac0/0x4c38e74a5472a317 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3966 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.244111:0:6837:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4deac0/0x4c38e74a5472a317 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3966 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.244118:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a6:0x0].0x3966 (ffff88012fe3af00) 00010000:00010000:0.0:1718930703.244120:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1718930703.244121:0:6837:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4deac0/0x4c38e74a5472a317 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1a6:0x0].0x3966 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.244126:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4deac0/0x4c38e74a5472a317 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1a6:0x0].0x3966 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.244144:0:6837:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4de640/0x4c38e74a5472a309 lrc: 1/0,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fc90 expref: 63 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.244155:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4de640/0x4c38e74a5472a309 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fc90 expref: 63 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.244162:0:6837:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88012c4de640, rc 0) 00000100:00100000:0.0:1718930703.244188:0:6837:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880081792140 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+62:26698:x1802425753292480:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 222us (332us total) trans 0 rc 301/301 00000100:00100000:0.0:1718930703.244192:0:6837:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230899 00000100:00100000:3.0:1718930703.245088:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1718930703.245121:0:6837:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753292608 00000100:00100000:0.0:1718930703.245141:0:6837:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230900 00000100:00100000:0.0:1718930703.245143:0:6837:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880123c476c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+62:26698:x1802425753292608:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:0.0:1718930703.245150:0:6837:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1718930703.245154:0:6837:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dc480/0x4c38e74a5472a31e lrc: 2/0,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xceea94147812fc97 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.245174:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dfcc0/0x4c38e74a5472a325 lrc: 3/1,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.245179:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dfcc0/0x4c38e74a5472a325 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.245184:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dfcc0/0x4c38e74a5472a325 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.245188:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4def40/0x4c38e74a5472a32c lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1a6:0x0].0x3966 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.245192:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4def40/0x4c38e74a5472a32c lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3966 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.245195:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4def40/0x4c38e74a5472a32c lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3966 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.245224:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4df840/0x4c38e74a5472a333 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x610:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.245227:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4df840/0x4c38e74a5472a333 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x610:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.245231:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4df840/0x4c38e74a5472a333 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x610:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00200000:0.0:1718930703.245235:0:6837:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x610:0x0]: returning size 0 00010000:00010000:0.0:1718930703.245255:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dfcc0/0x4c38e74a5472a325 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.245258:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dfcc0/0x4c38e74a5472a325 lrc: 2/0,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.245261:0:6837:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dfcc0/0x4c38e74a5472a325 lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.245264:0:6837:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88012c4dfcc0 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:0.0:1718930703.245265:0:6837:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dfcc0/0x4c38e74a5472a325 lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.245268:0:6837:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dfcc0/0x4c38e74a5472a325 lrc: 4/0,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.245272:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a6:0x0].0x0 (ffff88006f4e6e00) 00010000:00010000:0.0:1718930703.245274:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1718930703.245275:0:6837:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dfcc0/0x4c38e74a5472a325 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.245278:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dfcc0/0x4c38e74a5472a325 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.245283:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4def40/0x4c38e74a5472a32c lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3966 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.245285:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4def40/0x4c38e74a5472a32c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3966 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.245288:0:6837:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4def40/0x4c38e74a5472a32c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3966 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.245290:0:6837:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88012c4def40 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:0.0:1718930703.245291:0:6837:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4def40/0x4c38e74a5472a32c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3966 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.245294:0:6837:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4def40/0x4c38e74a5472a32c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3966 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.245297:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a6:0x0].0x3966 (ffff88012fe3ad00) 00010000:00010000:0.0:1718930703.245298:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1718930703.245299:0:6837:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4def40/0x4c38e74a5472a32c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1a6:0x0].0x3966 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.245301:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4def40/0x4c38e74a5472a32c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1a6:0x0].0x3966 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.245315:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dc480/0x4c38e74a5472a31e lrc: 0/0,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fc97 expref: 65 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.245320:0:6837:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4df840/0x4c38e74a5472a333 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x610:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fc97 expref: 64 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.245323:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x610:0x0].0x0 (ffff88012fe3a700) 00010000:00010000:0.0:1718930703.245324:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 9 00010000:00010000:0.0:1718930703.245325:0:6837:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88012c4df840, rc 0) 00000100:00100000:0.0:1718930703.245349:0:6837:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880123c476c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+64:26698:x1802425753292608:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 205us (263us total) trans 4294987181 rc 0/0 00000100:00100000:0.0:1718930703.245353:0:6837:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230900 00000100:00100000:1.0:1718930703.246107:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1718930703.246182:0:10547:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753292736 00000100:00100000:2.0:1718930703.246206:0:10547:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 10827 00000100:00100000:2.0:1718930703.246209:0:10547:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88006e9dc850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:8a07974b-7506-4725-beb3-4b5c6f8f9250+64:26698:x1802425753292736:12345-192.168.204.9@tcp:35:lfs.0 00000100:00100000:2.0:1718930703.246280:0:10547:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88006e9dc850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:8a07974b-7506-4725-beb3-4b5c6f8f9250+65:26698:x1802425753292736:12345-192.168.204.9@tcp:35:lfs.0 Request processed in 70us (175us total) trans 4294987182 rc 0/0 00000100:00100000:2.0:1718930703.246285:0:10547:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 10827 00000100:00100000:2.0:1718930703.250325:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1718930703.250357:0:6837:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753292864 00000100:00100000:0.0:1718930703.250379:0:6837:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230901 00000100:00100000:0.0:1718930703.250382:0:6837:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800817976c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+65:26699:x1802425753292864:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:0.0:1718930703.250390:0:6837:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1718930703.250395:0:6837:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dd680/0x4c38e74a5472a341 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xceea94147812fc9e expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.250416:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4df600/0x4c38e74a5472a348 lrc: 3/1,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.250435:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4df600/0x4c38e74a5472a348 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.250440:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4df600/0x4c38e74a5472a348 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.250450:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dc6c0/0x4c38e74a5472a34f lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1a6:0x0].0x3266 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.250453:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dc6c0/0x4c38e74a5472a34f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3266 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.250457:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dc6c0/0x4c38e74a5472a34f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3266 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.250476:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4df600/0x4c38e74a5472a348 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.250479:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4df600/0x4c38e74a5472a348 lrc: 2/0,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.250481:0:6837:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4df600/0x4c38e74a5472a348 lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.250484:0:6837:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88012c4df600 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:0.0:1718930703.250486:0:6837:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4df600/0x4c38e74a5472a348 lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.250488:0:6837:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4df600/0x4c38e74a5472a348 lrc: 4/0,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.250492:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a6:0x0].0x0 (ffff88006f4e6e00) 00010000:00010000:0.0:1718930703.250494:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1718930703.250495:0:6837:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4df600/0x4c38e74a5472a348 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.250500:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4df600/0x4c38e74a5472a348 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.250506:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dc6c0/0x4c38e74a5472a34f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3266 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.250508:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dc6c0/0x4c38e74a5472a34f lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3266 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.250511:0:6837:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dc6c0/0x4c38e74a5472a34f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3266 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.250514:0:6837:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88012c4dc6c0 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:0.0:1718930703.250515:0:6837:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dc6c0/0x4c38e74a5472a34f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3266 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.250517:0:6837:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dc6c0/0x4c38e74a5472a34f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3266 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.250520:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a6:0x0].0x3266 (ffff88012fe3a600) 00010000:00010000:0.0:1718930703.250521:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1718930703.250522:0:6837:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dc6c0/0x4c38e74a5472a34f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1a6:0x0].0x3266 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.250524:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dc6c0/0x4c38e74a5472a34f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1a6:0x0].0x3266 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.250536:0:6837:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dd680/0x4c38e74a5472a341 lrc: 1/0,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fc9e expref: 66 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.250543:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dd680/0x4c38e74a5472a341 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fc9e expref: 66 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.250547:0:6837:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88012c4dd680, rc 0) 00000100:00100000:0.0:1718930703.250570:0:6837:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800817976c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+65:26699:x1802425753292864:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 187us (246us total) trans 0 rc 301/301 00000100:00100000:0.0:1718930703.250574:0:6837:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230901 00000100:00100000:3.0:1718930703.251557:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1718930703.251590:0:6837:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753292992 00000100:00100000:0.0:1718930703.251610:0:6837:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230902 00000100:00100000:0.0:1718930703.251613:0:6837:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880123c40000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+65:26699:x1802425753292992:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:0.0:1718930703.251619:0:6837:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1718930703.251624:0:6837:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dcd80/0x4c38e74a5472a356 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xceea94147812fca5 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.251644:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4df180/0x4c38e74a5472a35d lrc: 3/1,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.251650:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4df180/0x4c38e74a5472a35d lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.251654:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4df180/0x4c38e74a5472a35d lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.251674:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4ddd40/0x4c38e74a5472a364 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1a6:0x0].0x3266 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.251678:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4ddd40/0x4c38e74a5472a364 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3266 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.251681:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4ddd40/0x4c38e74a5472a364 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3266 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.251711:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dc000/0x4c38e74a5472a36b lrc: 3/1,0 mode: --/CR res: [0x240000402:0x60c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.251715:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dc000/0x4c38e74a5472a36b lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x60c:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.251719:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dc000/0x4c38e74a5472a36b lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x60c:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00200000:0.0:1718930703.251722:0:6837:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x60c:0x0]: returning size 0 00010000:00010000:0.0:1718930703.251742:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4df180/0x4c38e74a5472a35d lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.251745:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4df180/0x4c38e74a5472a35d lrc: 2/0,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.251748:0:6837:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4df180/0x4c38e74a5472a35d lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.251751:0:6837:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88012c4df180 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:0.0:1718930703.251752:0:6837:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4df180/0x4c38e74a5472a35d lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.251755:0:6837:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4df180/0x4c38e74a5472a35d lrc: 4/0,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.251759:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a6:0x0].0x0 (ffff88006f4e6e00) 00010000:00010000:0.0:1718930703.251760:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1718930703.251761:0:6837:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4df180/0x4c38e74a5472a35d lrc: 2/0,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.251764:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4df180/0x4c38e74a5472a35d lrc: 0/0,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.251769:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4ddd40/0x4c38e74a5472a364 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3266 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.251772:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4ddd40/0x4c38e74a5472a364 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3266 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.251775:0:6837:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4ddd40/0x4c38e74a5472a364 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3266 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.251777:0:6837:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88012c4ddd40 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:0.0:1718930703.251778:0:6837:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4ddd40/0x4c38e74a5472a364 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3266 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.251781:0:6837:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4ddd40/0x4c38e74a5472a364 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3266 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.251784:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a6:0x0].0x3266 (ffff88012fe3ab00) 00010000:00010000:0.0:1718930703.251785:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1718930703.251785:0:6837:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4ddd40/0x4c38e74a5472a364 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1a6:0x0].0x3266 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.251788:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4ddd40/0x4c38e74a5472a364 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1a6:0x0].0x3266 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.251803:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dcd80/0x4c38e74a5472a356 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fca5 expref: 68 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.251808:0:6837:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dc000/0x4c38e74a5472a36b lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x60c:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fca5 expref: 67 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.251811:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x60c:0x0].0x0 (ffff88012fe3a500) 00010000:00010000:0.0:1718930703.251813:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 9 00010000:00010000:0.0:1718930703.251813:0:6837:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88012c4dc000, rc 0) 00000100:00100000:0.0:1718930703.251837:0:6837:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880123c40000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+67:26699:x1802425753292992:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 223us (280us total) trans 4294987183 rc 0/0 00000100:00100000:0.0:1718930703.251841:0:6837:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230902 00000100:00100000:1.0:1718930703.252824:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1718930703.252899:0:10547:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753293120 00000100:00100000:2.0:1718930703.252925:0:10547:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 10828 00000100:00100000:2.0:1718930703.252929:0:10547:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a34280 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:8a07974b-7506-4725-beb3-4b5c6f8f9250+67:26699:x1802425753293120:12345-192.168.204.9@tcp:35:lfs.0 00000100:00100000:2.0:1718930703.252995:0:10547:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a34280 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:8a07974b-7506-4725-beb3-4b5c6f8f9250+68:26699:x1802425753293120:12345-192.168.204.9@tcp:35:lfs.0 Request processed in 65us (173us total) trans 4294987184 rc 0/0 00000100:00100000:2.0:1718930703.253000:0:10547:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 10828 00000100:00100000:2.0:1718930703.256081:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1718930703.256112:0:6837:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753293184 00000100:00100000:0.0:1718930703.256132:0:6837:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230903 00000100:00100000:0.0:1718930703.256135:0:6837:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880081795f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+68:26700:x1802425753293184:12345-192.168.204.9@tcp:101:diff.0 00010000:00010000:0.0:1718930703.256144:0:6837:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1718930703.256151:0:6837:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88012da4db00/0x4c38e74a5472a379 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xceea94147812fcac expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.256173:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88012da4e640/0x4c38e74a5472a380 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x614:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.256178:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88012da4e640/0x4c38e74a5472a380 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x614:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.256182:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88012da4e640/0x4c38e74a5472a380 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x614:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00200000:0.0:1718930703.256201:0:6837:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x614:0x0]: returning size 1716 00000004:00200000:0.0:1718930703.256202:0:6837:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1718930703.256213:0:6837:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff88012da4e640/0x4c38e74a5472a380 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x614:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.256218:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88012da4e640/0x4c38e74a5472a380 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x614:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.256226:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012da4db00/0x4c38e74a5472a379 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fcac expref: 70 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.256233:0:6837:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88012da4e640/0x4c38e74a5472a380 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x614:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fcac expref: 69 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.256237:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x614:0x0].0x0 (ffff8800a1b95700) 00010000:00010000:0.0:1718930703.256238:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1718930703.256239:0:6837:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88012da4e640, rc 0) 00000100:00100000:0.0:1718930703.256262:0:6837:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880081795f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+69:26700:x1802425753293184:12345-192.168.204.9@tcp:101:diff.0 Request processed in 125us (182us total) trans 0 rc 0/0 00000100:00100000:0.0:1718930703.256265:0:6837:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230903 00000100:00100000:3.0:1718930703.257280:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1718930703.257336:0:22545:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753293248 00000100:00100000:2.0:1718930703.257370:0:22545:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.204.9@tcp, with round 505 00000100:00100000:2.0:1718930703.257374:0:22545:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880123c40e40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8a07974b-7506-4725-beb3-4b5c6f8f9250+7:1876:x1802425753293248:12345-192.168.204.9@tcp:101:diff.0 00010000:00010000:2.0:1718930703.257381:0:22545:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1718930703.257389:0:22545:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008350e400/0x4c38e74a5472a387 lrc: 2/0,0 mode: --/PR res: [0x586:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xceea94147812fcb3 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1718930703.257404:0:22545:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x586:0x0] initial LVB size: 1716, mtime: 0x6674cd0d, atime: 0x0, ctime: 0x6674cd0d, blocks: 0x8 00010000:00010000:2.0:1718930703.257413:0:22545:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1718930703.257414:0:22545:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1718930703.257418:0:22545:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008350e400/0x4c38e74a5472a387 lrc: 3/0,0 mode: PR/PR res: [0x586:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fcb3 expref: 8 pid: 22545 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1718930703.257438:0:22545:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008350e400/0x4c38e74a5472a387 lrc: 3/0,0 mode: PR/PR res: [0x586:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fcb3 expref: 8 pid: 22545 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1718930703.257444:0:22545:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88008350e400, rc 0) 00000100:00100000:2.0:1718930703.257467:0:22545:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880123c40e40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8a07974b-7506-4725-beb3-4b5c6f8f9250+8:1876:x1802425753293248:12345-192.168.204.9@tcp:101:diff.0 Request processed in 92us (188us total) trans 0 rc 0/0 00000100:00100000:2.0:1718930703.257471:0:22545:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.204.9@tcp, with round 505 00000100:00100000:1.0:1718930703.258504:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1718930703.258534:0:6837:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753293376 00000100:00100000:0.0:1718930703.258555:0:6837:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230904 00000100:00100000:0.0:1718930703.258558:0:6837:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a36880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+69:26700:x1802425753293376:12345-192.168.204.9@tcp:101:diff.0 00010000:00010000:0.0:1718930703.258564:0:6837:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1718930703.258569:0:6837:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88012da4d680/0x4c38e74a5472a38e lrc: 2/0,0 mode: --/CR res: [0x240000402:0x614:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xceea94147812fcba expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.258601:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88012da4fa80/0x4c38e74a5472a395 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x614:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.258606:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88012da4fa80/0x4c38e74a5472a395 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x614:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.258610:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88012da4fa80/0x4c38e74a5472a395 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x614:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00200000:0.0:1718930703.258614:0:6837:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x614:0x0]: returning size 1716 00010000:00010000:0.0:1718930703.258640:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012da4d680/0x4c38e74a5472a38e lrc: 0/0,0 mode: --/CR res: [0x240000402:0x614:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fcba expref: 72 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.258647:0:6837:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88012da4fa80/0x4c38e74a5472a395 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x614:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fcba expref: 71 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.258650:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x614:0x0].0x0 (ffff8800a1b95700) 00010000:00010000:0.0:1718930703.258652:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:0.0:1718930703.258653:0:6837:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88012da4fa80, rc 0) 00000100:00100000:0.0:1718930703.258693:0:6837:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a36880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+71:26700:x1802425753293376:12345-192.168.204.9@tcp:101:diff.0 Request processed in 134us (191us total) trans 4294987185 rc 0/0 00000100:00100000:0.0:1718930703.258697:0:6837:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230904 00000100:00100000:0.0:1718930703.259806:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1718930703.259857:0:22544:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753293504 00002000:00100000:2.0:1718930703.259876:0:22544:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x100010000:0x586:0x0] (0->4095) req@ffff8800a0f15a40 x1802425753293504/t0(0) o3->8a07974b-7506-4725-beb3-4b5c6f8f9250@192.168.204.9@tcp:351/0 lens 488/0 e 0 to 0 dl 1718930746 ref 1 fl New:/0/ffffffff rc 0/-1 job:'diff.0' 00002000:00100000:2.0:1718930703.259882:0:22544:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0f15a40 with x1802425753293504 ext(0->4095) 00002000:00010000:2.0:1718930703.259885:0:22544:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a0f15a40 00000100:00100000:2.0:1718930703.259903:0:22544:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 32978 00000100:00100000:2.0:1718930703.259905:0:22544:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0f15a40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8a07974b-7506-4725-beb3-4b5c6f8f9250+8:1877:x1802425753293504:12345-192.168.204.9@tcp:3:diff.0 00000100:00100000:2.0:1718930703.259989:0:22544:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0f15a40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8a07974b-7506-4725-beb3-4b5c6f8f9250+8:1877:x1802425753293504:12345-192.168.204.9@tcp:3:diff.0 Request processed in 83us (184us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1718930703.259993:0:22544:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 32978 00002000:00100000:2.0:1718930703.259996:0:22544:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x100010000:0x586:0x0] (0->4095) req@ffff8800a0f15a40 x1802425753293504/t0(0) o3->8a07974b-7506-4725-beb3-4b5c6f8f9250@192.168.204.9@tcp:351/0 lens 488/4536 e 0 to 0 dl 1718930746 ref 1 fl Complete:/0/0 rc 4096/4096 job:'diff.0' 00002000:00100000:2.0:1718930703.260001:0:22544:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0f15a40 with x1802425753293504 ext(0->4095) 00002000:00010000:2.0:1718930703.260002:0:22544:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a0f15a40 00000100:00100000:3.0:1718930703.263472:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1718930703.263546:0:10547:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753293632 00000100:00100000:2.0:1718930703.263576:0:10547:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 10829 00000100:00100000:2.0:1718930703.263580:0:10547:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880123c41300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:8a07974b-7506-4725-beb3-4b5c6f8f9250+71:26701:x1802425753293632:12345-192.168.204.9@tcp:35:rm.0 00000100:00100000:2.0:1718930703.263702:0:10547:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880123c41300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:8a07974b-7506-4725-beb3-4b5c6f8f9250+72:26701:x1802425753293632:12345-192.168.204.9@tcp:35:rm.0 Request processed in 122us (231us total) trans 4294987186 rc 0/0 00000100:00100000:2.0:1718930703.263707:0:10547:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 10829 00000100:00100000:1.0:1718930703.264490:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1718930703.264522:0:6837:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753293760 00000100:00100000:0.0:1718930703.264542:0:6837:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230905 00000100:00100000:0.0:1718930703.264544:0:6837:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a31300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+72:26701:x1802425753293760:12345-192.168.204.9@tcp:36:rm.0 00010000:00010000:0.0:1718930703.264561:0:6837:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:0.0:1718930703.264569:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012da4e640/0x4c38e74a5472a380 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x614:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fcac expref: 72 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.264578:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012da4fa80/0x4c38e74a5472a395 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x614:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fcba expref: 71 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.264584:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dd200/0x4c38e74a5472a13b lrc: 0/0,0 mode: --/CR res: [0x240000402:0x614:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fc19 expref: 70 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.264589:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x614:0x0].0x0 (ffff8800a1b95700) 00010000:00010000:0.0:1718930703.264595:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4ded00/0x4c38e74a5472a0c4 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1a5:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fbf6 expref: 69 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.264599:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a5:0x0].0x0 (ffff88012a272300) 00010000:00010000:0.0:1718930703.264601:0:6837:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1718930703.264608:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88012da4d200/0x4c38e74a5472a3a3 lrc: 3/0,1 mode: --/CW res: [0x240000400:0x1a5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.264613:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88012da4d200/0x4c38e74a5472a3a3 lrc: 3/0,1 mode: CW/CW res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.264616:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88012da4d200/0x4c38e74a5472a3a3 lrc: 3/0,1 mode: CW/CW res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.264622:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88012da4c6c0/0x4c38e74a5472a3aa lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1a5:0x0].0xba987ca0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.264625:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88012da4c6c0/0x4c38e74a5472a3aa lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1a5:0x0].0xba987ca0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.264627:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88012da4c6c0/0x4c38e74a5472a3aa lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1a5:0x0].0xba987ca0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.264649:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88012da4cb40/0x4c38e74a5472a3b1 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x614:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.264653:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88012da4cb40/0x4c38e74a5472a3b1 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x614:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.264656:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88012da4cb40/0x4c38e74a5472a3b1 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x614:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000040:00080000:0.0:1718930703.264785:0:6837:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].383, 64 off32704 00000004:00080000:0.0:1718930703.264789:0:6837:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 3614336128652ns, next at 3615336127776ns, rc = 0 00010000:00010000:0.0:1718930703.264804:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88012da4f3c0/0x4c38e74a5472a3b8 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x614:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.264809:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88012da4f3c0/0x4c38e74a5472a3b8 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x614:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446612135299431184 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.264813:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88012da4f3c0/0x4c38e74a5472a3b8 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x614:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446612135299431184 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.264816:0:6837:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88012da4f3c0/0x4c38e74a5472a3b8 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x614:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446612135299431184 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.264819:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88012da4f3c0/0x4c38e74a5472a3b8 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x614:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446612135299431184 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.264822:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88012da4f3c0/0x4c38e74a5472a3b8 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x614:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446612135299431184 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.264839:0:6837:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:0.0:1718930703.264846:0:6837:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff880092a31300 reply state ffff8800812a3000 transno 4294987187 ns: mdt-lustre-MDT0001_UUID lock: ffff88012da4cb40/0x4c38e74a5472a3b1 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x614:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.264892:0:11341:0:(ldlm_lockd.c:2784:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1718930703.264896:0:11341:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88012da4f3c0/0x4c38e74a5472a3b8 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x614:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446612135299431184 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.264902:0:11341:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88012da4f3c0 already unused, calling callback (ffffffffa080a190) 00010000:00010000:2.0:1718930703.264903:0:11341:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88012da4f3c0/0x4c38e74a5472a3b8 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x614:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446612135299431184 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.264908:0:11341:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88012da4f3c0/0x4c38e74a5472a3b8 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x614:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446612135299431184 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.264908:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88012da4d200/0x4c38e74a5472a3a3 lrc: 3/0,1 mode: CW/CW res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.264912:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88012da4d200/0x4c38e74a5472a3a3 lrc: 2/0,0 mode: CW/CW res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.264914:0:11341:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x614:0x0].0x0 (ffff88012fe3af00) 00010000:00010000:2.0:1718930703.264915:0:11341:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1718930703.264915:0:6837:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88012da4d200/0x4c38e74a5472a3a3 lrc: 3/0,0 mode: CW/CW res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.264916:0:11341:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88012da4f3c0/0x4c38e74a5472a3b8 lrc: 1/0,0 mode: --/PW res: [0x240000402:0x614:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446612135299431184 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.264917:0:6837:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88012da4d200 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:0.0:1718930703.264918:0:6837:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88012da4d200/0x4c38e74a5472a3a3 lrc: 3/0,0 mode: CW/CW res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.264921:0:6837:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88012da4d200/0x4c38e74a5472a3a3 lrc: 4/0,0 mode: CW/CW res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.264924:0:11341:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012da4f3c0/0x4c38e74a5472a3b8 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x614:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446612135299431184 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.264925:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a5:0x0].0x0 (ffff88012a272300) 00010000:00010000:0.0:1718930703.264926:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1718930703.264927:0:6837:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88012da4d200/0x4c38e74a5472a3a3 lrc: 2/0,0 mode: --/CW res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.264930:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012da4d200/0x4c38e74a5472a3a3 lrc: 0/0,0 mode: --/CW res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1718930703.264934:0:6837:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff880092a31300 reply state ffff8800812a3000 transno 4294987187 ns: mdt-lustre-MDT0001_UUID lock: ffff88012da4c6c0/0x4c38e74a5472a3aa lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1a5:0x0].0xba987ca0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.264935:0:11341:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1718930703.264936:0:11341:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1718930703.264936:0:11341:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1718930703.264966:0:6837:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a31300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+70:26701:x1802425753293760:12345-192.168.204.9@tcp:36:rm.0 Request processed in 420us (477us total) trans 4294987187 rc 0/0 00000100:00100000:0.0:1718930703.264970:0:6837:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230905 00010000:00010000:1.0:1718930703.265625:0:3307:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88012da4c6c0/0x4c38e74a5472a3aa lrc: 3/0,1 mode: COS/COS res: [0x240000400:0x1a5:0x0].0xba987ca0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.265632:0:3307:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a5:0x0].0xba987ca0 (ffff88012fe3ad00) 00010000:00010000:1.0:1718930703.265634:0:3307:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1718930703.265636:0:3307:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88012da4cb40/0x4c38e74a5472a3b1 lrc: 3/0,1 mode: COS/COS res: [0x240000402:0x614:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.265639:0:3307:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x614:0x0].0x0 (ffff88012fe3af00) 00010000:00010000:1.0:1718930703.265640:0:3307:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00000100:00100000:2.0:1718930703.265732:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930703.265761:0:6837:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753293824 00000100:00100000:1.0:1718930703.265792:0:6837:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230906 00000100:00100000:1.0:1718930703.265796:0:6837:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880081796880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+70:26701:x1802425753293824:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:1.0:1718930703.265807:0:6837:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1718930703.265815:0:6837:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b86c0/0x4c38e74a5472a3bf lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1a5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xceea94147812fcc1 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.265830:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b86c0/0x4c38e74a5472a3bf lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fcc1 expref: 71 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.265836:0:6837:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b86c0/0x4c38e74a5472a3bf lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fcc1 expref: 71 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.265839:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a5:0x0].0x0 (ffff88012a272300) 00010000:00010000:1.0:1718930703.265840:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1718930703.265842:0:6837:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff8800849b86c0, rc 0) 00000100:00100000:1.0:1718930703.265867:0:6837:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880081796880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+71:26701:x1802425753293824:12345-192.168.204.9@tcp:101:rm.0 Request processed in 71us (136us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930703.265871:0:6837:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230906 00000100:00100000:0.0:1718930703.266900:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1718930703.266988:0:10547:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753293888 00000100:00100000:2.0:1718930703.267010:0:10547:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 10830 00000100:00100000:2.0:1718930703.267013:0:10547:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0f163c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:8a07974b-7506-4725-beb3-4b5c6f8f9250+71:26701:x1802425753293888:12345-192.168.204.9@tcp:37:rm.0 00000100:00100000:2.0:1718930703.268515:0:10547:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0f163c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:8a07974b-7506-4725-beb3-4b5c6f8f9250+71:26701:x1802425753293888:12345-192.168.204.9@tcp:37:rm.0 Request processed in 1499us (1616us total) trans 0 rc 0/0 00000100:00100000:2.0:1718930703.268521:0:10547:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 10830 00000100:00100000:0.0:1718930703.270196:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930703.270273:0:6837:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753294016 00000100:00100000:1.0:1718930703.270297:0:6837:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230907 00000100:00100000:1.0:1718930703.270303:0:6837:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0f10980 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+71:26701:x1802425753294016:12345-192.168.204.9@tcp:36:rm.0 00010000:00010000:1.0:1718930703.270317:0:6837:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1718930703.270326:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dc900/0x4c38e74a5472a173 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x611:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fc27 expref: 71 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.270341:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x611:0x0].0x0 (ffff8800a1b95400) 00010000:00010000:1.0:1718930703.270348:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad9d40/0x4c38e74a54729bbc lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1a6:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fb16 expref: 70 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.270353:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a6:0x0].0x0 (ffff88006f4e6e00) 00010000:00010000:1.0:1718930703.270356:0:6837:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1718930703.270364:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8800849bb3c0/0x4c38e74a5472a3c6 lrc: 3/0,1 mode: --/CW res: [0x240000400:0x1a6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.270368:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800849bb3c0/0x4c38e74a5472a3c6 lrc: 3/0,1 mode: CW/CW res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.270372:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800849bb3c0/0x4c38e74a5472a3c6 lrc: 3/0,1 mode: CW/CW res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.270377:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b8000/0x4c38e74a5472a3cd lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1a6:0x0].0x3566 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.270380:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b8000/0x4c38e74a5472a3cd lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1a6:0x0].0x3566 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.270384:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b8000/0x4c38e74a5472a3cd lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1a6:0x0].0x3566 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.270408:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8800849bb180/0x4c38e74a5472a3d4 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x611:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.270412:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800849bb180/0x4c38e74a5472a3d4 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x611:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.270414:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800849bb180/0x4c38e74a5472a3d4 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x611:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000040:00080000:1.0:1718930703.270521:0:6837:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].395, 64 off33472 00000004:00080000:1.0:1718930703.270524:0:6837:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 3614341864248ns, next at 3615341863583ns, rc = 0 00010000:00010000:1.0:1718930703.270540:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8800849bad00/0x4c38e74a5472a3db lrc: 3/0,1 mode: --/PW res: [0x240000402:0x611:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.270545:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800849bad00/0x4c38e74a5472a3db lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x611:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446612135299431184 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.270550:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800849bad00/0x4c38e74a5472a3db lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x611:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446612135299431184 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.270553:0:6837:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8800849bad00/0x4c38e74a5472a3db lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x611:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446612135299431184 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.270556:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8800849bad00/0x4c38e74a5472a3db lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x611:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446612135299431184 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.270563:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800849bad00/0x4c38e74a5472a3db lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x611:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446612135299431184 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.270577:0:6837:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:1.0:1718930703.270583:0:6837:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff8800a0f10980 reply state ffff8800932e4000 transno 4294987188 ns: mdt-lustre-MDT0001_UUID lock: ffff8800849bb180/0x4c38e74a5472a3d4 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x611:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.270591:0:6828:0:(ldlm_lockd.c:2784:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1718930703.270594:0:6828:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8800849bad00/0x4c38e74a5472a3db lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x611:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446612135299431184 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.270600:0:6828:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800849bad00 already unused, calling callback (ffffffffa080a190) 00010000:00010000:0.0:1718930703.270601:0:6828:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800849bad00/0x4c38e74a5472a3db lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x611:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446612135299431184 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.270606:0:6828:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800849bad00/0x4c38e74a5472a3db lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x611:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446612135299431184 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.270611:0:6828:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x611:0x0].0x0 (ffff8800941dd100) 00010000:00010000:0.0:1718930703.270613:0:6828:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1718930703.270614:0:6828:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8800849bad00/0x4c38e74a5472a3db lrc: 1/0,0 mode: --/PW res: [0x240000402:0x611:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446612135299431184 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.270617:0:6828:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800849bad00/0x4c38e74a5472a3db lrc: 0/0,0 mode: --/PW res: [0x240000402:0x611:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446612135299431184 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.270619:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8800849bb3c0/0x4c38e74a5472a3c6 lrc: 3/0,1 mode: CW/CW res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.270622:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800849bb3c0/0x4c38e74a5472a3c6 lrc: 2/0,0 mode: CW/CW res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.270625:0:6828:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1718930703.270626:0:6837:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8800849bb3c0/0x4c38e74a5472a3c6 lrc: 3/0,0 mode: CW/CW res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.270626:0:6828:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1718930703.270626:0:6828:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1718930703.270628:0:6837:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800849bb3c0 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:1.0:1718930703.270629:0:6837:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800849bb3c0/0x4c38e74a5472a3c6 lrc: 3/0,0 mode: CW/CW res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.270632:0:6837:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800849bb3c0/0x4c38e74a5472a3c6 lrc: 4/0,0 mode: CW/CW res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.270636:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a6:0x0].0x0 (ffff8800941ddd00) 00010000:00010000:1.0:1718930703.270637:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1718930703.270638:0:6837:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8800849bb3c0/0x4c38e74a5472a3c6 lrc: 2/0,0 mode: --/CW res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.270641:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800849bb3c0/0x4c38e74a5472a3c6 lrc: 0/0,0 mode: --/CW res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1718930703.270647:0:6837:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff8800a0f10980 reply state ffff8800932e4000 transno 4294987188 ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b8000/0x4c38e74a5472a3cd lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1a6:0x0].0x3566 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718930703.270694:0:6837:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0f10980 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+71:26701:x1802425753294016:12345-192.168.204.9@tcp:36:rm.0 Request processed in 390us (500us total) trans 4294987188 rc 0/0 00000100:00100000:1.0:1718930703.270699:0:6837:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230907 00010000:00010000:3.0:1718930703.271226:0:3306:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b8000/0x4c38e74a5472a3cd lrc: 3/0,1 mode: COS/COS res: [0x240000400:0x1a6:0x0].0x3566 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.271235:0:3306:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a6:0x0].0x3566 (ffff8800941dd500) 00010000:00010000:3.0:1718930703.271237:0:3306:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1718930703.271240:0:3306:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800849bb180/0x4c38e74a5472a3d4 lrc: 3/0,1 mode: COS/COS res: [0x240000402:0x611:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.271244:0:3306:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x611:0x0].0x0 (ffff8800941dd100) 00010000:00010000:3.0:1718930703.271245:0:3306:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00000100:00100000:0.0:1718930703.271396:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930703.271458:0:6837:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753294144 00000100:00100000:1.0:1718930703.271486:0:6837:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230908 00000100:00100000:1.0:1718930703.271489:0:6837:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0f11300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+71:26701:x1802425753294144:12345-192.168.204.9@tcp:36:rm.0 00010000:00010000:1.0:1718930703.271506:0:6837:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1718930703.271515:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4de400/0x4c38e74a5472a1ab lrc: 0/0,0 mode: --/CR res: [0x240000402:0x60d:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fc35 expref: 71 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.271523:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x60d:0x0].0x0 (ffff8800a1b95800) 00010000:00010000:1.0:1718930703.271528:0:6837:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1718930703.271550:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b9f80/0x4c38e74a5472a3e2 lrc: 3/0,1 mode: --/CW res: [0x240000400:0x1a6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.271555:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b9f80/0x4c38e74a5472a3e2 lrc: 3/0,1 mode: CW/CW res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.271559:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b9f80/0x4c38e74a5472a3e2 lrc: 3/0,1 mode: CW/CW res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.271564:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b8240/0x4c38e74a5472a3e9 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1a6:0x0].0x3766 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.271570:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b8240/0x4c38e74a5472a3e9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1a6:0x0].0x3766 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.271573:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b8240/0x4c38e74a5472a3e9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1a6:0x0].0x3766 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.271592:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8800849bbcc0/0x4c38e74a5472a3f0 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x60d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.271595:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800849bbcc0/0x4c38e74a5472a3f0 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x60d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.271598:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800849bbcc0/0x4c38e74a5472a3f0 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x60d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000040:00080000:1.0:1718930703.271659:0:6837:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].396, 64 off33536 00010000:00010000:1.0:1718930703.271689:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8800849bba80/0x4c38e74a5472a3f7 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x60d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.271693:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800849bba80/0x4c38e74a5472a3f7 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x60d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446612135299431184 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.271697:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800849bba80/0x4c38e74a5472a3f7 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x60d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446612135299431184 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.271700:0:6837:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8800849bba80/0x4c38e74a5472a3f7 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x60d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446612135299431184 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.271704:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8800849bba80/0x4c38e74a5472a3f7 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x60d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446612135299431184 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.271707:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800849bba80/0x4c38e74a5472a3f7 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x60d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446612135299431184 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.271719:0:6837:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:1.0:1718930703.271725:0:6837:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff8800a0f11300 reply state ffff8800932e6000 transno 4294987189 ns: mdt-lustre-MDT0001_UUID lock: ffff8800849bbcc0/0x4c38e74a5472a3f0 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x60d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.271732:0:6829:0:(ldlm_lockd.c:2784:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1718930703.271735:0:6829:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8800849bba80/0x4c38e74a5472a3f7 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x60d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446612135299431184 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.271740:0:6829:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800849bba80 already unused, calling callback (ffffffffa080a190) 00010000:00010000:2.0:1718930703.271741:0:6829:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800849bba80/0x4c38e74a5472a3f7 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x60d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446612135299431184 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.271745:0:6829:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800849bba80/0x4c38e74a5472a3f7 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x60d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446612135299431184 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.271751:0:6829:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x60d:0x0].0x0 (ffff8800941ddf00) 00010000:00010000:2.0:1718930703.271752:0:6829:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1718930703.271753:0:6829:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8800849bba80/0x4c38e74a5472a3f7 lrc: 1/0,0 mode: --/PW res: [0x240000402:0x60d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446612135299431184 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.271756:0:6829:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800849bba80/0x4c38e74a5472a3f7 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x60d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446612135299431184 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.271760:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b9f80/0x4c38e74a5472a3e2 lrc: 3/0,1 mode: CW/CW res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.271764:0:6829:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1718930703.271765:0:6829:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1718930703.271766:0:6829:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1718930703.271766:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b9f80/0x4c38e74a5472a3e2 lrc: 2/0,0 mode: CW/CW res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.271770:0:6837:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b9f80/0x4c38e74a5472a3e2 lrc: 3/0,0 mode: CW/CW res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.271775:0:6837:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800849b9f80 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:1.0:1718930703.271777:0:6837:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b9f80/0x4c38e74a5472a3e2 lrc: 3/0,0 mode: CW/CW res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.271782:0:6837:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b9f80/0x4c38e74a5472a3e2 lrc: 4/0,0 mode: CW/CW res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.271789:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a6:0x0].0x0 (ffff8800941dd800) 00010000:00010000:1.0:1718930703.271792:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1718930703.271793:0:6837:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b9f80/0x4c38e74a5472a3e2 lrc: 2/0,0 mode: --/CW res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.271798:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b9f80/0x4c38e74a5472a3e2 lrc: 0/0,0 mode: --/CW res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1718930703.271809:0:6837:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff8800a0f11300 reply state ffff8800932e6000 transno 4294987189 ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b8240/0x4c38e74a5472a3e9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1a6:0x0].0x3766 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718930703.271852:0:6837:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0f11300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+72:26701:x1802425753294144:12345-192.168.204.9@tcp:36:rm.0 Request processed in 361us (457us total) trans 4294987189 rc 0/0 00000100:00100000:1.0:1718930703.271859:0:6837:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230908 00010000:00010000:1.0:1718930703.272295:0:3307:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b8240/0x4c38e74a5472a3e9 lrc: 3/0,1 mode: COS/COS res: [0x240000400:0x1a6:0x0].0x3766 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.272300:0:3307:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a6:0x0].0x3766 (ffff8800941dde00) 00010000:00010000:1.0:1718930703.272301:0:3307:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1718930703.272303:0:3307:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800849bbcc0/0x4c38e74a5472a3f0 lrc: 3/0,1 mode: COS/COS res: [0x240000402:0x60d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.272306:0:3307:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x60d:0x0].0x0 (ffff8800941ddf00) 00010000:00010000:1.0:1718930703.272307:0:3307:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00000100:00100000:0.0:1718930703.272473:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930703.272508:0:6837:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753294272 00000100:00100000:1.0:1718930703.272528:0:6837:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230909 00000100:00100000:1.0:1718930703.272534:0:6837:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0f117c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+72:26701:x1802425753294272:12345-192.168.204.9@tcp:36:rm.0 00010000:00010000:1.0:1718930703.272549:0:6837:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1718930703.272558:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dcfc0/0x4c38e74a5472a1e3 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x60e:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fc43 expref: 72 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.272563:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x60e:0x0].0x0 (ffff8800a1b95100) 00010000:00010000:1.0:1718930703.272567:0:6837:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1718930703.272574:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b8480/0x4c38e74a5472a3fe lrc: 3/0,1 mode: --/CW res: [0x240000400:0x1a6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.272581:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b8480/0x4c38e74a5472a3fe lrc: 3/0,1 mode: CW/CW res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.272585:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b8480/0x4c38e74a5472a3fe lrc: 3/0,1 mode: CW/CW res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.272590:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b9680/0x4c38e74a5472a405 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1a6:0x0].0x3666 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.272593:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b9680/0x4c38e74a5472a405 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1a6:0x0].0x3666 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.272595:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b9680/0x4c38e74a5472a405 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1a6:0x0].0x3666 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.272616:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b9d40/0x4c38e74a5472a40c lrc: 3/0,1 mode: --/EX res: [0x240000402:0x60e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.272619:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b9d40/0x4c38e74a5472a40c lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x60e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.272622:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b9d40/0x4c38e74a5472a40c lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x60e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000040:00080000:1.0:1718930703.272704:0:6837:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].384, 64 off32768 00010000:00010000:1.0:1718930703.272719:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8800849ba1c0/0x4c38e74a5472a413 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x60e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.272723:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800849ba1c0/0x4c38e74a5472a413 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x60e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446612135299431184 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.272730:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800849ba1c0/0x4c38e74a5472a413 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x60e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446612135299431184 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.272734:0:6837:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8800849ba1c0/0x4c38e74a5472a413 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x60e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446612135299431184 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.272737:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8800849ba1c0/0x4c38e74a5472a413 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x60e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446612135299431184 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.272740:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800849ba1c0/0x4c38e74a5472a413 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x60e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446612135299431184 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.272763:0:6837:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:1.0:1718930703.272769:0:6837:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff8800a0f117c0 reply state ffff8800932e2000 transno 4294987190 ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b9d40/0x4c38e74a5472a40c lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x60e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.272781:0:4830:0:(ldlm_lockd.c:2784:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1718930703.272784:0:4830:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8800849ba1c0/0x4c38e74a5472a413 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x60e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446612135299431184 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.272788:0:4830:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800849ba1c0 already unused, calling callback (ffffffffa080a190) 00010000:00010000:0.0:1718930703.272789:0:4830:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800849ba1c0/0x4c38e74a5472a413 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x60e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446612135299431184 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.272793:0:4830:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800849ba1c0/0x4c38e74a5472a413 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x60e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446612135299431184 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.272798:0:4830:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x60e:0x0].0x0 (ffff8800941dd000) 00010000:00010000:0.0:1718930703.272799:0:4830:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1718930703.272800:0:4830:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8800849ba1c0/0x4c38e74a5472a413 lrc: 1/0,0 mode: --/PW res: [0x240000402:0x60e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446612135299431184 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.272803:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b8480/0x4c38e74a5472a3fe lrc: 3/0,1 mode: CW/CW res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.272803:0:4830:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800849ba1c0/0x4c38e74a5472a413 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x60e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446612135299431184 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.272806:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b8480/0x4c38e74a5472a3fe lrc: 2/0,0 mode: CW/CW res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.272820:0:6837:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b8480/0x4c38e74a5472a3fe lrc: 3/0,0 mode: CW/CW res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.272820:0:4830:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1718930703.272820:0:4830:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1718930703.272821:0:4830:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1718930703.272823:0:6837:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800849b8480 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:1.0:1718930703.272824:0:6837:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b8480/0x4c38e74a5472a3fe lrc: 3/0,0 mode: CW/CW res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.272829:0:6837:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b8480/0x4c38e74a5472a3fe lrc: 4/0,0 mode: CW/CW res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.272834:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a6:0x0].0x0 (ffff8800941dda00) 00010000:00010000:1.0:1718930703.272835:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1718930703.272836:0:6837:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b8480/0x4c38e74a5472a3fe lrc: 2/0,0 mode: --/CW res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.272838:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b8480/0x4c38e74a5472a3fe lrc: 0/0,0 mode: --/CW res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1718930703.272844:0:6837:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff8800a0f117c0 reply state ffff8800932e2000 transno 4294987190 ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b9680/0x4c38e74a5472a405 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1a6:0x0].0x3666 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718930703.272875:0:6837:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0f117c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+73:26701:x1802425753294272:12345-192.168.204.9@tcp:36:rm.0 Request processed in 343us (403us total) trans 4294987190 rc 0/0 00000100:00100000:1.0:1718930703.272880:0:6837:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230909 00010000:00010000:3.0:1718930703.273360:0:3306:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b9680/0x4c38e74a5472a405 lrc: 3/0,1 mode: COS/COS res: [0x240000400:0x1a6:0x0].0x3666 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.273368:0:3306:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a6:0x0].0x3666 (ffff8800941dd400) 00010000:00010000:3.0:1718930703.273370:0:3306:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1718930703.273372:0:3306:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b9d40/0x4c38e74a5472a40c lrc: 3/0,1 mode: COS/COS res: [0x240000402:0x60e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.273376:0:3306:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x60e:0x0].0x0 (ffff8800941dd000) 00010000:00010000:3.0:1718930703.273378:0:3306:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00000100:00100000:0.0:1718930703.273513:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930703.273540:0:6837:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753294400 00000100:00100000:1.0:1718930703.273558:0:6837:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230910 00000100:00100000:1.0:1718930703.273560:0:6837:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0f11c80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+73:26701:x1802425753294400:12345-192.168.204.9@tcp:36:rm.0 00010000:00010000:1.0:1718930703.273573:0:6837:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1718930703.273581:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4de1c0/0x4c38e74a5472a21b lrc: 0/0,0 mode: --/CR res: [0x240000402:0x609:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fc51 expref: 73 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.273587:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x609:0x0].0x0 (ffff880084f18f00) 00010000:00010000:1.0:1718930703.273591:0:6837:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1718930703.273597:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b8fc0/0x4c38e74a5472a41a lrc: 3/0,1 mode: --/CW res: [0x240000400:0x1a6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.273601:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b8fc0/0x4c38e74a5472a41a lrc: 3/0,1 mode: CW/CW res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.273605:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b8fc0/0x4c38e74a5472a41a lrc: 3/0,1 mode: CW/CW res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.273609:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8800849baac0/0x4c38e74a5472a421 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1a6:0x0].0x3066 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.273612:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800849baac0/0x4c38e74a5472a421 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1a6:0x0].0x3066 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.273615:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800849baac0/0x4c38e74a5472a421 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1a6:0x0].0x3066 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.273633:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8800849bb600/0x4c38e74a5472a428 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x609:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.273637:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800849bb600/0x4c38e74a5472a428 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x609:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.273640:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800849bb600/0x4c38e74a5472a428 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x609:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000040:00080000:1.0:1718930703.273760:0:6837:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].385, 64 off32832 00010000:00010000:1.0:1718930703.273778:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b8b40/0x4c38e74a5472a42f lrc: 3/0,1 mode: --/PW res: [0x240000402:0x609:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.273782:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b8b40/0x4c38e74a5472a42f lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x609:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446612135299431184 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.273800:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b8b40/0x4c38e74a5472a42f lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x609:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446612135299431184 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.273804:0:6837:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b8b40/0x4c38e74a5472a42f lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x609:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446612135299431184 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.273806:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b8b40/0x4c38e74a5472a42f lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x609:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446612135299431184 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.273809:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b8b40/0x4c38e74a5472a42f lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x609:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446612135299431184 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.273823:0:6837:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:1.0:1718930703.273829:0:6837:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff8800a0f11c80 reply state ffff8800932e0000 transno 4294987191 ns: mdt-lustre-MDT0001_UUID lock: ffff8800849bb600/0x4c38e74a5472a428 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x609:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.273843:0:8059:0:(ldlm_lockd.c:2784:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1718930703.273846:0:8059:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b8b40/0x4c38e74a5472a42f lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x609:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446612135299431184 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.273851:0:8059:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800849b8b40 already unused, calling callback (ffffffffa080a190) 00010000:00010000:3.0:1718930703.273852:0:8059:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b8b40/0x4c38e74a5472a42f lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x609:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446612135299431184 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.273855:0:8059:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b8b40/0x4c38e74a5472a42f lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x609:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446612135299431184 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.273860:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b8fc0/0x4c38e74a5472a41a lrc: 3/0,1 mode: CW/CW res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.273861:0:8059:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x609:0x0].0x0 (ffff88012d3dd600) 00010000:00010000:3.0:1718930703.273862:0:8059:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1718930703.273863:0:8059:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b8b40/0x4c38e74a5472a42f lrc: 1/0,0 mode: --/PW res: [0x240000402:0x609:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446612135299431184 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.273864:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b8fc0/0x4c38e74a5472a41a lrc: 2/0,0 mode: CW/CW res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.273866:0:8059:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b8b40/0x4c38e74a5472a42f lrc: 0/0,0 mode: --/PW res: [0x240000402:0x609:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446612135299431184 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.273867:0:6837:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b8fc0/0x4c38e74a5472a41a lrc: 3/0,0 mode: CW/CW res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.273869:0:6837:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800849b8fc0 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:1.0:1718930703.273870:0:6837:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b8fc0/0x4c38e74a5472a41a lrc: 3/0,0 mode: CW/CW res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.273876:0:6837:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b8fc0/0x4c38e74a5472a41a lrc: 4/0,0 mode: CW/CW res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.273880:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a6:0x0].0x0 (ffff88012d3dd700) 00010000:00010000:1.0:1718930703.273881:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1718930703.273882:0:8059:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1718930703.273882:0:8059:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1718930703.273882:0:6837:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b8fc0/0x4c38e74a5472a41a lrc: 2/0,0 mode: --/CW res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.273883:0:8059:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1718930703.273885:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b8fc0/0x4c38e74a5472a41a lrc: 0/0,0 mode: --/CW res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1718930703.273891:0:6837:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff8800a0f11c80 reply state ffff8800932e0000 transno 4294987191 ns: mdt-lustre-MDT0001_UUID lock: ffff8800849baac0/0x4c38e74a5472a421 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1a6:0x0].0x3066 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718930703.273920:0:6837:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0f11c80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+74:26701:x1802425753294400:12345-192.168.204.9@tcp:36:rm.0 Request processed in 359us (407us total) trans 4294987191 rc 0/0 00000100:00100000:1.0:1718930703.273924:0:6837:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230910 00010000:00010000:1.0:1718930703.274384:0:3307:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800849baac0/0x4c38e74a5472a421 lrc: 3/0,1 mode: COS/COS res: [0x240000400:0x1a6:0x0].0x3066 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.274392:0:3307:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a6:0x0].0x3066 (ffff88012d3dd100) 00010000:00010000:1.0:1718930703.274393:0:3307:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1718930703.274395:0:3307:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800849bb600/0x4c38e74a5472a428 lrc: 3/0,1 mode: COS/COS res: [0x240000402:0x609:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.274398:0:3307:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x609:0x0].0x0 (ffff88012d3dd600) 00010000:00010000:1.0:1718930703.274399:0:3307:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00000100:00100000:0.0:1718930703.274504:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930703.274530:0:6837:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753294528 00000100:00100000:1.0:1718930703.274551:0:6837:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230911 00000100:00100000:1.0:1718930703.274553:0:6837:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0f12140 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+74:26701:x1802425753294528:12345-192.168.204.9@tcp:36:rm.0 00010000:00010000:1.0:1718930703.274569:0:6837:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1718930703.274577:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dc240/0x4c38e74a5472a253 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x60a:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fc5f expref: 74 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.274587:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x60a:0x0].0x0 (ffff880084f18400) 00010000:00010000:1.0:1718930703.274591:0:6837:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1718930703.274597:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b8900/0x4c38e74a5472a436 lrc: 3/0,1 mode: --/CW res: [0x240000400:0x1a6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.274602:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b8900/0x4c38e74a5472a436 lrc: 3/0,1 mode: CW/CW res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.274606:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b8900/0x4c38e74a5472a436 lrc: 3/0,1 mode: CW/CW res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.274610:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b98c0/0x4c38e74a5472a43d lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1a6:0x0].0x3866 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.274613:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b98c0/0x4c38e74a5472a43d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1a6:0x0].0x3866 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.274616:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b98c0/0x4c38e74a5472a43d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1a6:0x0].0x3866 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.274636:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b9200/0x4c38e74a5472a444 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x60a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.274650:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b9200/0x4c38e74a5472a444 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x60a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.274654:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b9200/0x4c38e74a5472a444 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x60a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000040:00080000:1.0:1718930703.274729:0:6837:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].386, 64 off32896 00010000:00010000:1.0:1718930703.274744:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b8d80/0x4c38e74a5472a44b lrc: 3/0,1 mode: --/PW res: [0x240000402:0x60a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.274749:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b8d80/0x4c38e74a5472a44b lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x60a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446612135299431184 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.274753:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b8d80/0x4c38e74a5472a44b lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x60a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446612135299431184 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.274756:0:6837:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b8d80/0x4c38e74a5472a44b lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x60a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446612135299431184 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.274759:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b8d80/0x4c38e74a5472a44b lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x60a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446612135299431184 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.274762:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b8d80/0x4c38e74a5472a44b lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x60a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446612135299431184 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.274768:0:6837:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1718930703.274772:0:11341:0:(ldlm_lockd.c:2784:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000004:00010000:1.0:1718930703.274773:0:6837:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff8800a0f12140 reply state ffff8800932e5000 transno 4294987192 ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b9200/0x4c38e74a5472a444 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x60a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.274775:0:11341:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b8d80/0x4c38e74a5472a44b lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x60a:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT gid 18446612135299431184 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.274780:0:11341:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800849b8d80 already unused, calling callback (ffffffffa080a190) 00010000:00010000:2.0:1718930703.274781:0:11341:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b8d80/0x4c38e74a5472a44b lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x60a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446612135299431184 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.274785:0:11341:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b8d80/0x4c38e74a5472a44b lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x60a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446612135299431184 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.274790:0:11341:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x60a:0x0].0x0 (ffff88012d3ddc00) 00010000:00010000:2.0:1718930703.274792:0:11341:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1718930703.274793:0:11341:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b8d80/0x4c38e74a5472a44b lrc: 1/0,0 mode: --/PW res: [0x240000402:0x60a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446612135299431184 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.274796:0:11341:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b8d80/0x4c38e74a5472a44b lrc: 0/0,0 mode: --/PW res: [0x240000402:0x60a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446612135299431184 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.274802:0:11341:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1718930703.274802:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b8900/0x4c38e74a5472a436 lrc: 3/0,1 mode: CW/CW res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.274803:0:11341:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1718930703.274803:0:11341:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1718930703.274809:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b8900/0x4c38e74a5472a436 lrc: 2/0,0 mode: CW/CW res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.274812:0:6837:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b8900/0x4c38e74a5472a436 lrc: 3/0,0 mode: CW/CW res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.274814:0:6837:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800849b8900 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:1.0:1718930703.274815:0:6837:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b8900/0x4c38e74a5472a436 lrc: 3/0,0 mode: CW/CW res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.274818:0:6837:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b8900/0x4c38e74a5472a436 lrc: 4/0,0 mode: CW/CW res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.274822:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a6:0x0].0x0 (ffff88012d3dd200) 00010000:00010000:1.0:1718930703.274823:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1718930703.274824:0:6837:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b8900/0x4c38e74a5472a436 lrc: 2/0,0 mode: --/CW res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.274827:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b8900/0x4c38e74a5472a436 lrc: 0/0,0 mode: --/CW res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1718930703.274833:0:6837:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff8800a0f12140 reply state ffff8800932e5000 transno 4294987192 ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b98c0/0x4c38e74a5472a43d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1a6:0x0].0x3866 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718930703.274864:0:6837:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0f12140 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+75:26701:x1802425753294528:12345-192.168.204.9@tcp:36:rm.0 Request processed in 309us (361us total) trans 4294987192 rc 0/0 00000100:00100000:1.0:1718930703.274868:0:6837:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230911 00010000:00010000:3.0:1718930703.275339:0:3306:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b98c0/0x4c38e74a5472a43d lrc: 3/0,1 mode: COS/COS res: [0x240000400:0x1a6:0x0].0x3866 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.275345:0:3306:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a6:0x0].0x3866 (ffff88012d3dde00) 00010000:00010000:3.0:1718930703.275347:0:3306:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1718930703.275349:0:3306:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b9200/0x4c38e74a5472a444 lrc: 3/0,1 mode: COS/COS res: [0x240000402:0x60a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.275352:0:3306:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x60a:0x0].0x0 (ffff88012d3ddc00) 00010000:00010000:3.0:1718930703.275353:0:3306:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00000100:00100000:0.0:1718930703.275498:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930703.275559:0:6837:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753294656 00000100:00100000:1.0:1718930703.275582:0:6837:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230912 00000100:00100000:1.0:1718930703.275585:0:6837:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0f12600 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+75:26701:x1802425753294656:12345-192.168.204.9@tcp:36:rm.0 00010000:00010000:1.0:1718930703.275601:0:6837:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1718930703.275610:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4df3c0/0x4c38e74a5472a28b lrc: 0/0,0 mode: --/CR res: [0x240000402:0x60b:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fc6d expref: 75 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.275617:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x60b:0x0].0x0 (ffff880084f18800) 00010000:00010000:1.0:1718930703.275621:0:6837:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1718930703.275627:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8800849ba400/0x4c38e74a5472a452 lrc: 3/0,1 mode: --/CW res: [0x240000400:0x1a6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.275632:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800849ba400/0x4c38e74a5472a452 lrc: 3/0,1 mode: CW/CW res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.275636:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800849ba400/0x4c38e74a5472a452 lrc: 3/0,1 mode: CW/CW res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.275641:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880099ada1c0/0x4c38e74a5472a459 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1a6:0x0].0x3366 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.275644:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880099ada1c0/0x4c38e74a5472a459 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1a6:0x0].0x3366 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.275647:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880099ada1c0/0x4c38e74a5472a459 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1a6:0x0].0x3366 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.275694:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad9440/0x4c38e74a5472a460 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x60b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.275701:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad9440/0x4c38e74a5472a460 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x60b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.275707:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad9440/0x4c38e74a5472a460 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x60b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000040:00080000:1.0:1718930703.275781:0:6837:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].397, 64 off33600 00010000:00010000:1.0:1718930703.275797:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad8fc0/0x4c38e74a5472a467 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x60b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.275801:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad8fc0/0x4c38e74a5472a467 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x60b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446612135299431184 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.275805:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad8fc0/0x4c38e74a5472a467 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x60b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446612135299431184 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.275809:0:6837:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad8fc0/0x4c38e74a5472a467 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x60b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446612135299431184 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.275812:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad8fc0/0x4c38e74a5472a467 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x60b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446612135299431184 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.275815:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad8fc0/0x4c38e74a5472a467 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x60b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446612135299431184 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.275828:0:6837:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:1.0:1718930703.275834:0:6837:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff8800a0f12600 reply state ffff8800932e1000 transno 4294987193 ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad9440/0x4c38e74a5472a460 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x60b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.275843:0:6828:0:(ldlm_lockd.c:2784:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1718930703.275846:0:6828:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad8fc0/0x4c38e74a5472a467 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x60b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446612135299431184 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.275853:0:6828:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880099ad8fc0 already unused, calling callback (ffffffffa080a190) 00010000:00010000:0.0:1718930703.275855:0:6828:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad8fc0/0x4c38e74a5472a467 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x60b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446612135299431184 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.275858:0:6828:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad8fc0/0x4c38e74a5472a467 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x60b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446612135299431184 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.275863:0:6828:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x60b:0x0].0x0 (ffff880097846b00) 00010000:00010000:1.0:1718930703.275865:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8800849ba400/0x4c38e74a5472a452 lrc: 3/0,1 mode: CW/CW res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.275865:0:6828:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1718930703.275866:0:6828:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad8fc0/0x4c38e74a5472a467 lrc: 1/0,0 mode: --/PW res: [0x240000402:0x60b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446612135299431184 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.275869:0:6828:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad8fc0/0x4c38e74a5472a467 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x60b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446612135299431184 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.275871:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800849ba400/0x4c38e74a5472a452 lrc: 2/0,0 mode: CW/CW res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.275874:0:6837:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8800849ba400/0x4c38e74a5472a452 lrc: 3/0,0 mode: CW/CW res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.275877:0:6837:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800849ba400 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:0.0:1718930703.275877:0:6828:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1718930703.275878:0:6837:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800849ba400/0x4c38e74a5472a452 lrc: 3/0,0 mode: CW/CW res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.275878:0:6828:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1718930703.275879:0:6828:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1718930703.275881:0:6837:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800849ba400/0x4c38e74a5472a452 lrc: 4/0,0 mode: CW/CW res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.275885:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a6:0x0].0x0 (ffff880097846c00) 00010000:00010000:1.0:1718930703.275886:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1718930703.275887:0:6837:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8800849ba400/0x4c38e74a5472a452 lrc: 2/0,0 mode: --/CW res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.275890:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800849ba400/0x4c38e74a5472a452 lrc: 0/0,0 mode: --/CW res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1718930703.275896:0:6837:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff8800a0f12600 reply state ffff8800932e1000 transno 4294987193 ns: mdt-lustre-MDT0001_UUID lock: ffff880099ada1c0/0x4c38e74a5472a459 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1a6:0x0].0x3366 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718930703.275928:0:6837:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0f12600 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+76:26701:x1802425753294656:12345-192.168.204.9@tcp:36:rm.0 Request processed in 341us (430us total) trans 4294987193 rc 0/0 00000100:00100000:1.0:1718930703.275932:0:6837:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230912 00010000:00010000:1.0:1718930703.276397:0:3307:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880099ada1c0/0x4c38e74a5472a459 lrc: 3/0,1 mode: COS/COS res: [0x240000400:0x1a6:0x0].0x3366 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.276404:0:3307:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a6:0x0].0x3366 (ffff880097846600) 00010000:00010000:1.0:1718930703.276406:0:3307:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1718930703.276408:0:3307:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad9440/0x4c38e74a5472a460 lrc: 3/0,1 mode: COS/COS res: [0x240000402:0x60b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.276430:0:3307:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x60b:0x0].0x0 (ffff880097846b00) 00010000:00010000:1.0:1718930703.276432:0:3307:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00000100:00100000:0.0:1718930703.276584:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930703.276608:0:6837:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753294784 00000100:00100000:1.0:1718930703.276629:0:6837:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230913 00000100:00100000:1.0:1718930703.276632:0:6837:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0f12ac0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+76:26701:x1802425753294784:12345-192.168.204.9@tcp:36:rm.0 00010000:00010000:1.0:1718930703.276648:0:6837:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1718930703.276656:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dd440/0x4c38e74a5472a2c3 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x612:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fc7b expref: 76 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.276682:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x612:0x0].0x0 (ffff880084f18300) 00010000:00010000:1.0:1718930703.276685:0:6837:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1718930703.276693:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff880099adba80/0x4c38e74a5472a46e lrc: 3/0,1 mode: --/CW res: [0x240000400:0x1a6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.276697:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880099adba80/0x4c38e74a5472a46e lrc: 3/0,1 mode: CW/CW res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.276701:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880099adba80/0x4c38e74a5472a46e lrc: 3/0,1 mode: CW/CW res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.276705:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880099adaac0/0x4c38e74a5472a475 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1a6:0x0].0x3466 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.276711:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880099adaac0/0x4c38e74a5472a475 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1a6:0x0].0x3466 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.276713:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880099adaac0/0x4c38e74a5472a475 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1a6:0x0].0x3466 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.276732:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad86c0/0x4c38e74a5472a47c lrc: 3/0,1 mode: --/EX res: [0x240000402:0x612:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.276735:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad86c0/0x4c38e74a5472a47c lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x612:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.276738:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad86c0/0x4c38e74a5472a47c lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x612:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000040:00080000:1.0:1718930703.276799:0:6837:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].387, 64 off32960 00010000:00010000:1.0:1718930703.276813:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880099adbcc0/0x4c38e74a5472a483 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x612:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.276818:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880099adbcc0/0x4c38e74a5472a483 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x612:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446612135299431184 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.276822:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880099adbcc0/0x4c38e74a5472a483 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x612:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446612135299431184 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.276825:0:6837:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880099adbcc0/0x4c38e74a5472a483 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x612:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446612135299431184 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.276828:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880099adbcc0/0x4c38e74a5472a483 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x612:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446612135299431184 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.276832:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880099adbcc0/0x4c38e74a5472a483 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x612:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446612135299431184 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.276848:0:6837:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:1.0:1718930703.276854:0:6837:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff8800a0f12ac0 reply state ffff88012b166000 transno 4294987194 ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad86c0/0x4c38e74a5472a47c lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x612:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.276876:0:6829:0:(ldlm_lockd.c:2784:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1718930703.276880:0:6829:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880099adbcc0/0x4c38e74a5472a483 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x612:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446612135299431184 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.276886:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff880099adba80/0x4c38e74a5472a46e lrc: 3/0,1 mode: CW/CW res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.276890:0:6829:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880099adbcc0 already unused, calling callback (ffffffffa080a190) 00010000:00010000:1.0:1718930703.276890:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880099adba80/0x4c38e74a5472a46e lrc: 2/0,0 mode: CW/CW res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.276891:0:6829:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880099adbcc0/0x4c38e74a5472a483 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x612:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446612135299431184 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.276893:0:6837:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880099adba80/0x4c38e74a5472a46e lrc: 3/0,0 mode: CW/CW res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.276895:0:6829:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880099adbcc0/0x4c38e74a5472a483 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x612:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446612135299431184 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.276895:0:6837:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880099adba80 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:1.0:1718930703.276896:0:6837:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880099adba80/0x4c38e74a5472a46e lrc: 3/0,0 mode: CW/CW res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.276899:0:6837:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880099adba80/0x4c38e74a5472a46e lrc: 4/0,0 mode: CW/CW res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.276900:0:6829:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x612:0x0].0x0 (ffff880097846a00) 00010000:00010000:2.0:1718930703.276902:0:6829:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1718930703.276903:0:6829:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880099adbcc0/0x4c38e74a5472a483 lrc: 1/0,0 mode: --/PW res: [0x240000402:0x612:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446612135299431184 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.276903:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a6:0x0].0x0 (ffff880097846e00) 00010000:00010000:1.0:1718930703.276904:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1718930703.276905:0:6837:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880099adba80/0x4c38e74a5472a46e lrc: 2/0,0 mode: --/CW res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.276906:0:6829:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880099adbcc0/0x4c38e74a5472a483 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x612:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446612135299431184 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.276908:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880099adba80/0x4c38e74a5472a46e lrc: 0/0,0 mode: --/CW res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.276913:0:6829:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1718930703.276913:0:6829:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1718930703.276914:0:6829:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00010000:1.0:1718930703.276914:0:6837:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff8800a0f12ac0 reply state ffff88012b166000 transno 4294987194 ns: mdt-lustre-MDT0001_UUID lock: ffff880099adaac0/0x4c38e74a5472a475 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1a6:0x0].0x3466 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718930703.276946:0:6837:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0f12ac0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+77:26701:x1802425753294784:12345-192.168.204.9@tcp:36:rm.0 Request processed in 313us (363us total) trans 4294987194 rc 0/0 00000100:00100000:1.0:1718930703.276950:0:6837:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230913 00010000:00010000:3.0:1718930703.277499:0:3306:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880099adaac0/0x4c38e74a5472a475 lrc: 3/0,1 mode: COS/COS res: [0x240000400:0x1a6:0x0].0x3466 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.277504:0:3306:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a6:0x0].0x3466 (ffff880097846700) 00010000:00010000:3.0:1718930703.277506:0:3306:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1718930703.277507:0:3306:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad86c0/0x4c38e74a5472a47c lrc: 3/0,1 mode: COS/COS res: [0x240000402:0x612:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.277510:0:3306:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x612:0x0].0x0 (ffff880097846a00) 00010000:00010000:3.0:1718930703.277511:0:3306:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00000100:00100000:0.0:1718930703.277657:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930703.277711:0:6837:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753294912 00000100:00100000:1.0:1718930703.277738:0:6837:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230914 00000100:00100000:1.0:1718930703.277743:0:6837:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0f12f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+77:26701:x1802425753294912:12345-192.168.204.9@tcp:36:rm.0 00010000:00010000:1.0:1718930703.277757:0:6837:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1718930703.277765:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dcb40/0x4c38e74a5472a2fb lrc: 0/0,0 mode: --/CR res: [0x240000402:0x60f:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fc89 expref: 77 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.277771:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x60f:0x0].0x0 (ffff88012fe3aa00) 00010000:00010000:1.0:1718930703.277774:0:6837:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1718930703.277780:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff880099adb840/0x4c38e74a5472a48a lrc: 3/0,1 mode: --/CW res: [0x240000400:0x1a6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.277784:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880099adb840/0x4c38e74a5472a48a lrc: 3/0,1 mode: CW/CW res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.277788:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880099adb840/0x4c38e74a5472a48a lrc: 3/0,1 mode: CW/CW res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.277792:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad8000/0x4c38e74a5472a491 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1a6:0x0].0x3166 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.277797:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad8000/0x4c38e74a5472a491 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1a6:0x0].0x3166 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.277800:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad8000/0x4c38e74a5472a491 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1a6:0x0].0x3166 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.277818:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff880099adaf40/0x4c38e74a5472a498 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x60f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.277821:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880099adaf40/0x4c38e74a5472a498 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x60f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.277824:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880099adaf40/0x4c38e74a5472a498 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x60f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000040:00080000:1.0:1718930703.277877:0:6837:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].398, 64 off33664 00010000:00010000:1.0:1718930703.277891:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad8b40/0x4c38e74a5472a49f lrc: 3/0,1 mode: --/PW res: [0x240000402:0x60f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.277895:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad8b40/0x4c38e74a5472a49f lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x60f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446612135299431184 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.277898:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad8b40/0x4c38e74a5472a49f lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x60f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446612135299431184 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.277901:0:6837:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad8b40/0x4c38e74a5472a49f lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x60f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446612135299431184 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.277904:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad8b40/0x4c38e74a5472a49f lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x60f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446612135299431184 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.277908:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad8b40/0x4c38e74a5472a49f lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x60f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446612135299431184 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.277921:0:6837:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:1.0:1718930703.277927:0:6837:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff8800a0f12f80 reply state ffff88012b160000 transno 4294987195 ns: mdt-lustre-MDT0001_UUID lock: ffff880099adaf40/0x4c38e74a5472a498 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x60f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.277936:0:4830:0:(ldlm_lockd.c:2784:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1718930703.277939:0:4830:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad8b40/0x4c38e74a5472a49f lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x60f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446612135299431184 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.277943:0:4830:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880099ad8b40 already unused, calling callback (ffffffffa080a190) 00010000:00010000:0.0:1718930703.277944:0:4830:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad8b40/0x4c38e74a5472a49f lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x60f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446612135299431184 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.277951:0:4830:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad8b40/0x4c38e74a5472a49f lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x60f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446612135299431184 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.277956:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff880099adb840/0x4c38e74a5472a48a lrc: 3/0,1 mode: CW/CW res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.277957:0:4830:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x60f:0x0].0x0 (ffff88008208e500) 00010000:00010000:0.0:1718930703.277958:0:4830:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1718930703.277959:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880099adb840/0x4c38e74a5472a48a lrc: 2/0,0 mode: CW/CW res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.277959:0:4830:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad8b40/0x4c38e74a5472a49f lrc: 1/0,0 mode: --/PW res: [0x240000402:0x60f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446612135299431184 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.277962:0:4830:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad8b40/0x4c38e74a5472a49f lrc: 0/0,0 mode: --/PW res: [0x240000402:0x60f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446612135299431184 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.277963:0:6837:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880099adb840/0x4c38e74a5472a48a lrc: 3/0,0 mode: CW/CW res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.277965:0:6837:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880099adb840 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:1.0:1718930703.277966:0:6837:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880099adb840/0x4c38e74a5472a48a lrc: 3/0,0 mode: CW/CW res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.277969:0:6837:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880099adb840/0x4c38e74a5472a48a lrc: 4/0,0 mode: CW/CW res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.277969:0:4830:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1718930703.277970:0:4830:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1718930703.277970:0:4830:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1718930703.277973:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a6:0x0].0x0 (ffff880091232a00) 00010000:00010000:1.0:1718930703.277974:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1718930703.277975:0:6837:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880099adb840/0x4c38e74a5472a48a lrc: 2/0,0 mode: --/CW res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.277977:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880099adb840/0x4c38e74a5472a48a lrc: 0/0,0 mode: --/CW res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1718930703.277983:0:6837:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff8800a0f12f80 reply state ffff88012b160000 transno 4294987195 ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad8000/0x4c38e74a5472a491 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1a6:0x0].0x3166 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718930703.278011:0:6837:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0f12f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+78:26701:x1802425753294912:12345-192.168.204.9@tcp:36:rm.0 Request processed in 268us (354us total) trans 4294987195 rc 0/0 00000100:00100000:1.0:1718930703.278015:0:6837:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230914 00010000:00010000:1.0:1718930703.278590:0:3307:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad8000/0x4c38e74a5472a491 lrc: 3/0,1 mode: COS/COS res: [0x240000400:0x1a6:0x0].0x3166 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.278598:0:3307:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a6:0x0].0x3166 (ffff880091232900) 00010000:00010000:1.0:1718930703.278599:0:3307:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1718930703.278600:0:3307:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880099adaf40/0x4c38e74a5472a498 lrc: 3/0,1 mode: COS/COS res: [0x240000402:0x60f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.278604:0:3307:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x60f:0x0].0x0 (ffff88008208e500) 00010000:00010000:1.0:1718930703.278605:0:3307:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00000100:00100000:0.0:1718930703.278744:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930703.278770:0:6837:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753295040 00000100:00100000:1.0:1718930703.278791:0:6837:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230915 00000100:00100000:1.0:1718930703.278794:0:6837:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0f13900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+78:26701:x1802425753295040:12345-192.168.204.9@tcp:36:rm.0 00010000:00010000:1.0:1718930703.278809:0:6837:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1718930703.278816:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4df840/0x4c38e74a5472a333 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x610:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fc97 expref: 78 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.278823:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x610:0x0].0x0 (ffff88012fe3a700) 00010000:00010000:1.0:1718930703.278826:0:6837:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1718930703.278832:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff880099adb3c0/0x4c38e74a5472a4a6 lrc: 3/0,1 mode: --/CW res: [0x240000400:0x1a6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.278840:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880099adb3c0/0x4c38e74a5472a4a6 lrc: 3/0,1 mode: CW/CW res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.278844:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880099adb3c0/0x4c38e74a5472a4a6 lrc: 3/0,1 mode: CW/CW res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.278848:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad8240/0x4c38e74a5472a4ad lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1a6:0x0].0x3966 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.278851:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad8240/0x4c38e74a5472a4ad lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1a6:0x0].0x3966 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.278854:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad8240/0x4c38e74a5472a4ad lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1a6:0x0].0x3966 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.278873:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad8480/0x4c38e74a5472a4b4 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x610:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.278879:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad8480/0x4c38e74a5472a4b4 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x610:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.278884:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad8480/0x4c38e74a5472a4b4 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x610:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000040:00080000:1.0:1718930703.278968:0:6837:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].399, 64 off33728 00010000:00010000:1.0:1718930703.278985:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad9680/0x4c38e74a5472a4bb lrc: 3/0,1 mode: --/PW res: [0x240000402:0x610:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.278990:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad9680/0x4c38e74a5472a4bb lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x610:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446612135299431184 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.278998:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad9680/0x4c38e74a5472a4bb lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x610:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446612135299431184 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.279001:0:6837:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad9680/0x4c38e74a5472a4bb lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x610:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446612135299431184 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.279004:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad9680/0x4c38e74a5472a4bb lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x610:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446612135299431184 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.279007:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad9680/0x4c38e74a5472a4bb lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x610:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446612135299431184 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.279020:0:6837:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:1.0:1718930703.279026:0:6837:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff8800a0f13900 reply state ffff88012b162000 transno 4294987196 ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad8480/0x4c38e74a5472a4b4 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x610:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.279059:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff880099adb3c0/0x4c38e74a5472a4a6 lrc: 3/0,1 mode: CW/CW res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.279063:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880099adb3c0/0x4c38e74a5472a4a6 lrc: 2/0,0 mode: CW/CW res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.279065:0:6837:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880099adb3c0/0x4c38e74a5472a4a6 lrc: 3/0,0 mode: CW/CW res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.279068:0:6837:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880099adb3c0 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:1.0:1718930703.279069:0:6837:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880099adb3c0/0x4c38e74a5472a4a6 lrc: 3/0,0 mode: CW/CW res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.279070:0:8059:0:(ldlm_lockd.c:2784:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1718930703.279074:0:8059:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad9680/0x4c38e74a5472a4bb lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x610:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446612135299431184 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.279075:0:6837:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880099adb3c0/0x4c38e74a5472a4a6 lrc: 4/0,0 mode: CW/CW res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.279079:0:8059:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880099ad9680 already unused, calling callback (ffffffffa080a190) 00010000:00010000:1.0:1718930703.279079:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a6:0x0].0x0 (ffff88008208ee00) 00010000:00010000:1.0:1718930703.279080:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1718930703.279081:0:8059:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad9680/0x4c38e74a5472a4bb lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x610:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446612135299431184 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.279081:0:6837:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880099adb3c0/0x4c38e74a5472a4a6 lrc: 2/0,0 mode: --/CW res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.279084:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880099adb3c0/0x4c38e74a5472a4a6 lrc: 0/0,0 mode: --/CW res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.279085:0:8059:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad9680/0x4c38e74a5472a4bb lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x610:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446612135299431184 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1718930703.279090:0:6837:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff8800a0f13900 reply state ffff88012b162000 transno 4294987196 ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad8240/0x4c38e74a5472a4ad lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1a6:0x0].0x3966 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.279091:0:8059:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x610:0x0].0x0 (ffff88008208e000) 00010000:00010000:3.0:1718930703.279092:0:8059:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1718930703.279093:0:8059:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad9680/0x4c38e74a5472a4bb lrc: 1/0,0 mode: --/PW res: [0x240000402:0x610:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446612135299431184 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.279096:0:8059:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad9680/0x4c38e74a5472a4bb lrc: 0/0,0 mode: --/PW res: [0x240000402:0x610:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446612135299431184 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.279104:0:8059:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1718930703.279105:0:8059:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1718930703.279106:0:8059:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1718930703.279113:0:6837:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0f13900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+79:26701:x1802425753295040:12345-192.168.204.9@tcp:36:rm.0 Request processed in 318us (370us total) trans 4294987196 rc 0/0 00000100:00100000:1.0:1718930703.279117:0:6837:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230915 00010000:00010000:3.0:1718930703.279769:0:3306:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad8240/0x4c38e74a5472a4ad lrc: 3/0,1 mode: COS/COS res: [0x240000400:0x1a6:0x0].0x3966 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.279777:0:3306:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a6:0x0].0x3966 (ffff88008208ed00) 00010000:00010000:3.0:1718930703.279778:0:3306:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1718930703.279780:0:3306:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad8480/0x4c38e74a5472a4b4 lrc: 3/0,1 mode: COS/COS res: [0x240000402:0x610:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.279783:0:3306:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x610:0x0].0x0 (ffff88008208e000) 00010000:00010000:3.0:1718930703.279784:0:3306:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00000100:00100000:0.0:1718930703.279923:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930703.280006:0:6837:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753295168 00000100:00100000:1.0:1718930703.280031:0:6837:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230916 00000100:00100000:1.0:1718930703.280034:0:6837:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0f150c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+79:26701:x1802425753295168:12345-192.168.204.9@tcp:36:rm.0 00010000:00010000:1.0:1718930703.280051:0:6837:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1718930703.280059:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dc000/0x4c38e74a5472a36b lrc: 0/0,0 mode: --/CR res: [0x240000402:0x60c:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fca5 expref: 79 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.280068:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x60c:0x0].0x0 (ffff88012fe3a500) 00010000:00010000:1.0:1718930703.280071:0:6837:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1718930703.280079:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad9b00/0x4c38e74a5472a4c2 lrc: 3/0,1 mode: --/CW res: [0x240000400:0x1a6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.280084:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad9b00/0x4c38e74a5472a4c2 lrc: 3/0,1 mode: CW/CW res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.280089:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad9b00/0x4c38e74a5472a4c2 lrc: 3/0,1 mode: CW/CW res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.280093:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880099adb180/0x4c38e74a5472a4c9 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1a6:0x0].0x3266 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.280097:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880099adb180/0x4c38e74a5472a4c9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1a6:0x0].0x3266 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.280100:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880099adb180/0x4c38e74a5472a4c9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1a6:0x0].0x3266 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.280120:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad8d80/0x4c38e74a5472a4d0 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x60c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.280123:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad8d80/0x4c38e74a5472a4d0 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x60c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.280127:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad8d80/0x4c38e74a5472a4d0 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x60c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000040:00080000:1.0:1718930703.280191:0:6837:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].388, 64 off33024 00010000:00010000:1.0:1718930703.280207:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880099ada400/0x4c38e74a5472a4d7 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x60c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.280213:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880099ada400/0x4c38e74a5472a4d7 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x60c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446612135299431184 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.280221:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880099ada400/0x4c38e74a5472a4d7 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x60c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446612135299431184 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.280224:0:6837:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880099ada400/0x4c38e74a5472a4d7 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x60c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446612135299431184 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.280227:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880099ada400/0x4c38e74a5472a4d7 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x60c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446612135299431184 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.280230:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880099ada400/0x4c38e74a5472a4d7 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x60c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446612135299431184 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.280245:0:6837:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:1.0:1718930703.280251:0:6837:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff8800a0f150c0 reply state ffff88012b164000 transno 4294987197 ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad8d80/0x4c38e74a5472a4d0 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x60c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.280256:0:11341:0:(ldlm_lockd.c:2784:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1718930703.280259:0:11341:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880099ada400/0x4c38e74a5472a4d7 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x60c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446612135299431184 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.280265:0:11341:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880099ada400 already unused, calling callback (ffffffffa080a190) 00010000:00010000:2.0:1718930703.280266:0:11341:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880099ada400/0x4c38e74a5472a4d7 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x60c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446612135299431184 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.280270:0:11341:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880099ada400/0x4c38e74a5472a4d7 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x60c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446612135299431184 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.280280:0:11341:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x60c:0x0].0x0 (ffff88008208ef00) 00010000:00010000:2.0:1718930703.280282:0:11341:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1718930703.280283:0:11341:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880099ada400/0x4c38e74a5472a4d7 lrc: 1/0,0 mode: --/PW res: [0x240000402:0x60c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446612135299431184 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.280286:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad9b00/0x4c38e74a5472a4c2 lrc: 3/0,1 mode: CW/CW res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.280287:0:11341:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880099ada400/0x4c38e74a5472a4d7 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x60c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446612135299431184 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.280305:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad9b00/0x4c38e74a5472a4c2 lrc: 2/0,0 mode: CW/CW res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.280308:0:6837:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad9b00/0x4c38e74a5472a4c2 lrc: 3/0,0 mode: CW/CW res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.280309:0:11341:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1718930703.280310:0:11341:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1718930703.280310:0:6837:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880099ad9b00 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:2.0:1718930703.280311:0:11341:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1718930703.280311:0:6837:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad9b00/0x4c38e74a5472a4c2 lrc: 3/0,0 mode: CW/CW res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.280317:0:6837:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad9b00/0x4c38e74a5472a4c2 lrc: 4/0,0 mode: CW/CW res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.280322:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a6:0x0].0x0 (ffff88008208e700) 00010000:00010000:1.0:1718930703.280323:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1718930703.280324:0:6837:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad9b00/0x4c38e74a5472a4c2 lrc: 2/0,0 mode: --/CW res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.280327:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad9b00/0x4c38e74a5472a4c2 lrc: 0/0,0 mode: --/CW res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1718930703.280332:0:6837:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff8800a0f150c0 reply state ffff88012b164000 transno 4294987197 ns: mdt-lustre-MDT0001_UUID lock: ffff880099adb180/0x4c38e74a5472a4c9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1a6:0x0].0x3266 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718930703.280362:0:6837:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0f150c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+80:26701:x1802425753295168:12345-192.168.204.9@tcp:36:rm.0 Request processed in 327us (441us total) trans 4294987197 rc 0/0 00000100:00100000:1.0:1718930703.280367:0:6837:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230916 00010000:00010000:1.0:1718930703.280987:0:3307:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880099adb180/0x4c38e74a5472a4c9 lrc: 3/0,1 mode: COS/COS res: [0x240000400:0x1a6:0x0].0x3266 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.280994:0:3307:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a6:0x0].0x3266 (ffff88008208e300) 00010000:00010000:1.0:1718930703.280996:0:3307:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1718930703.280997:0:3307:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad8d80/0x4c38e74a5472a4d0 lrc: 3/0,1 mode: COS/COS res: [0x240000402:0x60c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.281001:0:3307:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x60c:0x0].0x0 (ffff88008208ef00) 00010000:00010000:1.0:1718930703.281002:0:3307:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00000100:00100000:0.0:1718930703.281183:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1718930703.281258:0:10547:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753295296 00000100:00100000:2.0:1718930703.281285:0:10547:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 10831 00000100:00100000:2.0:1718930703.281289:0:10547:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0f16d40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:8a07974b-7506-4725-beb3-4b5c6f8f9250+80:26701:x1802425753295296:12345-192.168.204.9@tcp:35:rm.0 00000100:00100000:2.0:1718930703.281372:0:10547:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0f16d40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:8a07974b-7506-4725-beb3-4b5c6f8f9250+81:26701:x1802425753295296:12345-192.168.204.9@tcp:35:rm.0 Request processed in 82us (189us total) trans 4294987198 rc 0/0 00000100:00100000:2.0:1718930703.281378:0:10547:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 10831 00000100:00100000:0.0:1718930703.281933:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930703.282001:0:6837:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753295424 00000100:00100000:1.0:1718930703.282025:0:6837:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230917 00000100:00100000:1.0:1718930703.282028:0:6837:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0f14740 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+81:26701:x1802425753295424:12345-192.168.204.9@tcp:36:rm.0 00010000:00010000:1.0:1718930703.282043:0:6837:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1718930703.282052:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4de880/0x4c38e74a5472a103 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x608:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fc0b expref: 81 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.282061:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4ddf80/0x4c38e74a5472a0f5 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x608:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fc04 expref: 80 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.282066:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x608:0x0].0x0 (ffff88006ede7200) 00010000:00010000:1.0:1718930703.282072:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b86c0/0x4c38e74a5472a3bf lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fcc1 expref: 79 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.282077:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a5:0x0].0x0 (ffff88012a272300) 00010000:00010000:1.0:1718930703.282078:0:6837:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1718930703.282084:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad9200/0x4c38e74a5472a4de lrc: 3/0,1 mode: --/CW res: [0x240000400:0x1a5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.282088:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad9200/0x4c38e74a5472a4de lrc: 3/0,1 mode: CW/CW res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.282092:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad9200/0x4c38e74a5472a4de lrc: 3/0,1 mode: CW/CW res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.282098:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880099adad00/0x4c38e74a5472a4e5 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1a5:0x0].0x726964 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.282101:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880099adad00/0x4c38e74a5472a4e5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1a5:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.282107:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880099adad00/0x4c38e74a5472a4e5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1a5:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.282129:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad9200/0x4c38e74a5472a4de lrc: 3/0,1 mode: CW/CW res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.282132:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad9200/0x4c38e74a5472a4de lrc: 2/0,0 mode: CW/CW res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.282136:0:6837:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad9200/0x4c38e74a5472a4de lrc: 3/0,0 mode: CW/CW res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.282138:0:6837:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880099ad9200 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:1.0:1718930703.282139:0:6837:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad9200/0x4c38e74a5472a4de lrc: 3/0,0 mode: CW/CW res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.282142:0:6837:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad9200/0x4c38e74a5472a4de lrc: 4/0,0 mode: CW/CW res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.282146:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a5:0x0].0x0 (ffff88012a272300) 00010000:00010000:1.0:1718930703.282147:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1718930703.282147:0:6837:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad9200/0x4c38e74a5472a4de lrc: 2/0,0 mode: --/CW res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.282150:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad9200/0x4c38e74a5472a4de lrc: 0/0,0 mode: --/CW res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.282154:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880099adad00/0x4c38e74a5472a4e5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1a5:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.282160:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880099adad00/0x4c38e74a5472a4e5 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1a5:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.282163:0:6837:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880099adad00/0x4c38e74a5472a4e5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1a5:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.282165:0:6837:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880099adad00 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:1.0:1718930703.282166:0:6837:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880099adad00/0x4c38e74a5472a4e5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1a5:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.282169:0:6837:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880099adad00/0x4c38e74a5472a4e5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1a5:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.282172:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a5:0x0].0x726964 (ffff88008208e900) 00010000:00010000:1.0:1718930703.282173:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1718930703.282173:0:6837:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880099adad00/0x4c38e74a5472a4e5 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1a5:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.282176:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880099adad00/0x4c38e74a5472a4e5 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1a5:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.282188:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff880099ada880/0x4c38e74a5472a4ec lrc: 3/0,1 mode: --/CW res: [0x240000400:0x1a5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.282191:0:6837:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff880097205200/0x4c38e74a5472a07e lrc: 2/0,1 mode: COS/COS res: [0x240000400:0x1a5:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.282194:0:6837:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff880099ada880/0x4c38e74a5472a4ec lrc: 4/0,1 mode: --/CW res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.282204:0:6837:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0001_UUID lock: ffff880097205200/0x4c38e74a5472a07e lrc: 3/0,1 mode: COS/COS res: [0x240000400:0x1a5:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210401000020 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00080000:00080000:1.0:1718930703.282217:0:6837:0:(osd_handler.c:2525:osd_commit_async()) lustre-MDT0001: async commit OSD 00010000:00010000:1.0:1718930703.282244:0:6837:0:(ldlm_request.c:286:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff880099ada880/0x4c38e74a5472a4ec lrc: 3/0,1 mode: --/CW res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.283119:0:8049:0:(ldlm_request.c:1235:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008350c900/0x4c38e74a5472a069 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1008401000000 nid: local remote: 0x4c38e74a5472a070 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1718930703.283130:0:8049:0:(mdt_handler.c:3608:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008350c900/0x4c38e74a5472a069 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1009401000000 nid: local remote: 0x4c38e74a5472a070 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.283142:0:3306:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0001_UUID lock: ffff8800972073c0/0x4c38e74a5472a077 lrc: 3/0,1 mode: COS/COS res: [0x240000402:0x605:0x0].0x0 bits 0x7f/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.283148:0:3306:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800972073c0/0x4c38e74a5472a077 lrc: 2/0,0 mode: COS/COS res: [0x240000402:0x605:0x0].0x0 bits 0x7f/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.283152:0:3306:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8800972073c0/0x4c38e74a5472a077 lrc: 3/0,0 mode: COS/COS res: [0x240000402:0x605:0x0].0x0 bits 0x7f/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.283154:0:8049:0:(ldlm_request.c:1301:ldlm_cancel_pack()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008350c900/0x4c38e74a5472a069 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0x4c38e74a5472a070 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.283157:0:3306:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800972073c0 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:3.0:1718930703.283159:0:3306:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800972073c0/0x4c38e74a5472a077 lrc: 3/0,0 mode: COS/COS res: [0x240000402:0x605:0x0].0x0 bits 0x7f/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.283160:0:8049:0:(ldlm_request.c:1305:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1718930703.283163:0:3306:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800972073c0/0x4c38e74a5472a077 lrc: 4/0,0 mode: COS/COS res: [0x240000402:0x605:0x0].0x0 bits 0x7f/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.283170:0:3306:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x605:0x0].0x0 (ffff88006eded900) 00010000:00010000:3.0:1718930703.283172:0:3306:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 7f 00010000:00010000:3.0:1718930703.283173:0:3306:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8800972073c0/0x4c38e74a5472a077 lrc: 2/0,0 mode: --/COS res: [0x240000402:0x605:0x0].0x0 bits 0x7f/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.283179:0:3306:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800972073c0/0x4c38e74a5472a077 lrc: 0/0,0 mode: --/COS res: [0x240000402:0x605:0x0].0x0 bits 0x7f/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.283181:0:8049:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008350c900/0x4c38e74a5472a069 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0x4c38e74a5472a070 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.283188:0:3306:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0001_UUID lock: ffff880097205200/0x4c38e74a5472a07e lrc: 3/0,1 mode: COS/COS res: [0x240000400:0x1a5:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210401000020 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.283189:0:8049:0:(ldlm_request.c:1235:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800972058c0/0x4c38e74a5472a085 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x79a:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008401000000 nid: local remote: 0x4c38e74a5472a08c expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.283193:0:3306:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880097205200/0x4c38e74a5472a07e lrc: 2/0,0 mode: COS/COS res: [0x240000400:0x1a5:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210401000020 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1718930703.283194:0:8049:0:(mdt_handler.c:3608:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800972058c0/0x4c38e74a5472a085 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x79a:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009401000000 nid: local remote: 0x4c38e74a5472a08c expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.283198:0:3306:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880097205200/0x4c38e74a5472a07e lrc: 3/0,0 mode: COS/COS res: [0x240000400:0x1a5:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210401000020 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.283202:0:3306:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880097205200 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:3.0:1718930703.283203:0:3306:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880097205200/0x4c38e74a5472a07e lrc: 3/0,0 mode: COS/COS res: [0x240000400:0x1a5:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210401000020 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.283204:0:8049:0:(ldlm_request.c:1301:ldlm_cancel_pack()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800972058c0/0x4c38e74a5472a085 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x79a:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0x4c38e74a5472a08c expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718930703.283204:0:3321:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880081793900 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3321:1802425733052544:0@lo:103:jbd2/dm-1-8.0 00010000:00010000:2.0:1718930703.283208:0:8049:0:(ldlm_request.c:1305:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1718930703.283209:0:3306:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880097205200/0x4c38e74a5472a07e lrc: 4/0,0 mode: COS/COS res: [0x240000400:0x1a5:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218401000020 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.283214:0:3306:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a5:0x0].0x0 (ffff88012a272300) 00010000:00010000:3.0:1718930703.283216:0:3306:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 7f 00010000:00010000:2.0:1718930703.283216:0:8049:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800972058c0/0x4c38e74a5472a085 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x79a:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0x4c38e74a5472a08c expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.283217:0:3306:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff880099ada880/0x4c38e74a5472a4ec lrc: 3/0,1 mode: --/CW res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.283223:0:3306:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff880099ada880/0x4c38e74a5472a4ec lrc: 3/0,1 mode: CW/CW res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.283227:0:3306:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880099ada880/0x4c38e74a5472a4ec lrc: 4/0,1 mode: CW/CW res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000001:00080000:2.0:1718930703.283227:0:8049:0:(tgt_lastrcvd.c:926:tgt_cb_last_committed()) lustre-MDT0001: transno 4294987198 is committed 00000100:00100000:0.0:1718930703.283230:0:3321:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1718930703.283241:0:8049:0:(osp_sync.c:1627:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 343 committed 00010000:00010000:3.0:1718930703.283245:0:3306:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880097205200/0x4c38e74a5472a07e lrc: 2/0,0 mode: --/COS res: [0x240000400:0x1a5:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19401000020 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1718930703.283247:0:8049:0:(osp_sync.c:1627:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 339 committed 00010000:00010000:3.0:1718930703.283250:0:3306:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880097205200/0x4c38e74a5472a07e lrc: 0/0,0 mode: --/COS res: [0x240000400:0x1a5:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19401000020 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.283261:0:3306:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0001_UUID lock: ffff88012da4c6c0/0x4c38e74a5472a3aa lrc: 3/0,1 mode: COS/COS res: [0x240000400:0x1a5:0x0].0xba987ca0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718930703.283264:0:9277:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733052544 00010000:00010000:3.0:1718930703.283266:0:3306:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88012da4c6c0/0x4c38e74a5472a3aa lrc: 2/0,0 mode: COS/COS res: [0x240000400:0x1a5:0x0].0xba987ca0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.283270:0:3306:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88012da4c6c0/0x4c38e74a5472a3aa lrc: 3/0,0 mode: COS/COS res: [0x240000400:0x1a5:0x0].0xba987ca0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.283274:0:3306:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88012da4c6c0 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:3.0:1718930703.283276:0:3306:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88012da4c6c0/0x4c38e74a5472a3aa lrc: 3/0,0 mode: COS/COS res: [0x240000400:0x1a5:0x0].0xba987ca0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.283280:0:3306:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88012da4c6c0/0x4c38e74a5472a3aa lrc: 4/0,0 mode: COS/COS res: [0x240000400:0x1a5:0x0].0xba987ca0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.283285:0:3306:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a5:0x0].0xba987ca0 (ffff88012fe3ad00) 00010000:00010000:3.0:1718930703.283287:0:3306:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1718930703.283287:0:9277:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9170 00010000:00010000:3.0:1718930703.283289:0:3306:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88012da4c6c0/0x4c38e74a5472a3aa lrc: 2/0,0 mode: --/COS res: [0x240000400:0x1a5:0x0].0xba987ca0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718930703.283289:0:9277:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0f176c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001-mdtlov_UUID+10:3321:x1802425733052544:12345-0@lo:103:jbd2/dm-1-8.0 00010000:00010000:3.0:1718930703.283293:0:3306:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012da4c6c0/0x4c38e74a5472a3aa lrc: 0/0,0 mode: --/COS res: [0x240000400:0x1a5:0x0].0xba987ca0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.283295:0:9277:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1718930703.283304:0:9277:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800849ba640/0x4c38e74a5472a070 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801001000000 nid: 0@lo remote: 0x4c38e74a5472a069 expref: 10 pid: 6842 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.283306:0:3306:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0001_UUID lock: ffff88012da4cb40/0x4c38e74a5472a3b1 lrc: 3/0,1 mode: COS/COS res: [0x240000402:0x614:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.283310:0:3306:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88012da4cb40/0x4c38e74a5472a3b1 lrc: 2/0,0 mode: COS/COS res: [0x240000402:0x614:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000020:00080000:2.0:1718930703.283310:0:8049:0:(update_trans.c:1351:distribute_txn_batchid_cb()) lustre-MDT0001: 3549 batchid updated 00010000:00010000:1.0:1718930703.283313:0:9277:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a87c9a00) 00010000:00010000:3.0:1718930703.283314:0:3306:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88012da4cb40/0x4c38e74a5472a3b1 lrc: 3/0,0 mode: COS/COS res: [0x240000402:0x614:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.283314:0:9277:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00000001:00080000:2.0:1718930703.283316:0:8049:0:(tgt_lastrcvd.c:926:tgt_cb_last_committed()) lustre-MDT0001: transno 4294987146 is committed 00010000:00010000:3.0:1718930703.283319:0:3306:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88012da4cb40 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:3.0:1718930703.283320:0:3306:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88012da4cb40/0x4c38e74a5472a3b1 lrc: 3/0,0 mode: COS/COS res: [0x240000402:0x614:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000020:00080000:0.0:1718930703.283322:0:8070:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 3549 00010000:00010000:3.0:1718930703.283324:0:3306:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88012da4cb40/0x4c38e74a5472a3b1 lrc: 4/0,0 mode: COS/COS res: [0x240000402:0x614:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930703.283326:0:3322:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880081793440 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3322:1802425733052608:0@lo:103:jbd2/dm-1-8.0 00000040:00100000:0.0:1718930703.283329:0:8070:0:(llog.c:235:llog_cancel_arr_rec()) Canceling 1 records, first 1502 in log [0x3:0x401:0x2] 00010000:00010000:3.0:1718930703.283330:0:3306:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x614:0x0].0x0 (ffff88012fe3af00) 00010000:00010000:3.0:1718930703.283332:0:3306:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1718930703.283333:0:3306:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88012da4cb40/0x4c38e74a5472a3b1 lrc: 2/0,0 mode: --/COS res: [0x240000402:0x614:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718930703.283333:0:9277:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0f176c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001-mdtlov_UUID+9:3321:x1802425733052544:12345-0@lo:103:jbd2/dm-1-8.0 Request processed in 43us (102us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930703.283336:0:9277:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9170 00010000:00010000:3.0:1718930703.283337:0:3306:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012da4cb40/0x4c38e74a5472a3b1 lrc: 0/0,0 mode: --/COS res: [0x240000402:0x614:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.283347:0:3306:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b8000/0x4c38e74a5472a3cd lrc: 3/0,1 mode: COS/COS res: [0x240000400:0x1a6:0x0].0x3566 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930703.283351:0:3322:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1718930703.283352:0:3306:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b8000/0x4c38e74a5472a3cd lrc: 2/0,0 mode: COS/COS res: [0x240000400:0x1a6:0x0].0x3566 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1718930703.283352:0:8070:0:(osp_trans.c:1598:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff8800815fb500 with version 7105 00000020:00080000:0.0:1718930703.283358:0:8070:0:(update_trans.c:1313:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 3549 cancel update log [0x3:0x401:0x2].1502: rc = 0 00000040:00100000:0.0:1718930703.283361:0:8070:0:(llog.c:235:llog_cancel_arr_rec()) Canceling 1 records, first 1129 in log [0x3:0x40000400:0x2] 00010000:00010000:3.0:1718930703.283362:0:3306:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b8000/0x4c38e74a5472a3cd lrc: 3/0,0 mode: COS/COS res: [0x240000400:0x1a6:0x0].0x3566 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.283366:0:3306:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800849b8000 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:3.0:1718930703.283367:0:3306:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b8000/0x4c38e74a5472a3cd lrc: 3/0,0 mode: COS/COS res: [0x240000400:0x1a6:0x0].0x3566 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.283372:0:3306:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b8000/0x4c38e74a5472a3cd lrc: 4/0,0 mode: COS/COS res: [0x240000400:0x1a6:0x0].0x3566 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1718930703.283374:0:8063:0:(osp_trans.c:1343:osp_get_next_request()) ou ffff88012a3cd000 version 7105 rpc_version 7105 00010000:00010000:3.0:1718930703.283378:0:3306:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a6:0x0].0x3566 (ffff8800941dd500) 00010000:00010000:3.0:1718930703.283380:0:3306:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1718930703.283380:0:9277:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733052608 00010000:00010000:3.0:1718930703.283381:0:3306:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b8000/0x4c38e74a5472a3cd lrc: 2/0,0 mode: --/COS res: [0x240000400:0x1a6:0x0].0x3566 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.283385:0:3306:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b8000/0x4c38e74a5472a3cd lrc: 0/0,0 mode: --/COS res: [0x240000400:0x1a6:0x0].0x3566 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000020:00080000:0.0:1718930703.283386:0:8070:0:(update_trans.c:1313:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 3549 cancel update log [0x3:0x40000400:0x2].1129: rc = 0 00000100:00100000:1.0:1718930703.283389:0:9277:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9171 00000100:00100000:2.0:1718930703.283390:0:8063:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880081790e40 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:8063:1802425733052736:0@lo:1000:osp_up0-1.0 00000100:00100000:1.0:1718930703.283391:0:9277:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880081791c80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001-mdtlov_UUID+9:3322:x1802425733052608:12345-0@lo:103:jbd2/dm-1-8.0 00000020:00080000:0.0:1718930703.283392:0:8070:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 3549 00010000:00010000:3.0:1718930703.283393:0:3306:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0001_UUID lock: ffff8800849bb180/0x4c38e74a5472a3d4 lrc: 3/0,1 mode: COS/COS res: [0x240000402:0x611:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.283394:0:9277:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1718930703.283398:0:3306:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800849bb180/0x4c38e74a5472a3d4 lrc: 2/0,0 mode: COS/COS res: [0x240000402:0x611:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.283402:0:3306:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8800849bb180/0x4c38e74a5472a3d4 lrc: 3/0,0 mode: COS/COS res: [0x240000402:0x611:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.283407:0:3306:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800849bb180 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:3.0:1718930703.283408:0:3306:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800849bb180/0x4c38e74a5472a3d4 lrc: 3/0,0 mode: COS/COS res: [0x240000402:0x611:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930703.283411:0:8063:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1718930703.283413:0:3306:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800849bb180/0x4c38e74a5472a3d4 lrc: 4/0,0 mode: COS/COS res: [0x240000402:0x611:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718930703.283415:0:3321:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880081793900 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3321:1802425733052544:0@lo:103:jbd2/dm-1-8.0 00010000:00010000:3.0:1718930703.283418:0:3306:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x611:0x0].0x0 (ffff8800941dd100) 00010000:00010000:3.0:1718930703.283420:0:3306:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00000100:00100000:2.0:1718930703.283420:0:8063:0:(client.c:2492:ptlrpc_set_wait()) set ffff880133dd3300 going to sleep for 6 seconds 00010000:00010000:3.0:1718930703.283438:0:3306:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8800849bb180/0x4c38e74a5472a3d4 lrc: 2/0,0 mode: --/COS res: [0x240000402:0x611:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.283443:0:3306:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800849bb180/0x4c38e74a5472a3d4 lrc: 0/0,0 mode: --/COS res: [0x240000402:0x611:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.283447:0:9277:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800849b9b00/0x4c38e74a5472a08c lrc: 0/0,0 mode: --/EX res: [0x200000402:0x79a:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801001000000 nid: 0@lo remote: 0x4c38e74a5472a085 expref: 9 pid: 6842 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930703.283451:0:6842:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733052736 00010000:00010000:1.0:1718930703.283454:0:9277:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x79a:0x0].0x0 (ffff880097b25700) 00010000:00010000:3.0:1718930703.283455:0:3306:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b8240/0x4c38e74a5472a3e9 lrc: 3/0,1 mode: COS/COS res: [0x240000400:0x1a6:0x0].0x3766 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.283459:0:3306:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b8240/0x4c38e74a5472a3e9 lrc: 2/0,0 mode: COS/COS res: [0x240000400:0x1a6:0x0].0x3766 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.283459:0:9277:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1718930703.283464:0:3306:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b8240/0x4c38e74a5472a3e9 lrc: 3/0,0 mode: COS/COS res: [0x240000400:0x1a6:0x0].0x3766 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.283468:0:3306:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800849b8240 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:3.0:1718930703.283470:0:3306:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b8240/0x4c38e74a5472a3e9 lrc: 3/0,0 mode: COS/COS res: [0x240000400:0x1a6:0x0].0x3766 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718930703.283471:0:9277:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880081791c80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001-mdtlov_UUID+9:3322:x1802425733052608:12345-0@lo:103:jbd2/dm-1-8.0 Request processed in 80us (122us total) trans 0 rc 0/0 00010000:00010000:3.0:1718930703.283475:0:3306:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b8240/0x4c38e74a5472a3e9 lrc: 4/0,0 mode: COS/COS res: [0x240000400:0x1a6:0x0].0x3766 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718930703.283475:0:9277:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9171 00010000:00010000:3.0:1718930703.283481:0:3306:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a6:0x0].0x3766 (ffff8800941dde00) 00010000:00010000:3.0:1718930703.283483:0:3306:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1718930703.283484:0:3306:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b8240/0x4c38e74a5472a3e9 lrc: 2/0,0 mode: --/COS res: [0x240000400:0x1a6:0x0].0x3766 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930703.283484:0:6842:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20840 00010000:00010000:1.0:1718930703.283487:0:6837:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff880099ada880/0x4c38e74a5472a4ec lrc: 3/0,1 mode: CW/CW res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930703.283488:0:6842:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880081795a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+8:8063:x1802425733052736:12345-0@lo:1000:osp_up0-1.0 00010000:00010000:3.0:1718930703.283489:0:3306:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b8240/0x4c38e74a5472a3e9 lrc: 0/0,0 mode: --/COS res: [0x240000400:0x1a6:0x0].0x3766 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.283491:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880099ada880/0x4c38e74a5472a4ec lrc: 3/0,1 mode: CW/CW res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.283497:0:3306:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0001_UUID lock: ffff8800849bbcc0/0x4c38e74a5472a3f0 lrc: 3/0,1 mode: COS/COS res: [0x240000402:0x60d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.283497:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad8900/0x4c38e74a5472a4f3 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1a5:0x0].0x726964 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.283501:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad8900/0x4c38e74a5472a4f3 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1a5:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.283502:0:3306:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800849bbcc0/0x4c38e74a5472a3f0 lrc: 2/0,0 mode: COS/COS res: [0x240000402:0x60d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.283504:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad8900/0x4c38e74a5472a4f3 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1a5:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.283506:0:3306:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8800849bbcc0/0x4c38e74a5472a3f0 lrc: 3/0,0 mode: COS/COS res: [0x240000402:0x60d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.283510:0:3306:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800849bbcc0 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:3.0:1718930703.283511:0:3306:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800849bbcc0/0x4c38e74a5472a3f0 lrc: 3/0,0 mode: COS/COS res: [0x240000402:0x60d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.283515:0:3306:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800849bbcc0/0x4c38e74a5472a3f0 lrc: 4/0,0 mode: COS/COS res: [0x240000402:0x60d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.283521:0:3306:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x60d:0x0].0x0 (ffff8800941ddf00) 00010000:00010000:1.0:1718930703.283522:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad9f80/0x4c38e74a5472a4fa lrc: 3/0,1 mode: --/EX res: [0x240000402:0x608:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.283523:0:3306:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1718930703.283524:0:3306:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8800849bbcc0/0x4c38e74a5472a3f0 lrc: 2/0,0 mode: --/COS res: [0x240000402:0x60d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.283526:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad9f80/0x4c38e74a5472a4fa lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x608:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.283528:0:3306:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800849bbcc0/0x4c38e74a5472a3f0 lrc: 0/0,0 mode: --/COS res: [0x240000402:0x60d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.283529:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad9f80/0x4c38e74a5472a4fa lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x608:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.283538:0:3306:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b9680/0x4c38e74a5472a405 lrc: 3/0,1 mode: COS/COS res: [0x240000400:0x1a6:0x0].0x3666 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.283543:0:3306:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b9680/0x4c38e74a5472a405 lrc: 2/0,0 mode: COS/COS res: [0x240000400:0x1a6:0x0].0x3666 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.283548:0:3306:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b9680/0x4c38e74a5472a405 lrc: 3/0,0 mode: COS/COS res: [0x240000400:0x1a6:0x0].0x3666 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.283552:0:3306:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800849b9680 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:3.0:1718930703.283553:0:3306:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b9680/0x4c38e74a5472a405 lrc: 3/0,0 mode: COS/COS res: [0x240000400:0x1a6:0x0].0x3666 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.283558:0:3306:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b9680/0x4c38e74a5472a405 lrc: 4/0,0 mode: COS/COS res: [0x240000400:0x1a6:0x0].0x3666 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930703.283563:0:6842:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880081795a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+9:8063:x1802425733052736:12345-0@lo:1000:osp_up0-1.0 Request processed in 75us (153us total) trans 8589959542 rc 0/0 00010000:00010000:3.0:1718930703.283564:0:3306:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a6:0x0].0x3666 (ffff8800941dd400) 00010000:00010000:3.0:1718930703.283566:0:3306:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1718930703.283567:0:3306:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b9680/0x4c38e74a5472a405 lrc: 2/0,0 mode: --/COS res: [0x240000400:0x1a6:0x0].0x3666 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930703.283569:0:6842:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20840 00010000:00010000:3.0:1718930703.283572:0:3306:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b9680/0x4c38e74a5472a405 lrc: 0/0,0 mode: --/COS res: [0x240000400:0x1a6:0x0].0x3666 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.283580:0:3306:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b9d40/0x4c38e74a5472a40c lrc: 3/0,1 mode: COS/COS res: [0x240000402:0x60e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.283585:0:3306:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b9d40/0x4c38e74a5472a40c lrc: 2/0,0 mode: COS/COS res: [0x240000402:0x60e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.283589:0:3306:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b9d40/0x4c38e74a5472a40c lrc: 3/0,0 mode: COS/COS res: [0x240000402:0x60e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930703.283592:0:3322:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880081793440 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3322:1802425733052608:0@lo:103:jbd2/dm-1-8.0 00010000:00010000:3.0:1718930703.283597:0:3306:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800849b9d40 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:3.0:1718930703.283599:0:3306:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b9d40/0x4c38e74a5472a40c lrc: 3/0,0 mode: COS/COS res: [0x240000402:0x60e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930703.283601:0:3322:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:3.0:1718930703.283603:0:3306:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b9d40/0x4c38e74a5472a40c lrc: 4/0,0 mode: COS/COS res: [0x240000402:0x60e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930703.283606:0:3322:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880092a33900 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3322:1802425733052672:0@lo:6:osp-syn-0-1.0 00010000:00010000:3.0:1718930703.283609:0:3306:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x60e:0x0].0x0 (ffff8800941dd000) 00010000:00010000:3.0:1718930703.283611:0:3306:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1718930703.283612:0:3306:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b9d40/0x4c38e74a5472a40c lrc: 2/0,0 mode: --/COS res: [0x240000402:0x60e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.283616:0:3306:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b9d40/0x4c38e74a5472a40c lrc: 0/0,0 mode: --/COS res: [0x240000402:0x60e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930703.283622:0:3322:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1718930703.283626:0:3306:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0001_UUID lock: ffff8800849baac0/0x4c38e74a5472a421 lrc: 3/0,1 mode: COS/COS res: [0x240000400:0x1a6:0x0].0x3066 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.283630:0:3306:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800849baac0/0x4c38e74a5472a421 lrc: 2/0,0 mode: COS/COS res: [0x240000400:0x1a6:0x0].0x3066 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00200000:1.0:1718930703.283631:0:6837:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x608:0x0]: returning size 4096 00010000:00010000:3.0:1718930703.283635:0:3306:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8800849baac0/0x4c38e74a5472a421 lrc: 3/0,0 mode: COS/COS res: [0x240000400:0x1a6:0x0].0x3066 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1718930703.283636:0:6837:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff8800a0f14740 reply state ffff88012b165000 transno 4294987199 ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad9f80/0x4c38e74a5472a4fa lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x608:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.283639:0:3306:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800849baac0 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:3.0:1718930703.283640:0:3306:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800849baac0/0x4c38e74a5472a421 lrc: 3/0,0 mode: COS/COS res: [0x240000400:0x1a6:0x0].0x3066 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930703.283642:0:22545:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733052672 00010000:00010000:3.0:1718930703.283645:0:3306:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800849baac0/0x4c38e74a5472a421 lrc: 4/0,0 mode: COS/COS res: [0x240000400:0x1a6:0x0].0x3066 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.283651:0:3306:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a6:0x0].0x3066 (ffff88012d3dd100) 00010000:00010000:3.0:1718930703.283652:0:3306:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1718930703.283654:0:3306:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8800849baac0/0x4c38e74a5472a421 lrc: 2/0,0 mode: --/COS res: [0x240000400:0x1a6:0x0].0x3066 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.283678:0:3306:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800849baac0/0x4c38e74a5472a421 lrc: 0/0,0 mode: --/COS res: [0x240000400:0x1a6:0x0].0x3066 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930703.283683:0:22545:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 506 00000100:00100000:2.0:1718930703.283687:0:22545:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880081793440 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3322:x1802425733052672:12345-0@lo:6:osp-syn-0-1.0 00010000:00010000:3.0:1718930703.283689:0:3306:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0001_UUID lock: ffff8800849bb600/0x4c38e74a5472a428 lrc: 3/0,1 mode: COS/COS res: [0x240000402:0x609:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.283694:0:3306:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800849bb600/0x4c38e74a5472a428 lrc: 2/0,0 mode: COS/COS res: [0x240000402:0x609:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.283698:0:3306:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8800849bb600/0x4c38e74a5472a428 lrc: 3/0,0 mode: COS/COS res: [0x240000402:0x609:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1718930703.283700:0:22545:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:1419 count 1 00010000:00010000:3.0:1718930703.283703:0:3306:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800849bb600 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:3.0:1718930703.283704:0:3306:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800849bb600/0x4c38e74a5472a428 lrc: 3/0,0 mode: COS/COS res: [0x240000402:0x609:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.283708:0:3306:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800849bb600/0x4c38e74a5472a428 lrc: 4/0,0 mode: COS/COS res: [0x240000402:0x609:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.283714:0:3306:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x609:0x0].0x0 (ffff88012d3dd600) 00010000:00010000:3.0:1718930703.283716:0:3306:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00002000:00010000:2.0:1718930703.283716:0:22545:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x58b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1718930703.283717:0:3306:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8800849bb600/0x4c38e74a5472a428 lrc: 2/0,0 mode: --/COS res: [0x240000402:0x609:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.283719:0:22545:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008350c000/0x4c38e74a5472a501 lrc: 3/0,1 mode: --/PW res: [0x58b:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.283726:0:3306:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800849bb600/0x4c38e74a5472a428 lrc: 0/0,0 mode: --/COS res: [0x240000402:0x609:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.283726:0:22545:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1718930703.283728:0:22545:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1718930703.283730:0:22545:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008350c000/0x4c38e74a5472a501 lrc: 3/0,1 mode: PW/PW res: [0x58b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.283734:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff880099ada880/0x4c38e74a5472a4ec lrc: 3/0,1 mode: CW/CW res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.283736:0:3306:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b98c0/0x4c38e74a5472a43d lrc: 3/0,1 mode: COS/COS res: [0x240000400:0x1a6:0x0].0x3866 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.283737:0:22545:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008350c000/0x4c38e74a5472a501 lrc: 3/0,1 mode: PW/PW res: [0x58b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.283739:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880099ada880/0x4c38e74a5472a4ec lrc: 2/0,0 mode: CW/CW res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.283741:0:3306:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b98c0/0x4c38e74a5472a43d lrc: 2/0,0 mode: COS/COS res: [0x240000400:0x1a6:0x0].0x3866 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.283742:0:6837:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880099ada880/0x4c38e74a5472a4ec lrc: 3/0,0 mode: CW/CW res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.283743:0:22545:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008350c000/0x4c38e74a5472a501 lrc: 3/0,1 mode: PW/PW res: [0x58b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.283744:0:6837:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880099ada880 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:3.0:1718930703.283745:0:3306:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b98c0/0x4c38e74a5472a43d lrc: 3/0,0 mode: COS/COS res: [0x240000400:0x1a6:0x0].0x3866 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.283745:0:6837:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880099ada880/0x4c38e74a5472a4ec lrc: 3/0,0 mode: CW/CW res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.283748:0:22545:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008350c000/0x4c38e74a5472a501 lrc: 2/0,0 mode: PW/PW res: [0x58b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.283748:0:6837:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880099ada880/0x4c38e74a5472a4ec lrc: 4/0,0 mode: CW/CW res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.283750:0:3306:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800849b98c0 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:3.0:1718930703.283751:0:3306:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b98c0/0x4c38e74a5472a43d lrc: 3/0,0 mode: COS/COS res: [0x240000400:0x1a6:0x0].0x3866 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.283753:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a5:0x0].0x0 (ffff88012a272300) 00010000:00010000:1.0:1718930703.283754:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1718930703.283755:0:3306:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b98c0/0x4c38e74a5472a43d lrc: 4/0,0 mode: COS/COS res: [0x240000400:0x1a6:0x0].0x3866 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.283755:0:6837:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880099ada880/0x4c38e74a5472a4ec lrc: 2/0,0 mode: --/CW res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.283757:0:22545:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1718930703.283758:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880099ada880/0x4c38e74a5472a4ec lrc: 0/0,0 mode: --/CW res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.283761:0:3306:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a6:0x0].0x3866 (ffff88012d3dde00) 00010000:00010000:3.0:1718930703.283762:0:3306:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1718930703.283762:0:6828:0:(ldlm_lockd.c:2784:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1718930703.283763:0:3306:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b98c0/0x4c38e74a5472a43d lrc: 2/0,0 mode: --/COS res: [0x240000400:0x1a6:0x0].0x3866 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1718930703.283764:0:6837:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff8800a0f14740 reply state ffff88012b165000 transno 4294987199 ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad8900/0x4c38e74a5472a4f3 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1a5:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.283765:0:6828:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008350c000/0x4c38e74a5472a501 lrc: 2/0,0 mode: PW/PW res: [0x58b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.283767:0:3306:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b98c0/0x4c38e74a5472a43d lrc: 0/0,0 mode: --/COS res: [0x240000400:0x1a6:0x0].0x3866 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.283773:0:6828:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008350c000 already unused, calling callback (ffffffffa080a190) 00010000:00010000:3.0:1718930703.283775:0:3306:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b9200/0x4c38e74a5472a444 lrc: 3/0,1 mode: COS/COS res: [0x240000402:0x60a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.283775:0:6828:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008350c000/0x4c38e74a5472a501 lrc: 2/0,0 mode: PW/PW res: [0x58b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.283781:0:6828:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008350c000/0x4c38e74a5472a501 lrc: 3/0,0 mode: PW/PW res: [0x58b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.283783:0:3306:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b9200/0x4c38e74a5472a444 lrc: 2/0,0 mode: COS/COS res: [0x240000402:0x60a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718930703.283787:0:6837:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0f14740 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+22:26701:x1802425753295424:12345-192.168.204.9@tcp:36:rm.0 Request processed in 1759us (1857us total) trans 4294987199 rc 0/0 00010000:00010000:3.0:1718930703.283788:0:3306:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b9200/0x4c38e74a5472a444 lrc: 3/0,0 mode: COS/COS res: [0x240000402:0x60a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.283792:0:3306:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800849b9200 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:0.0:1718930703.283793:0:6828:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008350c000/0x4c38e74a5472a501 lrc: 1/0,0 mode: --/PW res: [0x58b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.283794:0:3306:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b9200/0x4c38e74a5472a444 lrc: 3/0,0 mode: COS/COS res: [0x240000402:0x60a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718930703.283794:0:6837:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230917 00010000:00010000:0.0:1718930703.283797:0:6828:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008350c000/0x4c38e74a5472a501 lrc: 0/0,0 mode: --/PW res: [0x58b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.283798:0:3306:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b9200/0x4c38e74a5472a444 lrc: 4/0,0 mode: COS/COS res: [0x240000402:0x60a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.283804:0:3306:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x60a:0x0].0x0 (ffff88012d3ddc00) 00010000:00010000:3.0:1718930703.283805:0:3306:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1718930703.283806:0:6828:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1718930703.283807:0:3306:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b9200/0x4c38e74a5472a444 lrc: 2/0,0 mode: --/COS res: [0x240000402:0x60a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930703.283807:0:6828:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1718930703.283808:0:6828:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1718930703.283811:0:3306:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800849b9200/0x4c38e74a5472a444 lrc: 0/0,0 mode: --/COS res: [0x240000402:0x60a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.283821:0:3306:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0001_UUID lock: ffff880099ada1c0/0x4c38e74a5472a459 lrc: 3/0,1 mode: COS/COS res: [0x240000400:0x1a6:0x0].0x3366 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.283826:0:3306:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880099ada1c0/0x4c38e74a5472a459 lrc: 2/0,0 mode: COS/COS res: [0x240000400:0x1a6:0x0].0x3366 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.283831:0:3306:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880099ada1c0/0x4c38e74a5472a459 lrc: 3/0,0 mode: COS/COS res: [0x240000400:0x1a6:0x0].0x3366 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.283838:0:3306:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880099ada1c0 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:3.0:1718930703.283839:0:3306:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880099ada1c0/0x4c38e74a5472a459 lrc: 3/0,0 mode: COS/COS res: [0x240000400:0x1a6:0x0].0x3366 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.283844:0:3306:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880099ada1c0/0x4c38e74a5472a459 lrc: 4/0,0 mode: COS/COS res: [0x240000400:0x1a6:0x0].0x3366 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.283850:0:3306:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a6:0x0].0x3366 (ffff880097846600) 00010000:00010000:3.0:1718930703.283852:0:3306:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1718930703.283853:0:3306:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880099ada1c0/0x4c38e74a5472a459 lrc: 2/0,0 mode: --/COS res: [0x240000400:0x1a6:0x0].0x3366 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930703.283857:0:22545:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880081793440 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+6:3322:x1802425733052672:12345-0@lo:6:osp-syn-0-1.0 Request processed in 169us (234us total) trans 4294976095 rc 0/0 00010000:00010000:3.0:1718930703.283858:0:3306:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880099ada1c0/0x4c38e74a5472a459 lrc: 0/0,0 mode: --/COS res: [0x240000400:0x1a6:0x0].0x3366 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930703.283863:0:22545:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 506 00010000:00010000:3.0:1718930703.283867:0:3306:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad9440/0x4c38e74a5472a460 lrc: 3/0,1 mode: COS/COS res: [0x240000402:0x60b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718930703.283870:0:3321:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:3.0:1718930703.283871:0:3306:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad9440/0x4c38e74a5472a460 lrc: 2/0,0 mode: COS/COS res: [0x240000402:0x60b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.283876:0:3306:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad9440/0x4c38e74a5472a460 lrc: 3/0,0 mode: COS/COS res: [0x240000402:0x60b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718930703.283876:0:3321:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880092a30000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3321:1802425733052800:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1718930703.283880:0:3306:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880099ad9440 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:3.0:1718930703.283881:0:3306:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad9440/0x4c38e74a5472a460 lrc: 3/0,0 mode: COS/COS res: [0x240000402:0x60b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.283886:0:3306:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad9440/0x4c38e74a5472a460 lrc: 4/0,0 mode: COS/COS res: [0x240000402:0x60b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1718930703.283886:0:3322:0:(osp_sync.c:563:osp_sync_interpret()) reply req ffff880092a33900/2, rc 0, transno 8799 00000100:00100000:2.0:1718930703.283890:0:3322:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880092a33900 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3322:1802425733052672:0@lo:6:osp-syn-0-1.0 00010000:00010000:3.0:1718930703.283892:0:3306:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x60b:0x0].0x0 (ffff880097846b00) 00010000:00010000:3.0:1718930703.283894:0:3306:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1718930703.283895:0:3306:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad9440/0x4c38e74a5472a460 lrc: 2/0,0 mode: --/COS res: [0x240000402:0x60b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718930703.283899:0:3321:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1718930703.283900:0:3306:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad9440/0x4c38e74a5472a460 lrc: 0/0,0 mode: --/COS res: [0x240000402:0x60b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930703.283908:0:8063:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880081790e40 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:8063:1802425733052736:0@lo:1000:osp_up0-1.0 00010000:00010000:3.0:1718930703.283909:0:3306:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0001_UUID lock: ffff880099adaac0/0x4c38e74a5472a475 lrc: 3/0,1 mode: COS/COS res: [0x240000400:0x1a6:0x0].0x3466 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.283914:0:3306:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880099adaac0/0x4c38e74a5472a475 lrc: 2/0,0 mode: COS/COS res: [0x240000400:0x1a6:0x0].0x3466 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.283919:0:3306:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880099adaac0/0x4c38e74a5472a475 lrc: 3/0,0 mode: COS/COS res: [0x240000400:0x1a6:0x0].0x3466 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930703.283919:0:22545:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733052800 00010000:00010000:3.0:1718930703.283923:0:3306:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880099adaac0 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:3.0:1718930703.283924:0:3306:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880099adaac0/0x4c38e74a5472a475 lrc: 3/0,0 mode: COS/COS res: [0x240000400:0x1a6:0x0].0x3466 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.283929:0:3306:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880099adaac0/0x4c38e74a5472a475 lrc: 4/0,0 mode: COS/COS res: [0x240000400:0x1a6:0x0].0x3466 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930703.283933:0:22545:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 507 00010000:00010000:3.0:1718930703.283936:0:3306:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a6:0x0].0x3466 (ffff880097846700) 00000100:00100000:2.0:1718930703.283936:0:22545:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880098420e40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3321:x1802425733052800:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1718930703.283937:0:3306:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1718930703.283938:0:3306:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880099adaac0/0x4c38e74a5472a475 lrc: 2/0,0 mode: --/COS res: [0x240000400:0x1a6:0x0].0x3466 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1718930703.283945:0:22545:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:1414 count 1 00010000:00010000:3.0:1718930703.283947:0:3306:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880099adaac0/0x4c38e74a5472a475 lrc: 0/0,0 mode: --/COS res: [0x240000400:0x1a6:0x0].0x3466 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.283954:0:3306:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad86c0/0x4c38e74a5472a47c lrc: 3/0,1 mode: COS/COS res: [0x240000402:0x612:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.283954:0:22545:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008350dd40/0x4c38e74a5472a508 lrc: 3/0,1 mode: --/PW res: [0x586:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.283959:0:3306:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad86c0/0x4c38e74a5472a47c lrc: 2/0,0 mode: COS/COS res: [0x240000402:0x612:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.283963:0:22545:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008350e400/0x4c38e74a5472a387 lrc: 2/0,0 mode: PR/PR res: [0x586:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fcb3 expref: 7 pid: 22545 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1718930703.283964:0:3306:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad86c0/0x4c38e74a5472a47c lrc: 3/0,0 mode: COS/COS res: [0x240000402:0x612:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.283968:0:3306:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880099ad86c0 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:2.0:1718930703.283969:0:22545:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718930703.283970:0:3306:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad86c0/0x4c38e74a5472a47c lrc: 3/0,0 mode: COS/COS res: [0x240000402:0x612:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.283970:0:22545:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1718930703.283971:0:22545:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008350dd40/0x4c38e74a5472a508 lrc: 4/0,1 mode: --/PW res: [0x586:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.283974:0:3306:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad86c0/0x4c38e74a5472a47c lrc: 4/0,0 mode: COS/COS res: [0x240000402:0x612:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.283979:0:3306:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x612:0x0].0x0 (ffff880097846a00) 00010000:00010000:3.0:1718930703.283981:0:3306:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1718930703.283982:0:3306:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad86c0/0x4c38e74a5472a47c lrc: 2/0,0 mode: --/COS res: [0x240000402:0x612:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.283986:0:3306:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad86c0/0x4c38e74a5472a47c lrc: 0/0,0 mode: --/COS res: [0x240000402:0x612:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.283986:0:22545:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008350e400/0x4c38e74a5472a387 lrc: 3/0,0 mode: PR/PR res: [0x586:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.9@tcp remote: 0xceea94147812fcb3 expref: 7 pid: 22545 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1718930703.283995:0:22545:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008350e400/0x4c38e74a5472a387 lrc: 4/0,0 mode: PR/PR res: [0x586:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.9@tcp remote: 0xceea94147812fcb3 expref: 7 pid: 22545 timeout: 3714 lvb_type: 1 00010000:00010000:3.0:1718930703.283996:0:3306:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad8000/0x4c38e74a5472a491 lrc: 3/0,1 mode: COS/COS res: [0x240000400:0x1a6:0x0].0x3166 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.284004:0:3306:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad8000/0x4c38e74a5472a491 lrc: 2/0,0 mode: COS/COS res: [0x240000400:0x1a6:0x0].0x3166 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930703.284005:0:22545:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880081790980 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:22545:1802425733052864:192.168.204.9@tcp:104: 00010000:00010000:3.0:1718930703.284009:0:3306:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad8000/0x4c38e74a5472a491 lrc: 3/0,0 mode: COS/COS res: [0x240000400:0x1a6:0x0].0x3166 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.284013:0:3306:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880099ad8000 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:3.0:1718930703.284014:0:3306:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad8000/0x4c38e74a5472a491 lrc: 3/0,0 mode: COS/COS res: [0x240000400:0x1a6:0x0].0x3166 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.284019:0:3306:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad8000/0x4c38e74a5472a491 lrc: 4/0,0 mode: COS/COS res: [0x240000400:0x1a6:0x0].0x3166 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.284024:0:3306:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a6:0x0].0x3166 (ffff880091232900) 00010000:00010000:3.0:1718930703.284025:0:3306:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1718930703.284027:0:3306:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad8000/0x4c38e74a5472a491 lrc: 2/0,0 mode: --/COS res: [0x240000400:0x1a6:0x0].0x3166 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930703.284029:0:22545:0:(client.c:2492:ptlrpc_set_wait()) set ffff880133dd3300 going to sleep for 6 seconds 00010000:00010000:3.0:1718930703.284031:0:3306:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad8000/0x4c38e74a5472a491 lrc: 0/0,0 mode: --/COS res: [0x240000400:0x1a6:0x0].0x3166 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.284040:0:3306:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0001_UUID lock: ffff880099adaf40/0x4c38e74a5472a498 lrc: 3/0,1 mode: COS/COS res: [0x240000402:0x60f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.284044:0:3306:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880099adaf40/0x4c38e74a5472a498 lrc: 2/0,0 mode: COS/COS res: [0x240000402:0x60f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.284048:0:3306:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880099adaf40/0x4c38e74a5472a498 lrc: 3/0,0 mode: COS/COS res: [0x240000402:0x60f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.284056:0:3306:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880099adaf40 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:3.0:1718930703.284058:0:3306:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880099adaf40/0x4c38e74a5472a498 lrc: 3/0,0 mode: COS/COS res: [0x240000402:0x60f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.284062:0:3306:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880099adaf40/0x4c38e74a5472a498 lrc: 4/0,0 mode: COS/COS res: [0x240000402:0x60f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.284067:0:3306:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x60f:0x0].0x0 (ffff88008208e500) 00010000:00010000:3.0:1718930703.284068:0:3306:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1718930703.284069:0:3306:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880099adaf40/0x4c38e74a5472a498 lrc: 2/0,0 mode: --/COS res: [0x240000402:0x60f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.284073:0:3306:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880099adaf40/0x4c38e74a5472a498 lrc: 0/0,0 mode: --/COS res: [0x240000402:0x60f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.284081:0:3306:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad8240/0x4c38e74a5472a4ad lrc: 3/0,1 mode: COS/COS res: [0x240000400:0x1a6:0x0].0x3966 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.284085:0:3306:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad8240/0x4c38e74a5472a4ad lrc: 2/0,0 mode: COS/COS res: [0x240000400:0x1a6:0x0].0x3966 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.284089:0:3306:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad8240/0x4c38e74a5472a4ad lrc: 3/0,0 mode: COS/COS res: [0x240000400:0x1a6:0x0].0x3966 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.284093:0:3306:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880099ad8240 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:3.0:1718930703.284094:0:3306:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad8240/0x4c38e74a5472a4ad lrc: 3/0,0 mode: COS/COS res: [0x240000400:0x1a6:0x0].0x3966 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.284098:0:3306:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad8240/0x4c38e74a5472a4ad lrc: 4/0,0 mode: COS/COS res: [0x240000400:0x1a6:0x0].0x3966 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.284104:0:3306:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a6:0x0].0x3966 (ffff88008208ed00) 00010000:00010000:3.0:1718930703.284106:0:3306:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1718930703.284107:0:3306:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad8240/0x4c38e74a5472a4ad lrc: 2/0,0 mode: --/COS res: [0x240000400:0x1a6:0x0].0x3966 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.284111:0:3306:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad8240/0x4c38e74a5472a4ad lrc: 0/0,0 mode: --/COS res: [0x240000400:0x1a6:0x0].0x3966 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.284119:0:3306:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad8480/0x4c38e74a5472a4b4 lrc: 3/0,1 mode: COS/COS res: [0x240000402:0x610:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.284124:0:3306:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad8480/0x4c38e74a5472a4b4 lrc: 2/0,0 mode: COS/COS res: [0x240000402:0x610:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.284127:0:3306:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad8480/0x4c38e74a5472a4b4 lrc: 3/0,0 mode: COS/COS res: [0x240000402:0x610:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.284129:0:3306:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880099ad8480 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:3.0:1718930703.284130:0:3306:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad8480/0x4c38e74a5472a4b4 lrc: 3/0,0 mode: COS/COS res: [0x240000402:0x610:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.284133:0:3306:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad8480/0x4c38e74a5472a4b4 lrc: 4/0,0 mode: COS/COS res: [0x240000402:0x610:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.284137:0:3306:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x610:0x0].0x0 (ffff88008208e000) 00010000:00010000:3.0:1718930703.284137:0:3306:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1718930703.284138:0:3306:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad8480/0x4c38e74a5472a4b4 lrc: 2/0,0 mode: --/COS res: [0x240000402:0x610:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.284143:0:3306:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad8480/0x4c38e74a5472a4b4 lrc: 0/0,0 mode: --/COS res: [0x240000402:0x610:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.284149:0:3306:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0001_UUID lock: ffff880099adb180/0x4c38e74a5472a4c9 lrc: 3/0,1 mode: COS/COS res: [0x240000400:0x1a6:0x0].0x3266 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.284151:0:3306:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880099adb180/0x4c38e74a5472a4c9 lrc: 2/0,0 mode: COS/COS res: [0x240000400:0x1a6:0x0].0x3266 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.284154:0:3306:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880099adb180/0x4c38e74a5472a4c9 lrc: 3/0,0 mode: COS/COS res: [0x240000400:0x1a6:0x0].0x3266 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.284157:0:3306:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880099adb180 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:3.0:1718930703.284158:0:3306:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880099adb180/0x4c38e74a5472a4c9 lrc: 3/0,0 mode: COS/COS res: [0x240000400:0x1a6:0x0].0x3266 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.284160:0:3306:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880099adb180/0x4c38e74a5472a4c9 lrc: 4/0,0 mode: COS/COS res: [0x240000400:0x1a6:0x0].0x3266 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.284163:0:3306:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a6:0x0].0x3266 (ffff88008208e300) 00010000:00010000:3.0:1718930703.284164:0:3306:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1718930703.284164:0:3306:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880099adb180/0x4c38e74a5472a4c9 lrc: 2/0,0 mode: --/COS res: [0x240000400:0x1a6:0x0].0x3266 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.284167:0:3306:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880099adb180/0x4c38e74a5472a4c9 lrc: 0/0,0 mode: --/COS res: [0x240000400:0x1a6:0x0].0x3266 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.284171:0:3306:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad8d80/0x4c38e74a5472a4d0 lrc: 3/0,1 mode: COS/COS res: [0x240000402:0x60c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.284176:0:3306:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad8d80/0x4c38e74a5472a4d0 lrc: 2/0,0 mode: COS/COS res: [0x240000402:0x60c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.284179:0:3306:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad8d80/0x4c38e74a5472a4d0 lrc: 3/0,0 mode: COS/COS res: [0x240000402:0x60c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.284181:0:3306:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880099ad8d80 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:3.0:1718930703.284182:0:3306:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad8d80/0x4c38e74a5472a4d0 lrc: 3/0,0 mode: COS/COS res: [0x240000402:0x60c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.284184:0:3306:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad8d80/0x4c38e74a5472a4d0 lrc: 4/0,0 mode: COS/COS res: [0x240000402:0x60c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.284187:0:3306:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x60c:0x0].0x0 (ffff88008208ef00) 00010000:00010000:3.0:1718930703.284188:0:3306:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1718930703.284189:0:3306:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad8d80/0x4c38e74a5472a4d0 lrc: 2/0,0 mode: --/COS res: [0x240000402:0x60c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.284191:0:3306:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad8d80/0x4c38e74a5472a4d0 lrc: 0/0,0 mode: --/COS res: [0x240000402:0x60c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.284402:0:3307:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad8900/0x4c38e74a5472a4f3 lrc: 3/0,1 mode: COS/COS res: [0x240000400:0x1a5:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.284411:0:3307:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a5:0x0].0x726964 (ffff88008208e800) 00010000:00010000:1.0:1718930703.284413:0:3307:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1718930703.284416:0:3307:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad9f80/0x4c38e74a5472a4fa lrc: 3/0,1 mode: COS/COS res: [0x240000402:0x608:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.284438:0:3307:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x608:0x0].0x0 (ffff88008208ec00) 00010000:00010000:1.0:1718930703.284440:0:3307:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00000100:00100000:2.0:1718930703.284601:0:22545:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880081790980 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:22545:1802425733052864:192.168.204.9@tcp:104: 00010000:00010000:2.0:1718930703.284610:0:22545:0:(ldlm_request.c:286:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008350dd40/0x4c38e74a5472a508 lrc: 3/0,1 mode: --/PW res: [0x586:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718930703.284652:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930703.284699:0:6825:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753295488 00000100:00100000:0.0:1718930703.284713:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930703.284728:0:6825:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753295552 00010000:00010000:1.0:1718930703.284737:0:6825:0:(ldlm_lockd.c:2633:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008350e400/0x4c38e74a5472a387 lrc: 4/0,0 mode: PR/PR res: [0x586:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.9@tcp remote: 0xceea94147812fcb3 expref: 8 pid: 22545 timeout: 3714 lvb_type: 1 00000100:00100000:2.0:1718930703.284744:0:4383:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 9172 00000100:00100000:0.0:1718930703.284745:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1718930703.284747:0:4383:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800984250c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:8a07974b-7506-4725-beb3-4b5c6f8f9250+11:1876:x1802425753295488:12345-192.168.204.9@tcp:103:rm.0 00010000:00010000:2.0:1718930703.284754:0:4383:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1718930703.284766:0:4383:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dd8c0/0x4c38e74a5472a0a8 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x605:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fbe8 expref: 11 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718930703.284766:0:6825:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 63349 00000100:00100000:1.0:1718930703.284770:0:6825:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800984204c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+8:1875:x1802425753295552:12345-192.168.204.9@tcp:103:ldlm_bl_04.0 00010000:00010000:2.0:1718930703.284776:0:4383:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x605:0x0].0x0 (ffff88012d654600) 00010000:00010000:1.0:1718930703.284777:0:6825:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1718930703.284781:0:4383:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1718930703.284781:0:6825:0:(ldlm_lockd.c:1766:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008350e400/0x4c38e74a5472a387 lrc: 4/0,0 mode: PR/PR res: [0x586:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.9@tcp remote: 0xceea94147812fcb3 expref: 8 pid: 22545 timeout: 3714 lvb_type: 1 00000100:00100000:3.0:1718930703.284790:0:10547:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753295680 00010000:00010000:1.0:1718930703.284797:0:6825:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008350e400/0x4c38e74a5472a387 lrc: 3/0,0 mode: PR/PR res: [0x586:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.9@tcp remote: 0xceea94147812fcb3 expref: 8 pid: 22545 timeout: 3714 lvb_type: 1 00000100:00100000:2.0:1718930703.284801:0:4383:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800984250c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:8a07974b-7506-4725-beb3-4b5c6f8f9250+10:1876:x1802425753295488:12345-192.168.204.9@tcp:103:rm.0 Request processed in 53us (152us total) trans 0 rc 0/0 00000100:00100000:3.0:1718930703.284808:0:10547:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 10832 00000100:00100000:2.0:1718930703.284808:0:4383:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 9172 00000100:00100000:3.0:1718930703.284812:0:10547:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88009840aac0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:8a07974b-7506-4725-beb3-4b5c6f8f9250+16:26701:x1802425753295680:12345-192.168.204.9@tcp:35:rm.0 00010000:00010000:1.0:1718930703.284812:0:6825:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008350e400/0x4c38e74a5472a387 lrc: 0/0,0 mode: --/PR res: [0x586:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.9@tcp remote: 0xceea94147812fcb3 expref: 8 pid: 22545 timeout: 3714 lvb_type: 1 00010000:00010000:1.0:1718930703.284825:0:6825:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1718930703.284826:0:6825:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1718930703.284827:0:6825:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008350dd40/0x4c38e74a5472a508 lrc: 3/0,1 mode: PW/PW res: [0x586:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.284831:0:6825:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008350dd40/0x4c38e74a5472a508 lrc: 4/0,1 mode: PW/PW res: [0x586:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.284841:0:6825:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1718930703.284849:0:22545:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008350dd40/0x4c38e74a5472a508 lrc: 3/0,1 mode: PW/PW res: [0x586:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.284856:0:22545:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008350dd40/0x4c38e74a5472a508 lrc: 3/0,1 mode: PW/PW res: [0x586:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718930703.284859:0:6825:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800984204c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+7:1875:x1802425753295552:12345-192.168.204.9@tcp:103:ldlm_bl_04.0 Request processed in 88us (146us total) trans 0 rc 0/0 00010000:00010000:2.0:1718930703.284862:0:22545:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008350dd40/0x4c38e74a5472a508 lrc: 3/0,1 mode: PW/PW res: [0x586:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718930703.284865:0:6825:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 63349 00010000:00010000:2.0:1718930703.284868:0:22545:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008350dd40/0x4c38e74a5472a508 lrc: 2/0,0 mode: PW/PW res: [0x586:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.284878:0:22545:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1718930703.284888:0:10547:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88009840aac0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:8a07974b-7506-4725-beb3-4b5c6f8f9250+17:26701:x1802425753295680:12345-192.168.204.9@tcp:35:rm.0 Request processed in 76us (142us total) trans 4294987200 rc 0/0 00000100:00100000:3.0:1718930703.284894:0:10547:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 10832 00010000:00010000:3.0:1718930703.284916:0:6829:0:(ldlm_lockd.c:2784:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1718930703.284919:0:6829:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008350dd40/0x4c38e74a5472a508 lrc: 2/0,0 mode: PW/PW res: [0x586:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.284924:0:6829:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008350dd40 already unused, calling callback (ffffffffa080a190) 00010000:00010000:3.0:1718930703.284926:0:6829:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008350dd40/0x4c38e74a5472a508 lrc: 2/0,0 mode: PW/PW res: [0x586:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.284931:0:6829:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008350dd40/0x4c38e74a5472a508 lrc: 3/0,0 mode: PW/PW res: [0x586:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.284941:0:6829:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008350dd40/0x4c38e74a5472a508 lrc: 1/0,0 mode: --/PW res: [0x586:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.284947:0:6829:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008350dd40/0x4c38e74a5472a508 lrc: 0/0,0 mode: --/PW res: [0x586:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.284958:0:6829:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1718930703.284959:0:6829:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1718930703.284961:0:6829:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1718930703.285044:0:22545:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880098420e40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+6:3321:x1802425733052800:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1107us (1144us total) trans 4294972696 rc 0/0 00000100:00100000:2.0:1718930703.285048:0:22545:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 507 00000004:00080000:0.0:1718930703.285060:0:3321:0:(osp_sync.c:563:osp_sync_interpret()) reply req ffff880092a30000/2, rc 0, transno 5400 00000100:00100000:0.0:1718930703.285074:0:3321:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880092a30000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3321:1802425733052800:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1718930703.285387:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930703.285442:0:6837:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753295808 00000100:00100000:1.0:1718930703.285471:0:6837:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230918 00000100:00100000:1.0:1718930703.285475:0:6837:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88009840b900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+17:26701:x1802425753295808:12345-192.168.204.9@tcp:36:rm.0 00010000:00010000:1.0:1718930703.285494:0:6837:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1718930703.285505:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4dfa80/0x4c38e74a5472a0d2 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x605:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fbfd expref: 17 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.285519:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012c4ddb00/0x4c38e74a5472a0b6 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x605:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fbef expref: 16 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.285525:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x605:0x0].0x0 (ffff88006eded900) 00010000:00010000:1.0:1718930703.285530:0:6837:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1718930703.285544:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff880099ada640/0x4c38e74a5472a50f lrc: 3/0,1 mode: --/EX res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.285552:0:6837:0:(ldlm_request.c:1029:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000001000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff880099ada640/0x4c38e74a5472a50f lrc: 3/0,1 mode: --/EX res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.285556:0:6837:0:(ldlm_request.c:1117:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff880099ada640/0x4c38e74a5472a50f lrc: 3/0,1 mode: --/EX res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718930703.285565:0:6837:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880092a32ac0 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:6837:1802425733052928:0@lo:101:mdt00_000.0 00000100:00100000:1.0:1718930703.285586:0:6837:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718930703.285606:0:6837:0:(client.c:2492:ptlrpc_set_wait()) set ffff8800a16ad0c0 going to sleep for 6 seconds 00000100:00100000:2.0:1718930703.285619:0:32457:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733052928 00000100:00100000:2.0:1718930703.285640:0:32457:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20841 00000100:00100000:2.0:1718930703.285642:0:32457:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a304c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+9:6837:x1802425733052928:12345-0@lo:101:mdt00_000.0 00010000:00010000:2.0:1718930703.285647:0:32457:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1718930703.285653:0:32457:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008350d8c0/0x4c38e74a5472a516 lrc: 2/0,0 mode: --/EX res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4c38e74a5472a50f expref: -99 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.285679:0:32457:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008350d8c0/0x4c38e74a5472a516 lrc: 3/0,0 mode: EX/EX res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000001000000 nid: 0@lo remote: 0x4c38e74a5472a50f expref: 10 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.285684:0:32457:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008350d8c0/0x4c38e74a5472a516 lrc: 3/0,0 mode: EX/EX res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0x4c38e74a5472a50f expref: 10 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.285688:0:32457:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a87c9a00) 00010000:00010000:2.0:1718930703.285689:0:32457:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718930703.285690:0:32457:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88008350d8c0, rc 0) 00000100:00100000:2.0:1718930703.285712:0:32457:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a304c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+10:6837:x1802425733052928:12345-0@lo:101:mdt00_000.0 Request processed in 69us (127us total) trans 0 rc 0/0 00000100:00100000:2.0:1718930703.285716:0:32457:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20841 00000100:00100000:1.0:1718930703.285742:0:6837:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880092a32ac0 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:6837:1802425733052928:0@lo:101:mdt00_000.0 00010000:00010000:1.0:1718930703.285753:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff880099ada640/0x4c38e74a5472a50f lrc: 4/0,1 mode: EX/EX res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0x4c38e74a5472a516 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.285760:0:6837:0:(ldlm_request.c:799:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff880099ada640/0x4c38e74a5472a50f lrc: 4/0,1 mode: EX/EX res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0x4c38e74a5472a516 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1718930703.285774:0:6837:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00000100:00100000:1.0:1718930703.285791:0:6837:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880092a32ac0 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:6837:1802425733052992:0@lo:1000:mdt00_000.0 00000100:00100000:1.0:1718930703.285811:0:6837:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718930703.285826:0:6837:0:(client.c:2492:ptlrpc_set_wait()) set ffff8800a16ad600 going to sleep for 6 seconds 00000100:00100000:2.0:1718930703.285848:0:32457:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733052992 00000100:00100000:2.0:1718930703.285873:0:32457:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20842 00000100:00100000:2.0:1718930703.285875:0:32457:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a32600 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+10:6837:x1802425733052992:12345-0@lo:1000:mdt00_000.0 00000100:00100000:2.0:1718930703.285922:0:32457:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a32600 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+10:6837:x1802425733052992:12345-0@lo:1000:mdt00_000.0 Request processed in 45us (110us total) trans 0 rc 0/0 00000100:00100000:2.0:1718930703.285927:0:32457:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20842 00000100:00100000:1.0:1718930703.285944:0:6837:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880092a32ac0 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:6837:1802425733052992:0@lo:1000:mdt00_000.0 00000100:00100000:1.0:1718930703.285966:0:6837:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880092a32ac0 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:6837:1802425733053056:0@lo:1000:mdt00_000.0 00000100:00100000:1.0:1718930703.285984:0:6837:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718930703.285993:0:6837:0:(client.c:2492:ptlrpc_set_wait()) set ffff8800a16ad600 going to sleep for 6 seconds 00000100:00100000:2.0:1718930703.285999:0:32457:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733053056 00000100:00100000:2.0:1718930703.286012:0:32457:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20843 00000100:00100000:2.0:1718930703.286015:0:32457:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a32f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+10:6837:x1802425733053056:12345-0@lo:1000:mdt00_000.0 00000100:00100000:2.0:1718930703.286072:0:32457:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a32f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+10:6837:x1802425733053056:12345-0@lo:1000:mdt00_000.0 Request processed in 56us (87us total) trans 0 rc 1/1 00000100:00100000:2.0:1718930703.286077:0:32457:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20843 00000100:00100000:1.0:1718930703.286085:0:6837:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880092a32ac0 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:6837:1802425733053056:0@lo:1000:mdt00_000.0 00010000:00010000:1.0:1718930703.286105:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff880073f87180/0x4c38e74a5472a51d lrc: 3/0,1 mode: --/EX res: [0x240000402:0x605:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.286110:0:6837:0:(ldlm_request.c:1029:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000001000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff880073f87180/0x4c38e74a5472a51d lrc: 3/0,1 mode: --/EX res: [0x240000402:0x605:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.286113:0:6837:0:(ldlm_request.c:1117:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff880073f87180/0x4c38e74a5472a51d lrc: 3/0,1 mode: --/EX res: [0x240000402:0x605:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718930703.286119:0:6837:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880092a32ac0 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:6837:1802425733053120:0@lo:101:mdt00_000.0 00000100:00100000:1.0:1718930703.286131:0:6837:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718930703.286137:0:6837:0:(client.c:2492:ptlrpc_set_wait()) set ffff8800a16ad0c0 going to sleep for 6 seconds 00000100:00100000:2.0:1718930703.286143:0:32457:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733053120 00000100:00100000:2.0:1718930703.286154:0:32457:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20844 00000100:00100000:2.0:1718930703.286156:0:32457:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a33dc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+10:6837:x1802425733053120:12345-0@lo:101:mdt00_000.0 00010000:00010000:2.0:1718930703.286161:0:32457:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1718930703.286168:0:32457:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008350ed00/0x4c38e74a5472a524 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x605:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4c38e74a5472a51d expref: -99 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.286179:0:32457:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008350ed00/0x4c38e74a5472a524 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x605:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000001000000 nid: 0@lo remote: 0x4c38e74a5472a51d expref: 11 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.286186:0:32457:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008350ed00/0x4c38e74a5472a524 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x605:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0x4c38e74a5472a51d expref: 11 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930703.286191:0:32457:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x605:0x0].0x0 (ffff880091754400) 00010000:00010000:2.0:1718930703.286193:0:32457:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1718930703.286194:0:32457:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88008350ed00, rc 0) 00000100:00100000:2.0:1718930703.286225:0:32457:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a33dc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+11:6837:x1802425733053120:12345-0@lo:101:mdt00_000.0 Request processed in 68us (93us total) trans 0 rc 0/0 00000100:00100000:2.0:1718930703.286230:0:32457:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20844 00000100:00100000:1.0:1718930703.286243:0:6837:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880092a32ac0 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:6837:1802425733053120:0@lo:101:mdt00_000.0 00010000:00010000:1.0:1718930703.286251:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff880073f87180/0x4c38e74a5472a51d lrc: 4/0,1 mode: EX/EX res: [0x240000402:0x605:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0x4c38e74a5472a524 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.286257:0:6837:0:(ldlm_request.c:799:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff880073f87180/0x4c38e74a5472a51d lrc: 4/0,1 mode: EX/EX res: [0x240000402:0x605:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0x4c38e74a5472a524 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.286272:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff880073f846c0/0x4c38e74a5472a52b lrc: 3/0,1 mode: --/EX res: [0x240000402:0x605:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.286277:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880073f846c0/0x4c38e74a5472a52b lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x605:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.286281:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880073f846c0/0x4c38e74a5472a52b lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x605:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000040:00080000:1.0:1718930703.286485:0:6837:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x240000400:0x3:0x0].1132, 808 off1036296 00000040:00080000:1.0:1718930703.286505:0:6837:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x200000401:0x3:0x0].1505, 888 off1457016 00000004:00080000:1.0:1718930703.286507:0:6837:0:(osp_trans.c:1598:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff880086bea600 with version 7106 00000004:00080000:2.0:1718930703.286534:0:8063:0:(osp_trans.c:1343:osp_get_next_request()) ou ffff88012a3cd000 version 7106 rpc_version 7106 00000100:00100000:2.0:1718930703.286548:0:8063:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880081790980 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:8063:1802425733053184:0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1718930703.286564:0:8063:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718930703.286579:0:8063:0:(client.c:2492:ptlrpc_set_wait()) set ffff880133dd3840 going to sleep for 6 seconds 00000100:00100000:0.0:1718930703.286612:0:32457:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733053184 00000100:00100000:0.0:1718930703.286639:0:32457:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20845 00000100:00100000:0.0:1718930703.286643:0:32457:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880081797200 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+11:8063:x1802425733053184:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1718930703.286808:0:32457:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880081797200 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+12:8063:x1802425733053184:12345-0@lo:1000:osp_up0-1.0 Request processed in 164us (242us total) trans 8589959543 rc 0/0 00000100:00100000:0.0:1718930703.286812:0:32457:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20845 00000100:00100000:2.0:1718930703.286835:0:8063:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880081790980 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:8063:1802425733053184:0@lo:1000:osp_up0-1.0 00000004:00200000:1.0:1718930703.286851:0:6837:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x605:0x0]: returning size 4096 00000004:00010000:1.0:1718930703.286857:0:6837:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff88009840b900 reply state ffff8800a16f0000 transno 4294987201 ns: mdt-lustre-MDT0001_UUID lock: ffff880073f846c0/0x4c38e74a5472a52b lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x605:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.286863:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff880073f87180/0x4c38e74a5472a51d lrc: 4/0,1 mode: EX/EX res: [0x240000402:0x605:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0x4c38e74a5472a524 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.286866:0:6837:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-osp-MDT0001 lock: ffff880073f87180/0x4c38e74a5472a51d lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x605:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0x4c38e74a5472a524 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1718930703.286938:0:6837:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:1.0:1718930703.286940:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff880099ada640/0x4c38e74a5472a50f lrc: 4/0,1 mode: EX/EX res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0x4c38e74a5472a516 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930703.286943:0:6837:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-osp-MDT0001 lock: ffff880099ada640/0x4c38e74a5472a50f lrc: 3/0,0 mode: EX/EX res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0x4c38e74a5472a516 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718930703.286974:0:6837:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88009840b900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+17:26701:x1802425753295808:12345-192.168.204.9@tcp:36:rm.0 Request processed in 1498us (1587us total) trans 4294987201 rc 0/0 00000100:00100000:1.0:1718930703.286978:0:6837:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230918 00010000:00010000:3.0:1718930703.287456:0:3306:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880073f846c0/0x4c38e74a5472a52b lrc: 3/0,1 mode: COS/COS res: [0x240000402:0x605:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930703.287462:0:3306:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x605:0x0].0x0 (ffff88008208e600) 00010000:00010000:3.0:1718930703.287463:0:3306:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718930703.331812:0:4830:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1718930704.333740:0:8059:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1718930704.415820:0:10932:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 3615487158768ns, next at 3616487156933ns, rc = 0 00000100:00100000:2.0:1718930704.415852:0:3321:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880098408e40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3321:1802425733053248:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1718930704.415906:0:3321:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1718930704.415948:0:9265:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733053248 00000100:00100000:0.0:1718930704.415979:0:9265:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 405 00000100:00100000:0.0:1718930704.415983:0:9265:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880081791300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3321:x1802425733053248:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1718930704.416004:0:9265:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 17075776 pending 28672 free 3912839168 avail 3681316864 00000100:00100000:0.0:1718930704.416040:0:9265:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880081791300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3321:x1802425733053248:12345-0@lo:13:osp-pre-1-1.0 Request processed in 56us (135us total) trans 0 rc 0/0 00000100:00100000:0.0:1718930704.416044:0:9265:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 405 00000100:00100000:2.0:1718930704.416079:0:3321:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880098408e40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3321:1802425733053248:0@lo:13:osp-pre-1-1.0 00000004:00080000:2.0:1718930704.431815:0:10929:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 3615503153315ns, next at 3616503151122ns, rc = 0 00000100:00100000:3.0:1718930704.431840:0:3323:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1718930704.431859:0:3323:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880081792f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3323:1802425733053312:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1718930704.431910:0:3323:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1718930704.431950:0:9265:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733053312 00000100:00100000:0.0:1718930704.431989:0:9265:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 406 00000100:00100000:0.0:1718930704.431993:0:9265:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880123c417c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3323:x1802425733053312:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1718930704.432015:0:9265:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 8637120 pending 0 free 3914567680 avail 3683045376 00000100:00100000:0.0:1718930704.432053:0:9265:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880123c417c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3323:x1802425733053312:12345-0@lo:13:osp-pre-0-1.0 Request processed in 59us (144us total) trans 0 rc 0/0 00000100:00100000:0.0:1718930704.432057:0:9265:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 406 00000100:00100000:3.0:1718930704.432086:0:3323:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880081792f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3323:1802425733053312:0@lo:13:osp-pre-0-1.0 00000400:00000080:1.0:1718930704.747435:0:8834:0:(module.c:211:libcfs_ioctl()) libcfs ioctl cmd 3221775648 00000001:02000400:1.0:1718930704.747438:0:8834:0:(debug.c:728:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanityn test 80b: Accessing directory during migration ========================================================== 20:45:04 (1718930704) 00000100:00100000:0.0:1718930704.758963:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1718930704.758997:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930704.759032:0:6837:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753295872 00000100:00100000:2.0:1718930704.759040:0:7082:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753296000 00000100:00100000:2.0:1718930704.759072:0:7082:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230919 00000100:00100000:2.0:1718930704.759076:0:7082:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88009840e3c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:8a07974b-7506-4725-beb3-4b5c6f8f9250+18:27321:x1802425753296000:12345-192.168.204.9@tcp:36:mkdir.0 00000100:00100000:1.0:1718930704.759077:0:6837:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230920 00000100:00100000:1.0:1718930704.759082:0:6837:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800984097c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+18:1875:x1802425753295872:12345-192.168.204.9@tcp:41:mkdir.0 00000004:00000024:1.0:1718930704.759104:0:6837:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1443708928 avail 1314246656 00000100:00100000:2.0:1718930704.759141:0:7082:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800817950c0 pname:cluuid:pid:xid:nid:opc:job mdt00_011:lustre-MDT0001-mdtlov_UUID:7082:1802425733053376:0@lo:1000:mdt00_011.0 00000100:00100000:1.0:1718930704.759151:0:6837:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800984097c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+18:1875:x1802425753295872:12345-192.168.204.9@tcp:41:mkdir.0 Request processed in 69us (190us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930704.759160:0:6837:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230920 00000100:00100000:2.0:1718930704.759170:0:7082:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718930704.759181:0:7082:0:(client.c:2492:ptlrpc_set_wait()) set ffff88012b1423c0 going to sleep for 6 seconds 00000100:00100000:1.0:1718930704.759186:0:32457:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733053376 00000100:00100000:1.0:1718930704.759203:0:32457:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20846 00000100:00100000:1.0:1718930704.759206:0:32457:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880081794740 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+12:7082:x1802425733053376:12345-0@lo:1000:mdt00_011.0 00000100:00100000:1.0:1718930704.759260:0:32457:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880081794740 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+12:7082:x1802425733053376:12345-0@lo:1000:mdt00_011.0 Request processed in 53us (90us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930704.759266:0:32457:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20846 00000100:00100000:2.0:1718930704.759279:0:7082:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800817950c0 pname:cluuid:pid:xid:nid:opc:job mdt00_011:lustre-MDT0001-mdtlov_UUID:7082:1802425733053376:0@lo:1000:mdt00_011.0 00000100:00100000:2.0:1718930704.759309:0:7082:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800817950c0 pname:cluuid:pid:xid:nid:opc:job mdt00_011:lustre-MDT0001-mdtlov_UUID:7082:1802425733053440:0@lo:1000:mdt00_011.0 00000100:00100000:2.0:1718930704.759326:0:7082:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718930704.759333:0:7082:0:(client.c:2492:ptlrpc_set_wait()) set ffff88012b1423c0 going to sleep for 6 seconds 00000100:00100000:1.0:1718930704.759341:0:32457:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733053440 00000100:00100000:1.0:1718930704.759355:0:32457:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20847 00000100:00100000:1.0:1718930704.759357:0:32457:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880081794c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+12:7082:x1802425733053440:12345-0@lo:1000:mdt00_011.0 00000100:00100000:1.0:1718930704.759436:0:32457:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880081794c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+12:7082:x1802425733053440:12345-0@lo:1000:mdt00_011.0 Request processed in 77us (109us total) trans 0 rc -2/-2 00000100:00100000:1.0:1718930704.759442:0:32457:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20847 00000100:00100000:2.0:1718930704.759452:0:7082:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800817950c0 pname:cluuid:pid:xid:nid:opc:job mdt00_011:lustre-MDT0001-mdtlov_UUID:7082:1802425733053440:0@lo:1000:mdt00_011.0 00010000:00010000:2.0:1718930704.759480:0:7082:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008350c000/0x4c38e74a5472a532 lrc: 3/0,1 mode: --/EX res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.759486:0:7082:0:(ldlm_request.c:1029:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000001000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008350c000/0x4c38e74a5472a532 lrc: 3/0,1 mode: --/EX res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.759492:0:7082:0:(ldlm_request.c:1117:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008350c000/0x4c38e74a5472a532 lrc: 3/0,1 mode: --/EX res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930704.759498:0:7082:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800817950c0 pname:cluuid:pid:xid:nid:opc:job mdt00_011:lustre-MDT0001-mdtlov_UUID:7082:1802425733053504:0@lo:101:mdt00_011.0 00000100:00100000:2.0:1718930704.759511:0:7082:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718930704.759530:0:7082:0:(client.c:2492:ptlrpc_set_wait()) set ffff88012b142d80 going to sleep for 6 seconds 00000100:00100000:1.0:1718930704.759547:0:32457:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733053504 00000100:00100000:1.0:1718930704.759558:0:32457:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20848 00000100:00100000:1.0:1718930704.759560:0:32457:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880081790000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+12:7082:x1802425733053504:12345-0@lo:101:mdt00_011.0 00010000:00010000:1.0:1718930704.759565:0:32457:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1718930704.759575:0:32457:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880073f85680/0x4c38e74a5472a539 lrc: 2/0,0 mode: --/EX res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4c38e74a5472a532 expref: -99 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.759589:0:32457:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008350d8c0/0x4c38e74a5472a516 lrc: 2/0,0 mode: EX/EX res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0x4c38e74a5472a50f expref: 13 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.759593:0:32457:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880073f85680/0x4c38e74a5472a539 lrc: 4/0,0 mode: --/EX res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000001000000 nid: 0@lo remote: 0x4c38e74a5472a532 expref: 13 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.759610:0:32457:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008350d8c0/0x4c38e74a5472a516 lrc: 3/0,0 mode: EX/EX res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000001000020 nid: 0@lo remote: 0x4c38e74a5472a50f expref: 13 pid: 32457 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718930704.759616:0:32457:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880092a32ac0 pname:cluuid:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000_UUID:32457:1802425733053568:0@lo:104: 00000100:00100000:1.0:1718930704.759633:0:32457:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718930704.759651:0:32457:0:(client.c:2492:ptlrpc_set_wait()) set ffff8800a1b5b6c0 going to sleep for 6 seconds 00000100:00100000:3.0:1718930704.759683:0:6824:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733053568 00000100:00100000:3.0:1718930704.759703:0:6824:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5555 00000100:00100000:3.0:1718930704.759706:0:6824:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a34740 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0001-mdtlov_UUID+4:32457:x1802425733053568:12345-0@lo:104: 00000100:00100000:1.0:1718930704.759746:0:32457:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880092a32ac0 pname:cluuid:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000_UUID:32457:1802425733053568:0@lo:104: 00010000:00010000:3.0:1718930704.759747:0:6824:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1718930704.759751:0:6824:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a34740 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0001-mdtlov_UUID+4:32457:x1802425733053568:12345-0@lo:104: Request processed in 44us (117us total) trans 0 rc 0/0 00000100:00100000:3.0:1718930704.759756:0:6824:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5555 00010000:00010000:1.0:1718930704.759758:0:32457:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880073f85680/0x4c38e74a5472a539 lrc: 3/0,0 mode: --/EX res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0x4c38e74a5472a532 expref: 13 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.759761:0:11341:0:(ldlm_lockd.c:2784:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1718930704.759764:0:11341:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff880099ada640/0x4c38e74a5472a50f lrc: 3/0,0 mode: EX/EX res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x1400001000000 nid: local remote: 0x4c38e74a5472a516 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.759765:0:32457:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a87c9a00) 00010000:00010000:1.0:1718930704.759768:0:32457:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718930704.759769:0:11341:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880099ada640 already unused, calling callback (ffffffffa0ea60e0) 00010000:00010000:1.0:1718930704.759770:0:32457:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880073f85680/0x4c38e74a5472a539 lrc: 3/0,0 mode: --/EX res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0x4c38e74a5472a532 expref: 13 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.759771:0:11341:0:(ldlm_request.c:1235:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff880099ada640/0x4c38e74a5472a50f lrc: 4/0,0 mode: EX/EX res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT gid 0 flags: 0x1408401000000 nid: local remote: 0x4c38e74a5472a516 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1718930704.759775:0:11341:0:(mdt_handler.c:3608:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff880099ada640/0x4c38e74a5472a50f lrc: 4/0,0 mode: EX/EX res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT gid 0 flags: 0x1409401000000 nid: local remote: 0x4c38e74a5472a516 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.759776:0:32457:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff880073f85680, rc 0) 00010000:00010000:2.0:1718930704.759788:0:11341:0:(ldlm_request.c:1301:ldlm_cancel_pack()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff880099ada640/0x4c38e74a5472a50f lrc: 2/0,0 mode: --/EX res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT gid 0 flags: 0x5c09401000000 nid: local remote: 0x4c38e74a5472a516 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.759791:0:11341:0:(ldlm_request.c:1305:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:1.0:1718930704.759795:0:32457:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880081790000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+13:7082:x1802425733053504:12345-0@lo:101:mdt00_011.0 Request processed in 234us (284us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930704.759800:0:32457:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20848 00010000:00010000:2.0:1718930704.759805:0:11341:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff880099ada640/0x4c38e74a5472a50f lrc: 1/0,0 mode: --/EX res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT gid 0 flags: 0x5c09401000000 nid: local remote: 0x4c38e74a5472a516 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718930704.759808:0:7082:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800817950c0 pname:cluuid:pid:xid:nid:opc:job mdt00_011:lustre-MDT0001-mdtlov_UUID:7082:1802425733053504:0@lo:101:mdt00_011.0 00000100:00100000:0.0:1718930704.759810:0:3322:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:2.0:1718930704.759812:0:11341:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff880099ada640/0x4c38e74a5472a50f lrc: 0/0,0 mode: --/EX res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT gid 0 flags: 0x5c09401000000 nid: local remote: 0x4c38e74a5472a516 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.759818:0:7082:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008350c000/0x4c38e74a5472a532 lrc: 4/0,1 mode: --/EX res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0x4c38e74a5472a539 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.759818:0:11341:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1718930704.759819:0:11341:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1718930704.759819:0:3322:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880081796d40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3322:1802425733053632:0@lo:103:ldlm_bl_04.0 00010000:00010000:2.0:1718930704.759820:0:11341:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1718930704.759824:0:7082:0:(ldlm_request.c:286:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008350c000/0x4c38e74a5472a532 lrc: 4/0,1 mode: --/EX res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0x4c38e74a5472a539 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718930704.759840:0:3322:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718930704.759858:0:9277:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733053632 00010000:00010000:1.0:1718930704.759868:0:9277:0:(ldlm_lockd.c:2633:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008350d8c0/0x4c38e74a5472a516 lrc: 3/0,0 mode: EX/EX res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000401000020 nid: 0@lo remote: 0x4c38e74a5472a50f expref: 13 pid: 32457 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718930704.759882:0:9277:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63350 00000100:00100000:1.0:1718930704.759885:0:9277:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88009840b440 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001-mdtlov_UUID+13:3322:x1802425733053632:12345-0@lo:103:ldlm_bl_04.0 00010000:00010000:1.0:1718930704.759890:0:9277:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000001:00080000:3.0:1718930704.760720:0:32428:0:(tgt_lastrcvd.c:926:tgt_cb_last_committed()) lustre-MDT0000: transno 8589959543 is committed 00000020:00080000:3.0:1718930704.760737:0:32428:0:(update_trans.c:1351:distribute_txn_batchid_cb()) lustre-MDT0000: 4295040273 batchid updated 00000020:00080000:2.0:1718930704.760776:0:32454:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4295040273 00000040:00100000:2.0:1718930704.760785:0:32454:0:(llog.c:235:llog_cancel_arr_rec()) Canceling 1 records, first 764 in log [0x2:0x40000404:0x2] 00010000:00010000:1.0:1718930704.760804:0:9277:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008350d8c0/0x4c38e74a5472a516 lrc: 0/0,0 mode: --/EX res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44801401000020 nid: 0@lo remote: 0x4c38e74a5472a50f expref: 9 pid: 32457 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1718930704.760810:0:32454:0:(osp_trans.c:1598:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff8800a1683200 with version 1498 00010000:00010000:1.0:1718930704.760814:0:9277:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a87c9a00) 00000020:00080000:2.0:1718930704.760815:0:32454:0:(update_trans.c:1313:distribute_txn_cancel_records()) lustre-MDT0001-osp-MDT0000: batchid 4295040273 cancel update log [0x2:0x40000404:0x2].764: rc = 0 00010000:00010000:1.0:1718930704.760816:0:9277:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880073f85680/0x4c38e74a5472a539 lrc: 2/0,0 mode: --/EX res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0x4c38e74a5472a532 expref: 8 pid: 32457 timeout: 0 lvb_type: 0 00000040:00100000:2.0:1718930704.760819:0:32454:0:(llog.c:235:llog_cancel_arr_rec()) Canceling 1 records, first 763 in log [0x2:0xbd0:0x2] 00010000:00010000:1.0:1718930704.760820:0:9277:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880073f85680/0x4c38e74a5472a539 lrc: 2/0,0 mode: EX/EX res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40080001000000 nid: 0@lo remote: 0x4c38e74a5472a532 expref: 8 pid: 32457 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1718930704.760824:0:32441:0:(osp_trans.c:1343:osp_get_next_request()) ou ffff88007fc1bf00 version 1498 rpc_version 1498 00010000:00010000:1.0:1718930704.760824:0:9277:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880073f85680/0x4c38e74a5472a539 lrc: 3/0,0 mode: EX/EX res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40080001000000 nid: 0@lo remote: 0x4c38e74a5472a532 expref: 8 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.760835:0:9277:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff880073f85680/0x4c38e74a5472a539 lrc: 3/0,0 mode: EX/EX res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0x4c38e74a5472a532 expref: 8 pid: 32457 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718930704.760839:0:9277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880092a32ac0 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000_UUID:9277:1802425733053696:0@lo:105: 00000100:00100000:3.0:1718930704.760845:0:32441:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880123c42140 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:32441:1802425733053760:0@lo:1000:osp_up1-0.0 00000100:00100000:1.0:1718930704.760853:0:9277:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00080000:2.0:1718930704.760854:0:32454:0:(update_trans.c:1313:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 4295040273 cancel update log [0x2:0xbd0:0x2].763: rc = 0 00000020:00080000:2.0:1718930704.760859:0:32454:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4295040273 00000100:00100000:1.0:1718930704.760862:0:9277:0:(client.c:2492:ptlrpc_set_wait()) set ffff8800a1b5b6c0 going to sleep for 6 seconds 00000100:00100000:3.0:1718930704.760870:0:32441:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718930704.760886:0:32457:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733053760 00000100:00100000:3.0:1718930704.760887:0:32441:0:(client.c:2492:ptlrpc_set_wait()) set ffff8800817f4f00 going to sleep for 6 seconds 00000100:00100000:1.0:1718930704.760898:0:32457:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20849 00000100:00100000:3.0:1718930704.760900:0:6824:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733053696 00000100:00100000:1.0:1718930704.760900:0:32457:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880123c42f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:32441:x1802425733053760:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:3.0:1718930704.760918:0:6824:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5556 00000100:00100000:3.0:1718930704.760921:0:6824:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a35f00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0001-mdtlov_UUID+4:9277:x1802425733053696:12345-0@lo:105: 00010000:00010000:3.0:1718930704.760927:0:6824:0:(ldlm_lockd.c:1933:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008350c000/0x4c38e74a5472a532 lrc: 5/0,1 mode: --/EX res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0x4c38e74a5472a539 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.760935:0:6824:0:(ldlm_lockd.c:2010:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008350c000/0x4c38e74a5472a532 lrc: 5/0,1 mode: --/EX res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0x4c38e74a5472a539 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.760941:0:6824:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008350c000/0x4c38e74a5472a532 lrc: 5/0,1 mode: EX/EX res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11080001000000 nid: local remote: 0x4c38e74a5472a539 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.760946:0:6824:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008350c000/0x4c38e74a5472a532 lrc: 6/0,1 mode: EX/EX res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11080001000000 nid: local remote: 0x4c38e74a5472a539 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.760951:0:6824:0:(ldlm_lockd.c:2038:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008350c000/0x4c38e74a5472a532 lrc: 6/0,1 mode: EX/EX res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1080001000000 nid: local remote: 0x4c38e74a5472a539 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.760964:0:6824:0:(ldlm_lockd.c:2049:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff88008350c000) 00000100:00100000:1.0:1718930704.760965:0:32457:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880123c42f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+6:32441:x1802425733053760:12345-0@lo:1000:osp_up1-0.0 Request processed in 64us (96us total) trans 4294987202 rc 0/0 00000100:00100000:1.0:1718930704.760969:0:32457:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20849 00000100:00100000:2.0:1718930704.760978:0:32441:0:(client.c:2892:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 4294987146 gen 2 00000004:00080000:2.0:1718930704.760981:0:32441:0:(osp_trans.c:1044:osp_request_commit_cb()) trans no 4294987146 committed transno 4294987146 00000100:00100000:3.0:1718930704.760986:0:6824:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a35f00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0001-mdtlov_UUID+4:9277:x1802425733053696:12345-0@lo:105: Request processed in 64us (132us total) trans 0 rc 0/0 00000100:00100000:3.0:1718930704.760992:0:6824:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5556 00000100:00100000:1.0:1718930704.760995:0:9277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880092a32ac0 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000_UUID:9277:1802425733053696:0@lo:105: 00000100:00100000:2.0:1718930704.760999:0:32441:0:(client.c:2918:ptlrpc_free_committed()) @@@ stopping search req@ffff880123c42140 x1802425733053760/t4294987202(4294987202) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 1718930711 ref 3 fl Rpc:RQU/4/0 rc 0/0 job:'osp_up1-0.0' 00010000:00010000:1.0:1718930704.761002:0:9277:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1718930704.761006:0:7082:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008350c000/0x4c38e74a5472a532 lrc: 4/0,1 mode: EX/EX res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0x4c38e74a5472a539 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930704.761010:0:32441:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880123c42140 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:32441:1802425733053760:0@lo:1000:osp_up1-0.0 00010000:00010000:3.0:1718930704.761012:0:7082:0:(ldlm_request.c:799:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008350c000/0x4c38e74a5472a532 lrc: 4/0,1 mode: EX/EX res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0x4c38e74a5472a539 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718930704.761019:0:9277:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88009840b440 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001-mdtlov_UUID+8:3322:x1802425733053632:12345-0@lo:103:ldlm_bl_04.0 Request processed in 1134us (1179us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930704.761023:0:9277:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63350 00000004:00080000:3.0:1718930704.761026:0:7082:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00000100:00100000:0.0:1718930704.761032:0:3322:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880081796d40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3322:1802425733053632:0@lo:103:ldlm_bl_04.0 00000100:00100000:3.0:1718930704.761062:0:7082:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880123c43440 pname:cluuid:pid:xid:nid:opc:job mdt00_011:lustre-MDT0001-mdtlov_UUID:7082:1802425733053824:0@lo:1000:mdt00_011.0 00000100:00100000:3.0:1718930704.761083:0:7082:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718930704.761103:0:7082:0:(client.c:2492:ptlrpc_set_wait()) set ffff8800817f4000 going to sleep for 6 seconds 00000100:00100000:1.0:1718930704.761127:0:32457:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733053824 00000100:00100000:1.0:1718930704.761149:0:32457:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20850 00000100:00100000:1.0:1718930704.761156:0:32457:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880123c43dc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+8:7082:x1802425733053824:12345-0@lo:1000:mdt00_011.0 00000100:00100000:1.0:1718930704.761190:0:32457:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880123c43dc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+8:7082:x1802425733053824:12345-0@lo:1000:mdt00_011.0 Request processed in 37us (107us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930704.761194:0:32457:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20850 00000100:00100000:3.0:1718930704.761204:0:7082:0:(client.c:2892:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 8589959543 gen 2 00000004:00080000:3.0:1718930704.761208:0:7082:0:(osp_trans.c:1044:osp_request_commit_cb()) trans no 8589959540 committed transno 8589959543 00000020:00080000:3.0:1718930704.761211:0:7082:0:(update_trans.c:80:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff8801315c9f00 refcount 2 committed 0 result 0 batchid 3550 00000020:00080000:3.0:1718930704.761214:0:7082:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff88012d654200 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff880084f45e80 00000020:00080000:3.0:1718930704.761216:0:7082:0:(update_trans.c:94:top_multiple_thandle_dump()) cookie [0x3:0x401:0x2].1503 00000020:00080000:3.0:1718930704.761218:0:7082:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff88012d654f00 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88012d654000 00000020:00080000:3.0:1718930704.761220:0:7082:0:(update_trans.c:94:top_multiple_thandle_dump()) cookie [0x3:0x40000400:0x2].1130 00000020:00080000:1.0:1718930704.761231:0:8070:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 3550 committed batchid 3549 00000004:00080000:3.0:1718930704.761240:0:7082:0:(osp_trans.c:1044:osp_request_commit_cb()) trans no 8589959541 committed transno 8589959543 00000020:00080000:3.0:1718930704.761242:0:7082:0:(update_trans.c:80:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff8801315c9cc0 refcount 2 committed 0 result 0 batchid 3551 00000020:00080000:3.0:1718930704.761244:0:7082:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff88012d654c00 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff880084f45f00 00000020:00080000:3.0:1718930704.761246:0:7082:0:(update_trans.c:94:top_multiple_thandle_dump()) cookie [0x3:0x401:0x2].1504 00000020:00080000:1.0:1718930704.761246:0:8070:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 3549 00000020:00080000:3.0:1718930704.761247:0:7082:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff88012d654500 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88012d654d00 00000020:00080000:3.0:1718930704.761249:0:7082:0:(update_trans.c:94:top_multiple_thandle_dump()) cookie [0x3:0x40000400:0x2].1131 00000020:00080000:1.0:1718930704.761261:0:8070:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 3551 committed batchid 3549 00000020:00080000:1.0:1718930704.761270:0:8070:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 3549 00000004:00080000:3.0:1718930704.761273:0:7082:0:(osp_trans.c:1044:osp_request_commit_cb()) trans no 8589959542 committed transno 8589959543 00000004:00080000:3.0:1718930704.761290:0:7082:0:(osp_trans.c:1044:osp_request_commit_cb()) trans no 8589959543 committed transno 8589959543 00000100:00100000:3.0:1718930704.761306:0:7082:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880123c43440 pname:cluuid:pid:xid:nid:opc:job mdt00_011:lustre-MDT0001-mdtlov_UUID:7082:1802425733053824:0@lo:1000:mdt00_011.0 00000100:00100000:3.0:1718930704.761331:0:7082:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880123c43440 pname:cluuid:pid:xid:nid:opc:job mdt00_011:lustre-MDT0001-mdtlov_UUID:7082:1802425733053888:0@lo:1000:mdt00_011.0 00000100:00100000:3.0:1718930704.761348:0:7082:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718930704.761357:0:7082:0:(client.c:2492:ptlrpc_set_wait()) set ffff8800817f4000 going to sleep for 6 seconds 00000100:00100000:1.0:1718930704.761364:0:32457:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733053888 00000100:00100000:1.0:1718930704.761384:0:32457:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20851 00000100:00100000:1.0:1718930704.761387:0:32457:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880123c44740 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+8:7082:x1802425733053888:12345-0@lo:1000:mdt00_011.0 00000100:00100000:1.0:1718930704.761439:0:32457:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880123c44740 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+8:7082:x1802425733053888:12345-0@lo:1000:mdt00_011.0 Request processed in 51us (90us total) trans 0 rc -2/-2 00000100:00100000:1.0:1718930704.761445:0:32457:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20851 00000100:00100000:3.0:1718930704.761452:0:7082:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880123c43440 pname:cluuid:pid:xid:nid:opc:job mdt00_011:lustre-MDT0001-mdtlov_UUID:7082:1802425733053888:0@lo:1000:mdt00_011.0 00000100:00100000:3.0:1718930704.761482:0:7082:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880123c43440 pname:cluuid:pid:xid:nid:opc:job mdt00_011:lustre-MDT0001-mdtlov_UUID:7082:1802425733053952:0@lo:1000:mdt00_011.0 00000100:00100000:3.0:1718930704.761499:0:7082:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718930704.761508:0:7082:0:(client.c:2492:ptlrpc_set_wait()) set ffff8800817f4000 going to sleep for 6 seconds 00000100:00100000:1.0:1718930704.761514:0:32457:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733053952 00000100:00100000:1.0:1718930704.761527:0:32457:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20852 00000100:00100000:1.0:1718930704.761530:0:32457:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880123c44c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+8:7082:x1802425733053952:12345-0@lo:1000:mdt00_011.0 00000100:00100000:1.0:1718930704.761563:0:32457:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880123c44c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+8:7082:x1802425733053952:12345-0@lo:1000:mdt00_011.0 Request processed in 33us (64us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930704.761568:0:32457:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20852 00000100:00100000:3.0:1718930704.762582:0:7082:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880123c43440 pname:cluuid:pid:xid:nid:opc:job mdt00_011:lustre-MDT0001-mdtlov_UUID:7082:1802425733053952:0@lo:1000:mdt00_011.0 00000100:00100000:3.0:1718930704.762614:0:7082:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880123c43440 pname:cluuid:pid:xid:nid:opc:job mdt00_011:lustre-MDT0001-mdtlov_UUID:7082:1802425733054016:0@lo:1000:mdt00_011.0 00000100:00100000:3.0:1718930704.762632:0:7082:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718930704.762644:0:7082:0:(client.c:2492:ptlrpc_set_wait()) set ffff8800817f4000 going to sleep for 6 seconds 00000100:00100000:1.0:1718930704.762655:0:32457:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733054016 00000100:00100000:1.0:1718930704.762700:0:32457:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20853 00000100:00100000:1.0:1718930704.762703:0:32457:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880123c450c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+8:7082:x1802425733054016:12345-0@lo:1000:mdt00_011.0 00000100:00100000:1.0:1718930704.762741:0:32457:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880123c450c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+8:7082:x1802425733054016:12345-0@lo:1000:mdt00_011.0 Request processed in 37us (108us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930704.762747:0:32457:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20853 00000100:00100000:3.0:1718930704.762748:0:7082:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880123c43440 pname:cluuid:pid:xid:nid:opc:job mdt00_011:lustre-MDT0001-mdtlov_UUID:7082:1802425733054016:0@lo:1000:mdt00_011.0 00000100:00100000:3.0:1718930704.762772:0:7082:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880123c43440 pname:cluuid:pid:xid:nid:opc:job mdt00_011:lustre-MDT0001-mdtlov_UUID:7082:1802425733054080:0@lo:1000:mdt00_011.0 00000100:00100000:3.0:1718930704.762789:0:7082:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718930704.762798:0:7082:0:(client.c:2492:ptlrpc_set_wait()) set ffff8800817f40c0 going to sleep for 6 seconds 00000100:00100000:1.0:1718930704.762802:0:32457:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733054080 00000100:00100000:1.0:1718930704.762820:0:32457:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20854 00000100:00100000:1.0:1718930704.762822:0:32457:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880123c45580 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+8:7082:x1802425733054080:12345-0@lo:1000:mdt00_011.0 00000100:00100000:1.0:1718930704.762855:0:32457:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880123c45580 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+8:7082:x1802425733054080:12345-0@lo:1000:mdt00_011.0 Request processed in 32us (66us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930704.762859:0:32457:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20854 00000100:00100000:3.0:1718930704.762864:0:7082:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880123c43440 pname:cluuid:pid:xid:nid:opc:job mdt00_011:lustre-MDT0001-mdtlov_UUID:7082:1802425733054080:0@lo:1000:mdt00_011.0 00000040:00080000:3.0:1718930704.763157:0:7082:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x240000400:0x3:0x0].1133, 920 off1037216 00000040:00080000:3.0:1718930704.763191:0:7082:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x200000401:0x3:0x0].1506, 1064 off1458080 00000004:00080000:3.0:1718930704.763194:0:7082:0:(osp_trans.c:1598:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff88007323ae80 with version 7107 00000004:00080000:2.0:1718930704.763267:0:8063:0:(osp_trans.c:1343:osp_get_next_request()) ou ffff88012a3cd000 version 7107 rpc_version 7107 00000100:00100000:2.0:1718930704.763286:0:8063:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800817917c0 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:8063:1802425733054144:0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1718930704.763304:0:8063:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718930704.763321:0:8063:0:(client.c:2492:ptlrpc_set_wait()) set ffff88012b142000 going to sleep for 6 seconds 00000100:00100000:0.0:1718930704.763350:0:32457:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733054144 00000100:00100000:0.0:1718930704.763369:0:32457:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20855 00000100:00100000:0.0:1718930704.763372:0:32457:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800817963c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+8:8063:x1802425733054144:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1718930704.763579:0:32457:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800817963c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+9:8063:x1802425733054144:12345-0@lo:1000:osp_up0-1.0 Request processed in 205us (274us total) trans 8589959544 rc 0/0 00000100:00100000:0.0:1718930704.763585:0:32457:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20855 00000100:00100000:2.0:1718930704.763617:0:8063:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800817917c0 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:8063:1802425733054144:0@lo:1000:osp_up0-1.0 00010000:00010000:3.0:1718930704.763677:0:7082:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880097205680/0x4c38e74a5472a540 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x620:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.763687:0:7082:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880097205680/0x4c38e74a5472a540 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x620:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.763696:0:7082:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880097205680/0x4c38e74a5472a540 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x620:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1718930704.763709:0:7082:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff88009840e3c0 reply state ffff8800732cec00 transno 4294987203 ns: mdt-lustre-MDT0001_UUID lock: ffff880097205680/0x4c38e74a5472a540 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x620:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00000004:00200000:3.0:1718930704.763717:0:7082:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x620:0x0]: returning size 4096 00000004:00080000:3.0:1718930704.763722:0:7082:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:3.0:1718930704.763729:0:7082:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008350c000/0x4c38e74a5472a532 lrc: 4/0,1 mode: EX/EX res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0x4c38e74a5472a539 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.763734:0:7082:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008350c000/0x4c38e74a5472a532 lrc: 3/0,0 mode: EX/EX res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0x4c38e74a5472a539 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718930704.763783:0:7082:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88009840e3c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:8a07974b-7506-4725-beb3-4b5c6f8f9250+19:27321:x1802425753296000:12345-192.168.204.9@tcp:36:mkdir.0 Request processed in 4706us (4785us total) trans 4294987203 rc 0/0 00000100:00100000:3.0:1718930704.763793:0:7082:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230919 00010000:00010000:2.0:1718930704.764366:0:3307:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880097205680/0x4c38e74a5472a540 lrc: 3/0,1 mode: COS/COS res: [0x240000402:0x620:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.764381:0:3307:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x620:0x0].0x0 (ffff880099846e00) 00010000:00010000:2.0:1718930704.764383:0:3307:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1718930704.764703:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1718930704.764750:0:7082:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753296128 00000100:00100000:3.0:1718930704.764780:0:7082:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230921 00000100:00100000:3.0:1718930704.764785:0:7082:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88009840e880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:8a07974b-7506-4725-beb3-4b5c6f8f9250+10:27321:x1802425753296128:12345-192.168.204.9@tcp:101:mkdir.0 00010000:00010000:3.0:1718930704.764793:0:7082:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1718930704.764800:0:7082:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097204b40/0x4c38e74a5472a547 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xceea94147812fcc8 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.764834:0:7082:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097204000/0x4c38e74a5472a54e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.764842:0:7082:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880073f85680/0x4c38e74a5472a539 lrc: 2/0,0 mode: EX/EX res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0x4c38e74a5472a532 expref: 8 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.764847:0:7082:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880097204000/0x4c38e74a5472a54e lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.764860:0:7082:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880073f85680/0x4c38e74a5472a539 lrc: 3/0,0 mode: EX/EX res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000001000020 nid: 0@lo remote: 0x4c38e74a5472a532 expref: 8 pid: 32457 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718930704.764868:0:7082:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880123c43440 pname:cluuid:pid:xid:nid:opc:job mdt00_011:lustre-MDT0000_UUID:7082:1802425733054208:0@lo:104: 00000100:00100000:3.0:1718930704.764889:0:7082:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718930704.764906:0:7082:0:(client.c:2492:ptlrpc_set_wait()) set ffff8800817f4000 going to sleep for 6 seconds 00000100:00100000:2.0:1718930704.764935:0:6824:0:(service.c:168:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:2.0:1718930704.764946:0:6824:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733054208 00000100:00100000:2.0:1718930704.764974:0:6824:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5557 00000100:00100000:2.0:1718930704.764978:0:6824:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c47a850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0001-mdtlov_UUID+4:7082:x1802425733054208:12345-0@lo:104: 00010000:00010000:2.0:1718930704.765012:0:6824:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1718930704.765016:0:6824:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c47a850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0001-mdtlov_UUID+4:7082:x1802425733054208:12345-0@lo:104: Request processed in 38us (128us total) trans 0 rc 0/0 00000100:00100000:3.0:1718930704.765021:0:7082:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880123c43440 pname:cluuid:pid:xid:nid:opc:job mdt00_011:lustre-MDT0000_UUID:7082:1802425733054208:0@lo:104: 00000100:00100000:2.0:1718930704.765022:0:6824:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5557 00010000:00010000:0.0:1718930704.765022:0:6828:0:(ldlm_lockd.c:2784:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1718930704.765026:0:6828:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008350c000/0x4c38e74a5472a532 lrc: 3/0,0 mode: EX/EX res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1400001000000 nid: local remote: 0x4c38e74a5472a539 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.765031:0:7082:0:(ldlm_request.c:286:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880097204000/0x4c38e74a5472a54e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930704.765035:0:6828:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008350c000 already unused, calling callback (ffffffffa0ea60e0) 00010000:00010000:0.0:1718930704.765038:0:6828:0:(ldlm_request.c:1235:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008350c000/0x4c38e74a5472a532 lrc: 4/0,0 mode: EX/EX res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x1408401000000 nid: local remote: 0x4c38e74a5472a539 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1718930704.765044:0:6828:0:(mdt_handler.c:3608:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008350c000/0x4c38e74a5472a532 lrc: 4/0,0 mode: EX/EX res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x1409401000000 nid: local remote: 0x4c38e74a5472a539 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930704.765060:0:6828:0:(ldlm_request.c:1301:ldlm_cancel_pack()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008350c000/0x4c38e74a5472a532 lrc: 2/0,0 mode: --/EX res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x5c09401000000 nid: local remote: 0x4c38e74a5472a539 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930704.765065:0:6828:0:(ldlm_request.c:1305:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1718930704.765077:0:6828:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008350c000/0x4c38e74a5472a532 lrc: 1/0,0 mode: --/EX res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x5c09401000000 nid: local remote: 0x4c38e74a5472a539 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930704.765081:0:3320:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88009840bdc0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3320:1802425733054272:0@lo:103:ldlm_bl_01.0 00010000:00010000:0.0:1718930704.765086:0:6828:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008350c000/0x4c38e74a5472a532 lrc: 0/0,0 mode: --/EX res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x5c09401000000 nid: local remote: 0x4c38e74a5472a539 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930704.765095:0:6828:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1718930704.765096:0:6828:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1718930704.765097:0:6828:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1718930704.765103:0:3320:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1718930704.765123:0:9277:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733054272 00010000:00010000:0.0:1718930704.765134:0:9277:0:(ldlm_lockd.c:2633:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880073f85680/0x4c38e74a5472a539 lrc: 3/0,0 mode: EX/EX res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000401000020 nid: 0@lo remote: 0x4c38e74a5472a532 expref: 9 pid: 32457 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718930704.765149:0:9277:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63351 00000100:00100000:0.0:1718930704.765152:0:9277:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880081794280 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001-mdtlov_UUID+9:3320:x1802425733054272:12345-0@lo:103:ldlm_bl_01.0 00010000:00010000:0.0:1718930704.765159:0:9277:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000001:00080000:0.0:1718930704.765900:0:32428:0:(tgt_lastrcvd.c:926:tgt_cb_last_committed()) lustre-MDT0000: transno 8589959544 is committed 00010000:00010000:1.0:1718930704.765993:0:9277:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880073f85680/0x4c38e74a5472a539 lrc: 0/0,0 mode: --/EX res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44801401000020 nid: 0@lo remote: 0x4c38e74a5472a532 expref: 8 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.766001:0:9277:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a87c9a00) 00010000:00010000:1.0:1718930704.766003:0:9277:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880097204000/0x4c38e74a5472a54e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.766008:0:9277:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880097204000/0x4c38e74a5472a54e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.766011:0:9277:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097204000/0x4c38e74a5472a54e lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.766029:0:9277:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1718930704.766045:0:7082:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880097204000/0x4c38e74a5472a54e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718930704.766049:0:9277:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880081794280 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001-mdtlov_UUID+7:3320:x1802425733054272:12345-0@lo:103:ldlm_bl_01.0 Request processed in 896us (945us total) trans 0 rc 0/0 00010000:00010000:2.0:1718930704.766051:0:7082:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097204000/0x4c38e74a5472a54e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718930704.766053:0:9277:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63351 00010000:00010000:2.0:1718930704.766059:0:7082:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008350c900/0x4c38e74a5472a555 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc3987c8e bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.766063:0:7082:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008350c900/0x4c38e74a5472a555 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc3987c8e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.766068:0:7082:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008350c900/0x4c38e74a5472a555 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc3987c8e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930704.766112:0:7082:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880081790980 pname:cluuid:pid:xid:nid:opc:job mdt00_011:lustre-MDT0000-mdtlov_UUID:7082:1802425733054336:0@lo:1000:mdt00_011.0 00000100:00100000:2.0:1718930704.766136:0:7082:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718930704.766154:0:7082:0:(client.c:2492:ptlrpc_set_wait()) set ffff88012b142d80 going to sleep for 6 seconds 00000100:00100000:2.0:1718930704.766173:0:3320:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88009840bdc0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3320:1802425733054272:0@lo:103:ldlm_bl_01.0 00000100:00100000:0.0:1718930704.766174:0:32457:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733054336 00000100:00100000:0.0:1718930704.766196:0:32457:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20856 00000100:00100000:0.0:1718930704.766199:0:32457:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880081790e40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+6:7082:x1802425733054336:12345-0@lo:1000:mdt00_011.0 00000100:00100000:0.0:1718930704.766246:0:32457:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880081790e40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+6:7082:x1802425733054336:12345-0@lo:1000:mdt00_011.0 Request processed in 47us (110us total) trans 0 rc 0/0 00000100:00100000:0.0:1718930704.766252:0:32457:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20856 00000100:00100000:2.0:1718930704.766264:0:7082:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880081790980 pname:cluuid:pid:xid:nid:opc:job mdt00_011:lustre-MDT0000-mdtlov_UUID:7082:1802425733054336:0@lo:1000:mdt00_011.0 00010000:00010000:2.0:1718930704.766288:0:7082:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008350fa80/0x4c38e74a5472a55c lrc: 3/1,0 mode: --/PR res: [0x240000402:0x620:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.766293:0:7082:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008350fa80/0x4c38e74a5472a55c lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x620:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.766297:0:7082:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008350fa80/0x4c38e74a5472a55c lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x620:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1718930704.766300:0:7082:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x240000402:0x620:0x0] 00010000:00010000:2.0:1718930704.766303:0:7082:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097204000/0x4c38e74a5472a54e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.766307:0:7082:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880097204000/0x4c38e74a5472a54e lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.766310:0:7082:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880097204000/0x4c38e74a5472a54e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.766312:0:7082:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880097204000 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:2.0:1718930704.766314:0:7082:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880097204000/0x4c38e74a5472a54e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.766317:0:7082:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880097204000/0x4c38e74a5472a54e lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.766324:0:7082:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a87c9a00) 00010000:00010000:2.0:1718930704.766325:0:7082:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718930704.766327:0:7082:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880097204000/0x4c38e74a5472a54e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.766329:0:7082:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097204000/0x4c38e74a5472a54e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.766335:0:7082:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008350c900/0x4c38e74a5472a555 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc3987c8e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.766338:0:7082:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008350c900/0x4c38e74a5472a555 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc3987c8e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.766340:0:7082:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008350c900/0x4c38e74a5472a555 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc3987c8e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.766343:0:7082:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008350c900 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:2.0:1718930704.766344:0:7082:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008350c900/0x4c38e74a5472a555 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc3987c8e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.766346:0:7082:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008350c900/0x4c38e74a5472a555 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc3987c8e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.766349:0:7082:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xc3987c8e (ffff880091754b00) 00010000:00010000:2.0:1718930704.766350:0:7082:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718930704.766351:0:7082:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008350c900/0x4c38e74a5472a555 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc3987c8e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.766356:0:7082:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008350c900/0x4c38e74a5472a555 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc3987c8e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.766373:0:7082:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097204b40/0x4c38e74a5472a547 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fcc8 expref: 12 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.766378:0:7082:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008350fa80/0x4c38e74a5472a55c lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x620:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fcc8 expref: 11 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.766382:0:7082:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x620:0x0].0x0 (ffff880091754100) 00010000:00010000:2.0:1718930704.766383:0:7082:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1718930704.766384:0:7082:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88008350fa80, rc 0) 00000100:00100000:2.0:1718930704.766413:0:7082:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88009840e880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:8a07974b-7506-4725-beb3-4b5c6f8f9250+11:27321:x1802425753296128:12345-192.168.204.9@tcp:101:mkdir.0 Request processed in 1628us (1712us total) trans 0 rc 0/0 00000100:00100000:2.0:1718930704.766417:0:7082:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230921 00000100:00100000:0.0:1718930704.767227:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1718930704.767277:0:7082:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753296256 00000100:00100000:2.0:1718930704.767297:0:7082:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230922 00000100:00100000:2.0:1718930704.767301:0:7082:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88009840d0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:8a07974b-7506-4725-beb3-4b5c6f8f9250+19:27321:x1802425753296256:12345-192.168.204.9@tcp:101:mkdir.0 00010000:00010000:2.0:1718930704.767312:0:7082:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1718930704.767320:0:7082:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008350e640/0x4c38e74a5472a563 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x620:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xceea94147812fccf expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00000004:00200000:2.0:1718930704.767351:0:7082:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x620:0x0]: returning size 4096 00010000:00010000:2.0:1718930704.767388:0:7082:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88008350e640/0x4c38e74a5472a563 lrc: 1/0,0 mode: --/CR res: [0x240000402:0x620:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fccf expref: 21 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.767392:0:7082:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008350e640/0x4c38e74a5472a563 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x620:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fccf expref: 21 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.767412:0:7082:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88008350e640, rc 0) 00000100:00100000:2.0:1718930704.767435:0:7082:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88009840d0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:8a07974b-7506-4725-beb3-4b5c6f8f9250+20:27321:x1802425753296256:12345-192.168.204.9@tcp:101:mkdir.0 Request processed in 133us (209us total) trans 4294987204 rc 301/301 00000100:00100000:2.0:1718930704.767439:0:7082:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230922 00000100:00100000:0.0:1718930704.768231:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1718930704.768281:0:6840:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753296384 00000100:00100000:2.0:1718930704.768306:0:6840:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 10833 00000100:00100000:2.0:1718930704.768311:0:6840:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88006e9dc050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+20:27321:x1802425753296384:12345-192.168.204.9@tcp:35:mkdir.0 00000100:00100000:2.0:1718930704.768390:0:6840:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88006e9dc050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+21:27321:x1802425753296384:12345-192.168.204.9@tcp:35:mkdir.0 Request processed in 78us (158us total) trans 4294987205 rc 0/0 00000100:00100000:2.0:1718930704.768411:0:6840:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 10833 00000100:00100000:0.0:1718930704.769042:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1718930704.769082:0:7082:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753296512 00000100:00100000:2.0:1718930704.769100:0:7082:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230923 00000100:00100000:2.0:1718930704.769104:0:7082:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88009840f6c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:8a07974b-7506-4725-beb3-4b5c6f8f9250+11:27321:x1802425753296512:12345-192.168.204.9@tcp:36:mkdir.0 00000100:00100000:2.0:1718930704.769142:0:7082:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880081790980 pname:cluuid:pid:xid:nid:opc:job mdt00_011:lustre-MDT0000-mdtlov_UUID:7082:1802425733054400:0@lo:1000:mdt00_011.0 00000100:00100000:2.0:1718930704.769164:0:7082:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718930704.769174:0:7082:0:(client.c:2492:ptlrpc_set_wait()) set ffff8801315c9840 going to sleep for 6 seconds 00000100:00100000:0.0:1718930704.769184:0:32457:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733054400 00000100:00100000:0.0:1718930704.769212:0:32457:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20857 00000100:00100000:0.0:1718930704.769215:0:32457:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880081796d40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+6:7082:x1802425733054400:12345-0@lo:1000:mdt00_011.0 00000100:00100000:0.0:1718930704.769257:0:32457:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880081796d40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+6:7082:x1802425733054400:12345-0@lo:1000:mdt00_011.0 Request processed in 41us (92us total) trans 0 rc 0/0 00000100:00100000:0.0:1718930704.769263:0:32457:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20857 00000100:00100000:2.0:1718930704.769265:0:7082:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880081790980 pname:cluuid:pid:xid:nid:opc:job mdt00_011:lustre-MDT0000-mdtlov_UUID:7082:1802425733054400:0@lo:1000:mdt00_011.0 00000100:00100000:2.0:1718930704.769295:0:7082:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880081790980 pname:cluuid:pid:xid:nid:opc:job mdt00_011:lustre-MDT0000-mdtlov_UUID:7082:1802425733054464:0@lo:1000:mdt00_011.0 00000100:00100000:2.0:1718930704.769312:0:7082:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718930704.769320:0:7082:0:(client.c:2492:ptlrpc_set_wait()) set ffff88012b142540 going to sleep for 6 seconds 00000100:00100000:0.0:1718930704.769326:0:32457:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733054464 00000100:00100000:0.0:1718930704.769338:0:32457:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20858 00000100:00100000:0.0:1718930704.769340:0:32457:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800817950c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+6:7082:x1802425733054464:12345-0@lo:1000:mdt00_011.0 00000100:00100000:0.0:1718930704.769378:0:32457:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800817950c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+6:7082:x1802425733054464:12345-0@lo:1000:mdt00_011.0 Request processed in 37us (66us total) trans 0 rc 0/0 00000100:00100000:0.0:1718930704.769383:0:32457:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20858 00000100:00100000:2.0:1718930704.769386:0:7082:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880081790980 pname:cluuid:pid:xid:nid:opc:job mdt00_011:lustre-MDT0000-mdtlov_UUID:7082:1802425733054464:0@lo:1000:mdt00_011.0 00000100:00100000:2.0:1718930704.769422:0:7082:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880081790980 pname:cluuid:pid:xid:nid:opc:job mdt00_011:lustre-MDT0000-mdtlov_UUID:7082:1802425733054528:0@lo:1000:mdt00_011.0 00000100:00100000:2.0:1718930704.769436:0:7082:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718930704.769442:0:7082:0:(client.c:2492:ptlrpc_set_wait()) set ffff88012b142d80 going to sleep for 6 seconds 00000100:00100000:0.0:1718930704.769450:0:32457:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733054528 00000100:00100000:0.0:1718930704.769463:0:32457:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20859 00000100:00100000:0.0:1718930704.769465:0:32457:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880081792f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+6:7082:x1802425733054528:12345-0@lo:1000:mdt00_011.0 00000100:00100000:0.0:1718930704.769504:0:32457:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880081792f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+6:7082:x1802425733054528:12345-0@lo:1000:mdt00_011.0 Request processed in 37us (67us total) trans 0 rc -2/-2 00000100:00100000:2.0:1718930704.769508:0:7082:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880081790980 pname:cluuid:pid:xid:nid:opc:job mdt00_011:lustre-MDT0000-mdtlov_UUID:7082:1802425733054528:0@lo:1000:mdt00_011.0 00000100:00100000:0.0:1718930704.769509:0:32457:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20859 00010000:00010000:2.0:1718930704.769528:0:7082:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350fcc0/0x4c38e74a5472a571 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x620:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.769533:0:7082:0:(ldlm_request.c:1029:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000001000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350fcc0/0x4c38e74a5472a571 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x620:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.769538:0:7082:0:(ldlm_request.c:1117:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350fcc0/0x4c38e74a5472a571 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x620:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930704.769544:0:7082:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880081790980 pname:cluuid:pid:xid:nid:opc:job mdt00_011:lustre-MDT0000-mdtlov_UUID:7082:1802425733054592:0@lo:101:mdt00_011.0 00000100:00100000:2.0:1718930704.769554:0:7082:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718930704.769560:0:7082:0:(client.c:2492:ptlrpc_set_wait()) set ffff8801315c9780 going to sleep for 6 seconds 00000100:00100000:0.0:1718930704.769568:0:32457:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733054592 00000100:00100000:0.0:1718930704.769581:0:32457:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20860 00000100:00100000:0.0:1718930704.769583:0:32457:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880081793900 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+6:7082:x1802425733054592:12345-0@lo:101:mdt00_011.0 00010000:00010000:0.0:1718930704.769589:0:32457:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1718930704.769596:0:32457:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88012da4cb40/0x4c38e74a5472a578 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x620:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4c38e74a5472a571 expref: -99 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930704.769610:0:32457:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff880097205680/0x4c38e74a5472a540 lrc: 2/0,1 mode: COS/COS res: [0x240000402:0x620:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930704.769616:0:32457:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff88012da4cb40/0x4c38e74a5472a578 lrc: 4/0,0 mode: --/EX res: [0x240000402:0x620:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000001000000 nid: 0@lo remote: 0x4c38e74a5472a571 expref: 7 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930704.769626:0:32457:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0001_UUID lock: ffff880097205680/0x4c38e74a5472a540 lrc: 3/0,1 mode: COS/COS res: [0x240000402:0x620:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000020 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00080000:00080000:0.0:1718930704.769640:0:32457:0:(osd_handler.c:2525:osd_commit_async()) lustre-MDT0001: async commit OSD 00010000:00010000:0.0:1718930704.769687:0:32457:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88012da4cb40/0x4c38e74a5472a578 lrc: 3/0,0 mode: --/EX res: [0x240000402:0x620:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0x4c38e74a5472a571 expref: 7 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930704.769694:0:32457:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x620:0x0].0x0 (ffff880099846e00) 00010000:00010000:0.0:1718930704.769696:0:32457:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1718930704.769698:0:32457:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff88012da4cb40/0x4c38e74a5472a578 lrc: 3/0,0 mode: --/EX res: [0x240000402:0x620:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0x4c38e74a5472a571 expref: 7 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930704.769703:0:32457:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88012da4cb40, rc 0) 00000100:00100000:0.0:1718930704.769726:0:32457:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880081793900 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+7:7082:x1802425733054592:12345-0@lo:101:mdt00_011.0 Request processed in 142us (171us total) trans 0 rc 0/0 00000100:00100000:0.0:1718930704.769731:0:32457:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20860 00000100:00100000:2.0:1718930704.769813:0:7082:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880081790980 pname:cluuid:pid:xid:nid:opc:job mdt00_011:lustre-MDT0000-mdtlov_UUID:7082:1802425733054592:0@lo:101:mdt00_011.0 00010000:00010000:2.0:1718930704.769822:0:7082:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350fcc0/0x4c38e74a5472a571 lrc: 4/0,1 mode: --/EX res: [0x240000402:0x620:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0x4c38e74a5472a578 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.769829:0:7082:0:(ldlm_request.c:286:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350fcc0/0x4c38e74a5472a571 lrc: 4/0,1 mode: --/EX res: [0x240000402:0x620:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0x4c38e74a5472a578 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.770447:0:8049:0:(ldlm_request.c:1235:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff880073f87180/0x4c38e74a5472a51d lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x605:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008401000000 nid: local remote: 0x4c38e74a5472a524 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1718930704.770453:0:8049:0:(mdt_handler.c:3608:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff880073f87180/0x4c38e74a5472a51d lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x605:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009401000000 nid: local remote: 0x4c38e74a5472a524 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930704.770460:0:3306:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad8900/0x4c38e74a5472a4f3 lrc: 3/0,1 mode: COS/COS res: [0x240000400:0x1a5:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.770465:0:8049:0:(ldlm_request.c:1301:ldlm_cancel_pack()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff880073f87180/0x4c38e74a5472a51d lrc: 2/0,0 mode: --/EX res: [0x240000402:0x605:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0x4c38e74a5472a524 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.770469:0:8049:0:(ldlm_request.c:1305:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1718930704.770469:0:3306:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad8900/0x4c38e74a5472a4f3 lrc: 2/0,0 mode: COS/COS res: [0x240000400:0x1a5:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930704.770474:0:3306:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad8900/0x4c38e74a5472a4f3 lrc: 3/0,0 mode: COS/COS res: [0x240000400:0x1a5:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930704.770479:0:3306:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880099ad8900 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:2.0:1718930704.770481:0:8049:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff880073f87180/0x4c38e74a5472a51d lrc: 0/0,0 mode: --/EX res: [0x240000402:0x605:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0x4c38e74a5472a524 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930704.770481:0:3306:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad8900/0x4c38e74a5472a4f3 lrc: 3/0,0 mode: COS/COS res: [0x240000400:0x1a5:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000001:00080000:2.0:1718930704.770487:0:8049:0:(tgt_lastrcvd.c:926:tgt_cb_last_committed()) lustre-MDT0001: transno 4294987205 is committed 00000100:00100000:3.0:1718930704.770488:0:3321:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0f163c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3321:1802425733054656:0@lo:103:jbd2/dm-1-8.0 00010000:00010000:0.0:1718930704.770490:0:3306:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad8900/0x4c38e74a5472a4f3 lrc: 4/0,0 mode: COS/COS res: [0x240000400:0x1a5:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000020:00080000:2.0:1718930704.770494:0:8049:0:(update_trans.c:1351:distribute_txn_batchid_cb()) lustre-MDT0001: 3551 batchid updated 00000020:00080000:2.0:1718930704.770497:0:8049:0:(update_trans.c:1351:distribute_txn_batchid_cb()) lustre-MDT0001: 3550 batchid updated 00010000:00010000:0.0:1718930704.770499:0:3306:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a5:0x0].0x726964 (ffff88008208e800) 00010000:00010000:0.0:1718930704.770501:0:3306:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1718930704.770502:0:3306:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad8900/0x4c38e74a5472a4f3 lrc: 2/0,0 mode: --/COS res: [0x240000400:0x1a5:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000001:00080000:2.0:1718930704.770504:0:8049:0:(tgt_lastrcvd.c:926:tgt_cb_last_committed()) lustre-MDT0001: transno 4294987202 is committed 00000004:00080000:2.0:1718930704.770507:0:8049:0:(osp_sync.c:1627:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 344 committed 00010000:00010000:0.0:1718930704.770507:0:3306:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad8900/0x4c38e74a5472a4f3 lrc: 0/0,0 mode: --/COS res: [0x240000400:0x1a5:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1718930704.770512:0:8049:0:(osp_sync.c:1627:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 340 committed 00000100:00100000:3.0:1718930704.770514:0:3321:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00080000:1.0:1718930704.770520:0:8070:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 3551 00000020:00080000:2.0:1718930704.770521:0:8049:0:(update_trans.c:80:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff8800a16ad0c0 refcount 2 committed 0 result 0 batchid 3552 00010000:00010000:0.0:1718930704.770521:0:3306:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad9f80/0x4c38e74a5472a4fa lrc: 3/0,1 mode: COS/COS res: [0x240000402:0x608:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000020:00080000:2.0:1718930704.770522:0:8049:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff880097b25600 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff880086bea600 00000020:00080000:2.0:1718930704.770524:0:8049:0:(update_trans.c:94:top_multiple_thandle_dump()) cookie [0x3:0x401:0x2].1505 00000020:00080000:2.0:1718930704.770525:0:8049:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff88008208eb00 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88008208e200 00010000:00010000:0.0:1718930704.770525:0:3306:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad9f80/0x4c38e74a5472a4fa lrc: 2/0,0 mode: COS/COS res: [0x240000402:0x608:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000020:00080000:2.0:1718930704.770527:0:8049:0:(update_trans.c:94:top_multiple_thandle_dump()) cookie [0x3:0x40000400:0x2].1132 00000040:00100000:1.0:1718930704.770527:0:8070:0:(llog.c:235:llog_cancel_arr_rec()) Canceling 1 records, first 1503 in log [0x3:0x401:0x2] 00010000:00010000:0.0:1718930704.770530:0:3306:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad9f80/0x4c38e74a5472a4fa lrc: 3/0,0 mode: COS/COS res: [0x240000402:0x608:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930704.770533:0:3306:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880099ad9f80 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:0.0:1718930704.770534:0:3306:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad9f80/0x4c38e74a5472a4fa lrc: 3/0,0 mode: COS/COS res: [0x240000402:0x608:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930704.770538:0:3306:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad9f80/0x4c38e74a5472a4fa lrc: 4/0,0 mode: COS/COS res: [0x240000402:0x608:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718930704.770541:0:9277:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733054656 00010000:00010000:0.0:1718930704.770543:0:3306:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x608:0x0].0x0 (ffff88008208ec00) 00010000:00010000:0.0:1718930704.770545:0:3306:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1718930704.770546:0:3306:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad9f80/0x4c38e74a5472a4fa lrc: 2/0,0 mode: --/COS res: [0x240000402:0x608:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1718930704.770549:0:8070:0:(osp_trans.c:1598:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff880086beac80 with version 7108 00010000:00010000:0.0:1718930704.770550:0:3306:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880099ad9f80/0x4c38e74a5472a4fa lrc: 0/0,0 mode: --/COS res: [0x240000402:0x608:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000020:00080000:1.0:1718930704.770554:0:8070:0:(update_trans.c:1313:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 3550 cancel update log [0x3:0x401:0x2].1503: rc = 0 00000040:00100000:1.0:1718930704.770557:0:8070:0:(llog.c:235:llog_cancel_arr_rec()) Canceling 1 records, first 1130 in log [0x3:0x40000400:0x2] 00010000:00010000:0.0:1718930704.770560:0:3306:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0001_UUID lock: ffff880073f846c0/0x4c38e74a5472a52b lrc: 3/0,1 mode: COS/COS res: [0x240000402:0x605:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718930704.770561:0:9277:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9173 00000100:00100000:3.0:1718930704.770564:0:9277:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ef44050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001-mdtlov_UUID+7:3321:x1802425733054656:12345-0@lo:103:jbd2/dm-1-8.0 00010000:00010000:0.0:1718930704.770565:0:3306:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880073f846c0/0x4c38e74a5472a52b lrc: 2/0,0 mode: COS/COS res: [0x240000402:0x605:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1718930704.770567:0:8063:0:(osp_trans.c:1343:osp_get_next_request()) ou ffff88012a3cd000 version 7108 rpc_version 7108 00010000:00010000:0.0:1718930704.770569:0:3306:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880073f846c0/0x4c38e74a5472a52b lrc: 3/0,0 mode: COS/COS res: [0x240000402:0x605:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.770571:0:9277:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1718930704.770573:0:3306:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880073f846c0 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:0.0:1718930704.770575:0:3306:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880073f846c0/0x4c38e74a5472a52b lrc: 3/0,0 mode: COS/COS res: [0x240000402:0x605:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930704.770578:0:8063:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0f16d40 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:8063:1802425733054720:0@lo:1000:osp_up0-1.0 00010000:00010000:0.0:1718930704.770579:0:3306:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880073f846c0/0x4c38e74a5472a52b lrc: 4/0,0 mode: COS/COS res: [0x240000402:0x605:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.770580:0:9277:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008350ed00/0x4c38e74a5472a524 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x605:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801001000000 nid: 0@lo remote: 0x4c38e74a5472a51d expref: 7 pid: 32457 timeout: 0 lvb_type: 0 00000020:00080000:1.0:1718930704.770582:0:8070:0:(update_trans.c:1313:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 3550 cancel update log [0x3:0x40000400:0x2].1130: rc = 0 00010000:00010000:0.0:1718930704.770585:0:3306:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x605:0x0].0x0 (ffff88008208e600) 00010000:00010000:0.0:1718930704.770587:0:3306:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000040:00100000:1.0:1718930704.770588:0:8070:0:(llog.c:235:llog_cancel_arr_rec()) Canceling 1 records, first 1504 in log [0x3:0x401:0x2] 00010000:00010000:0.0:1718930704.770588:0:3306:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880073f846c0/0x4c38e74a5472a52b lrc: 2/0,0 mode: --/COS res: [0x240000402:0x605:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.770590:0:9277:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x605:0x0].0x0 (ffff880091754400) 00000100:00100000:2.0:1718930704.770592:0:8063:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1718930704.770593:0:3306:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880073f846c0/0x4c38e74a5472a52b lrc: 0/0,0 mode: --/COS res: [0x240000402:0x605:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1718930704.770594:0:8070:0:(osp_trans.c:1598:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff880086bead00 with version 7109 00010000:00010000:3.0:1718930704.770595:0:9277:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00000020:00080000:1.0:1718930704.770595:0:8070:0:(update_trans.c:1313:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 3551 cancel update log [0x3:0x401:0x2].1504: rc = 0 00000040:00100000:1.0:1718930704.770597:0:8070:0:(llog.c:235:llog_cancel_arr_rec()) Canceling 1 records, first 1131 in log [0x3:0x40000400:0x2] 00000100:00100000:2.0:1718930704.770599:0:8063:0:(client.c:2492:ptlrpc_set_wait()) set ffff8801315c9780 going to sleep for 6 seconds 00010000:00010000:0.0:1718930704.770602:0:3306:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0001_UUID lock: ffff880097205680/0x4c38e74a5472a540 lrc: 3/0,1 mode: COS/COS res: [0x240000402:0x620:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210400000020 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00000020:00080000:1.0:1718930704.770603:0:8070:0:(update_trans.c:1313:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 3551 cancel update log [0x3:0x40000400:0x2].1131: rc = 0 00000020:00080000:1.0:1718930704.770606:0:8070:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 3552 committed batchid 3551 00010000:00010000:0.0:1718930704.770607:0:3306:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880097205680/0x4c38e74a5472a540 lrc: 2/0,0 mode: COS/COS res: [0x240000402:0x620:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210400000020 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00000020:00080000:1.0:1718930704.770612:0:8070:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 3551 00010000:00010000:0.0:1718930704.770612:0:3306:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880097205680/0x4c38e74a5472a540 lrc: 3/0,0 mode: COS/COS res: [0x240000402:0x620:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000020 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930704.770616:0:3306:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880097205680 already unused, calling callback (ffffffffa0ea5360) 00000100:00100000:3.0:1718930704.770617:0:9277:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ef44050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001-mdtlov_UUID+6:3321:x1802425733054656:12345-0@lo:103:jbd2/dm-1-8.0 Request processed in 51us (102us total) trans 0 rc 0/0 00010000:00010000:0.0:1718930704.770618:0:3306:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880097205680/0x4c38e74a5472a540 lrc: 3/0,0 mode: COS/COS res: [0x240000402:0x620:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000020 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930704.770621:0:3306:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880097205680/0x4c38e74a5472a540 lrc: 4/0,0 mode: COS/COS res: [0x240000402:0x620:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218400000020 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718930704.770622:0:9277:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9173 00000100:00100000:2.0:1718930704.770622:0:3321:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800a0f163c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3321:1802425733054656:0@lo:103:jbd2/dm-1-8.0 00010000:00010000:0.0:1718930704.770626:0:3306:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x620:0x0].0x0 (ffff880099846e00) 00010000:00010000:0.0:1718930704.770628:0:3306:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1718930704.770630:0:3306:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff88012da4cb40/0x4c38e74a5472a578 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x620:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0x4c38e74a5472a571 expref: 5 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930704.770635:0:3306:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff88012da4cb40/0x4c38e74a5472a578 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x620:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080001000000 nid: 0@lo remote: 0x4c38e74a5472a571 expref: 5 pid: 32457 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930704.770639:0:3323:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:0.0:1718930704.770640:0:3306:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88012da4cb40/0x4c38e74a5472a578 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x620:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080001000000 nid: 0@lo remote: 0x4c38e74a5472a571 expref: 5 pid: 32457 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930704.770643:0:3323:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880092a36d40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3323:1802425733054848:0@lo:6:osp-syn-0-1.0 00010000:00010000:0.0:1718930704.770655:0:3306:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0001_UUID lock: ffff88012da4cb40/0x4c38e74a5472a578 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x620:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0x4c38e74a5472a571 expref: 5 pid: 32457 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930704.770671:0:3323:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718930704.770680:0:3323:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880092a32ac0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3323:1802425733054784:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1718930704.770682:0:3306:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88009840f200 pname:cluuid:pid:xid:nid:opc:job ptlrpc_hr00_000:lustre-MDT0001_UUID:3306:1802425733055040:0@lo:105: 00000100:00100000:2.0:1718930704.770689:0:3323:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718930704.770698:0:3323:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880092a33440 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3323:1802425733055168:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1718930704.770699:0:3306:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718930704.770708:0:3323:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1718930704.770708:0:3306:0:(client.c:2492:ptlrpc_set_wait()) set ffff88011eae2c00 going to sleep for 6 seconds 00000100:00100000:2.0:1718930704.770715:0:3323:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:2.0:1718930704.770717:0:3323:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880092a37200 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3323:1802425733055104:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1718930704.770723:0:7085:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733054848 00000100:00100000:0.0:1718930704.770723:0:4179:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733054784 00000100:00100000:2.0:1718930704.770725:0:3323:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718930704.770731:0:3323:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880092a31c80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3323:1802425733055360:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1718930704.770738:0:3323:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1718930704.770751:0:4179:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733055168 00000100:00100000:1.0:1718930704.770752:0:7085:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733055104 00000100:00100000:3.0:1718930704.770761:0:7078:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733055360 00000100:00100000:0.0:1718930704.770763:0:4179:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 508 00000100:00100000:0.0:1718930704.770766:0:4179:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0f13440 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+7:3323:x1802425733054784:12345-0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1718930704.770767:0:7085:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 508 00000100:00100000:2.0:1718930704.770770:0:22545:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 508 00000100:00100000:1.0:1718930704.770770:0:7085:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0f163c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+7:3323:x1802425733054848:12345-0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1718930704.770773:0:22545:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0f10000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+8:3323:x1802425733055168:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1718930704.770777:0:4179:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:1420 count 1 00002000:00080000:1.0:1718930704.770778:0:7085:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:1418 count 1 00000100:00100000:3.0:1718930704.770782:0:7078:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 508 00002000:00080000:2.0:1718930704.770782:0:22545:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:1409 count 1 00000100:00100000:3.0:1718930704.770786:0:7078:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0f176c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+8:3323:x1802425733055104:12345-0@lo:6:osp-syn-1-1.0 00002000:00010000:1.0:1718930704.770790:0:7085:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x58a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00002000:00010000:0.0:1718930704.770790:0:4179:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x58c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00002000:00010000:2.0:1718930704.770793:0:22545:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x581:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1718930704.770793:0:7085:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880073f87a80/0x4c38e74a5472a57f lrc: 3/0,1 mode: --/PW res: [0x58a:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930704.770793:0:4179:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88012da4c6c0/0x4c38e74a5472a586 lrc: 3/0,1 mode: --/PW res: [0x58c:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 4179 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1718930704.770796:0:7078:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:1412 count 1 00010000:00010000:2.0:1718930704.770796:0:22545:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008350f3c0/0x4c38e74a5472a58d lrc: 3/0,1 mode: --/PW res: [0x581:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.770799:0:7085:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1718930704.770799:0:4179:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1718930704.770800:0:7085:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1718930704.770800:0:4179:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1718930704.770801:0:22545:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1718930704.770802:0:22545:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1718930704.770803:0:22545:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008350f3c0/0x4c38e74a5472a58d lrc: 3/0,1 mode: PW/PW res: [0x581:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.770803:0:7085:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880073f87a80/0x4c38e74a5472a57f lrc: 3/0,1 mode: PW/PW res: [0x58a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930704.770803:0:4179:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012da4c6c0/0x4c38e74a5472a586 lrc: 3/0,1 mode: PW/PW res: [0x58c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 4179 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930704.770809:0:4179:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012da4c6c0/0x4c38e74a5472a586 lrc: 3/0,1 mode: PW/PW res: [0x58c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 4179 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1718930704.770810:0:7078:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x584:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1718930704.770810:0:22545:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008350f3c0/0x4c38e74a5472a58d lrc: 3/0,1 mode: PW/PW res: [0x581:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.770810:0:7085:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880073f87a80/0x4c38e74a5472a57f lrc: 3/0,1 mode: PW/PW res: [0x58a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.770813:0:22545:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008350f3c0/0x4c38e74a5472a58d lrc: 3/0,1 mode: PW/PW res: [0x581:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930704.770813:0:4179:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88012da4c6c0/0x4c38e74a5472a586 lrc: 3/0,1 mode: PW/PW res: [0x58c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 4179 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.770814:0:7078:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800972046c0/0x4c38e74a5472a594 lrc: 3/0,1 mode: --/PW res: [0x584:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7078 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930704.770816:0:4179:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88012da4c6c0/0x4c38e74a5472a586 lrc: 2/0,0 mode: PW/PW res: [0x58c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 4179 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.770817:0:22545:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008350f3c0/0x4c38e74a5472a58d lrc: 2/0,0 mode: PW/PW res: [0x581:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.770817:0:7085:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880073f87a80/0x4c38e74a5472a57f lrc: 3/0,1 mode: PW/PW res: [0x58a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.770820:0:7085:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880073f87a80/0x4c38e74a5472a57f lrc: 2/0,0 mode: PW/PW res: [0x58a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.770821:0:7078:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718930704.770823:0:7078:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1718930704.770823:0:4179:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1718930704.770824:0:7078:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800972046c0/0x4c38e74a5472a594 lrc: 3/0,1 mode: PW/PW res: [0x584:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 7078 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.770826:0:22545:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:1.0:1718930704.770828:0:7085:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:3.0:1718930704.770832:0:7078:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800972046c0/0x4c38e74a5472a594 lrc: 3/0,1 mode: PW/PW res: [0x584:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 7078 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.770843:0:7078:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800972046c0/0x4c38e74a5472a594 lrc: 3/0,1 mode: PW/PW res: [0x584:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 7078 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.770847:0:7078:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800972046c0/0x4c38e74a5472a594 lrc: 2/0,0 mode: PW/PW res: [0x584:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 7078 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.770857:0:7078:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:1.0:1718930704.770867:0:25142:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 508 00000100:00100000:1.0:1718930704.770871:0:25142:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88013713da40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+9:3323:x1802425733055360:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1718930704.770882:0:25142:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:1410 count 1 00002000:00010000:1.0:1718930704.770894:0:25142:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x582:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1718930704.770897:0:25142:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880073f85b00/0x4c38e74a5472a59b lrc: 3/0,1 mode: --/PW res: [0x582:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25142 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.770903:0:25142:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1718930704.770904:0:25142:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1718930704.770906:0:25142:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880073f85b00/0x4c38e74a5472a59b lrc: 3/0,1 mode: PW/PW res: [0x582:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25142 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.770913:0:25142:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880073f85b00/0x4c38e74a5472a59b lrc: 3/0,1 mode: PW/PW res: [0x582:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25142 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930704.770914:0:22545:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0f10000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+10:3323:x1802425733055168:12345-0@lo:6:osp-syn-1-1.0 Request processed in 140us (205us total) trans 4294972697 rc 0/0 00000100:00100000:0.0:1718930704.770915:0:4179:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0f13440 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+9:3323:x1802425733054784:12345-0@lo:6:osp-syn-0-1.0 Request processed in 148us (225us total) trans 4294976096 rc 0/0 00000100:00100000:2.0:1718930704.770919:0:22545:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 508 00010000:00010000:1.0:1718930704.770919:0:25142:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880073f85b00/0x4c38e74a5472a59b lrc: 3/0,1 mode: PW/PW res: [0x582:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25142 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718930704.770921:0:4179:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 508 00010000:00010000:1.0:1718930704.770924:0:25142:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880073f85b00/0x4c38e74a5472a59b lrc: 2/0,0 mode: PW/PW res: [0x582:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25142 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.770930:0:4830:0:(ldlm_lockd.c:2784:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:2.0:1718930704.770931:0:4830:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88012da4c6c0/0x4c38e74a5472a586 lrc: 2/0,0 mode: PW/PW res: [0x58c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 4179 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930704.770934:0:6829:0:(ldlm_lockd.c:2784:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1718930704.770935:0:4830:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88012da4c6c0 already unused, calling callback (ffffffffa080a190) 00010000:00010000:0.0:1718930704.770936:0:6829:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008350f3c0/0x4c38e74a5472a58d lrc: 2/0,0 mode: PW/PW res: [0x581:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.770937:0:4830:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88012da4c6c0/0x4c38e74a5472a586 lrc: 2/0,0 mode: PW/PW res: [0x58c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 4179 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.770940:0:4830:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88012da4c6c0/0x4c38e74a5472a586 lrc: 3/0,0 mode: PW/PW res: [0x58c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 4179 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.770940:0:25142:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:3.0:1718930704.770941:0:7078:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0f176c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+9:3323:x1802425733055104:12345-0@lo:6:osp-syn-1-1.0 Request processed in 154us (215us total) trans 4294972698 rc 0/0 00010000:00010000:0.0:1718930704.770941:0:6829:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008350f3c0 already unused, calling callback (ffffffffa080a190) 00010000:00010000:0.0:1718930704.770942:0:6829:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008350f3c0/0x4c38e74a5472a58d lrc: 2/0,0 mode: PW/PW res: [0x581:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930704.770945:0:6829:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008350f3c0/0x4c38e74a5472a58d lrc: 3/0,0 mode: PW/PW res: [0x581:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718930704.770947:0:7078:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 508 00010000:00010000:2.0:1718930704.770948:0:4830:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88012da4c6c0/0x4c38e74a5472a586 lrc: 1/0,0 mode: --/PW res: [0x58c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 4179 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.770951:0:4830:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012da4c6c0/0x4c38e74a5472a586 lrc: 0/0,0 mode: --/PW res: [0x58c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 4179 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930704.770952:0:6829:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008350f3c0/0x4c38e74a5472a58d lrc: 1/0,0 mode: --/PW res: [0x581:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930704.770955:0:6829:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008350f3c0/0x4c38e74a5472a58d lrc: 0/0,0 mode: --/PW res: [0x581:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 22545 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.770959:0:4830:0:(ldlm_lockd.c:2784:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1718930704.770960:0:4830:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880073f87a80/0x4c38e74a5472a57f lrc: 2/0,0 mode: PW/PW res: [0x58a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.770963:0:4830:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880073f87a80 already unused, calling callback (ffffffffa080a190) 00010000:00010000:0.0:1718930704.770963:0:6829:0:(ldlm_lockd.c:2784:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1718930704.770964:0:4830:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880073f87a80/0x4c38e74a5472a57f lrc: 2/0,0 mode: PW/PW res: [0x58a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930704.770964:0:6829:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800972046c0/0x4c38e74a5472a594 lrc: 2/0,0 mode: PW/PW res: [0x584:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 7078 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.770967:0:4830:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880073f87a80/0x4c38e74a5472a57f lrc: 3/0,0 mode: PW/PW res: [0x58a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930704.770967:0:6829:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800972046c0 already unused, calling callback (ffffffffa080a190) 00010000:00010000:0.0:1718930704.770968:0:6829:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800972046c0/0x4c38e74a5472a594 lrc: 2/0,0 mode: PW/PW res: [0x584:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 7078 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.770971:0:4830:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880073f87a80/0x4c38e74a5472a57f lrc: 1/0,0 mode: --/PW res: [0x58a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930704.770971:0:6829:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800972046c0/0x4c38e74a5472a594 lrc: 3/0,0 mode: PW/PW res: [0x584:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 7078 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.770974:0:4830:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880073f87a80/0x4c38e74a5472a57f lrc: 0/0,0 mode: --/PW res: [0x58a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930704.770975:0:6829:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800972046c0/0x4c38e74a5472a594 lrc: 1/0,0 mode: --/PW res: [0x584:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 7078 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.770980:0:4830:0:(ldlm_lockd.c:2784:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1718930704.770981:0:4830:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880073f85b00/0x4c38e74a5472a59b lrc: 2/0,0 mode: PW/PW res: [0x582:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25142 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930704.770981:0:6829:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800972046c0/0x4c38e74a5472a594 lrc: 0/0,0 mode: --/PW res: [0x584:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 7078 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.770984:0:4830:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880073f85b00 already unused, calling callback (ffffffffa080a190) 00010000:00010000:2.0:1718930704.770985:0:4830:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880073f85b00/0x4c38e74a5472a59b lrc: 2/0,0 mode: PW/PW res: [0x582:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25142 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.770988:0:4830:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880073f85b00/0x4c38e74a5472a59b lrc: 3/0,0 mode: PW/PW res: [0x582:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25142 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930704.770988:0:6829:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1718930704.770989:0:6829:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1718930704.770990:0:6829:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1718930704.770992:0:4830:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880073f85b00/0x4c38e74a5472a59b lrc: 1/0,0 mode: --/PW res: [0x582:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25142 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930704.770992:0:6828:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1718930704.770995:0:4830:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880073f85b00/0x4c38e74a5472a59b lrc: 0/0,0 mode: --/PW res: [0x582:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25142 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718930704.770997:0:32457:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733054720 00010000:00010000:2.0:1718930704.771000:0:4830:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1718930704.771001:0:4830:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1718930704.771002:0:4830:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1718930704.771005:0:32457:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20861 00000100:00100000:2.0:1718930704.771006:0:3320:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880092a376c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3320:1802425733054912:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1718930704.771008:0:32457:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0f13dc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:8063:x1802425733054720:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1718930704.771020:0:3320:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718930704.771020:0:25142:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88013713da40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+9:3323:x1802425733055360:12345-0@lo:6:osp-syn-1-1.0 Request processed in 149us (281us total) trans 4294972699 rc 0/0 00000100:00100000:1.0:1718930704.771025:0:25142:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 508 00000100:00100000:2.0:1718930704.771034:0:3320:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880092a350c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3320:1802425733055232:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1718930704.771035:0:25142:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733054912 00000100:00100000:2.0:1718930704.771042:0:3320:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718930704.771055:0:25142:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733055232 00000100:00100000:0.0:1718930704.771055:0:32457:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0f13dc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+7:8063:x1802425733054720:12345-0@lo:1000:osp_up0-1.0 Request processed in 47us (463us total) trans 8589959545 rc 0/0 00000100:00100000:0.0:1718930704.771058:0:32457:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20861 00000100:00100000:2.0:1718930704.771059:0:3320:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1718930704.771060:0:9263:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 509 00000100:00100000:2.0:1718930704.771061:0:3320:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880092a317c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3320:1802425733054976:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1718930704.771064:0:9263:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88013713df00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+9:3320:x1802425733054912:12345-0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1718930704.771066:0:25142:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 510 00000100:00100000:1.0:1718930704.771068:0:25142:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88013713af80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+9:3320:x1802425733055232:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1718930704.771070:0:3320:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718930704.771075:0:3320:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880092a30e40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3320:1802425733055296:0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1718930704.771075:0:25142:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:1413 count 1 00002000:00080000:3.0:1718930704.771076:0:9263:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:1417 count 1 00000100:00100000:2.0:1718930704.771082:0:3320:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00010000:1.0:1718930704.771083:0:25142:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x585:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1718930704.771085:0:25142:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880073f84900/0x4c38e74a5472a5a2 lrc: 3/0,1 mode: --/PW res: [0x585:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25142 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1718930704.771088:0:9263:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x589:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1718930704.771089:0:25142:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1718930704.771090:0:11341:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1718930704.771090:0:25142:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718930704.771091:0:9263:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097206640/0x4c38e74a5472a5a9 lrc: 3/0,1 mode: --/PW res: [0x589:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9263 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.771091:0:25142:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880073f84900/0x4c38e74a5472a5a2 lrc: 3/0,1 mode: PW/PW res: [0x585:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25142 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718930704.771094:0:24149:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733054976 00010000:00010000:1.0:1718930704.771095:0:25142:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880073f84900/0x4c38e74a5472a5a2 lrc: 3/0,1 mode: PW/PW res: [0x585:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25142 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.771098:0:9263:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00000004:00080000:2.0:1718930704.771098:0:3323:0:(osp_sync.c:563:osp_sync_interpret()) reply req ffff880092a37200/2, rc 0, transno 5402 00010000:00010000:3.0:1718930704.771099:0:9263:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1718930704.771099:0:25142:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880073f84900/0x4c38e74a5472a5a2 lrc: 3/0,1 mode: PW/PW res: [0x585:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25142 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.771101:0:9263:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097206640/0x4c38e74a5472a5a9 lrc: 3/0,1 mode: PW/PW res: [0x589:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9263 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930704.771101:0:3323:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880092a37200 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3323:1802425733055104:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1718930704.771101:0:25142:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880073f84900/0x4c38e74a5472a5a2 lrc: 2/0,0 mode: PW/PW res: [0x585:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25142 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1718930704.771104:0:3323:0:(osp_sync.c:563:osp_sync_interpret()) reply req ffff880092a31c80/2, rc 0, transno 5403 00000100:00100000:0.0:1718930704.771104:0:24149:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733055296 00000100:00100000:2.0:1718930704.771106:0:3323:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880092a31c80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3323:1802425733055360:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1718930704.771109:0:9263:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097206640/0x4c38e74a5472a5a9 lrc: 3/0,1 mode: PW/PW res: [0x589:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9263 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1718930704.771109:0:3323:0:(osp_sync.c:563:osp_sync_interpret()) reply req ffff880092a33440/2, rc 0, transno 5401 00000100:00100000:2.0:1718930704.771110:0:3323:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880092a33440 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3323:1802425733055168:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1718930704.771110:0:25142:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1718930704.771111:0:24149:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 511 00000100:00100000:0.0:1718930704.771113:0:24149:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88013713aac0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+10:3320:x1802425733054976:12345-0@lo:6:osp-syn-0-1.0 00000004:00080000:2.0:1718930704.771114:0:3323:0:(osp_sync.c:563:osp_sync_interpret()) reply req ffff880092a32ac0/2, rc 0, transno 8800 00010000:00010000:3.0:1718930704.771115:0:9263:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097206640/0x4c38e74a5472a5a9 lrc: 3/0,1 mode: PW/PW res: [0x589:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9263 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930704.771116:0:3323:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880092a32ac0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3323:1802425733054784:0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1718930704.771120:0:24149:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:1421 count 1 00010000:00010000:3.0:1718930704.771122:0:9263:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880097206640/0x4c38e74a5472a5a9 lrc: 2/0,0 mode: PW/PW res: [0x589:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9263 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930704.771124:0:8063:0:(client.c:2892:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 8589959544 gen 2 00000004:00080000:2.0:1718930704.771126:0:8063:0:(osp_trans.c:1044:osp_request_commit_cb()) trans no 8589959544 committed transno 8589959544 00000020:00080000:2.0:1718930704.771129:0:8063:0:(update_trans.c:80:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff8800817f4b40 refcount 2 committed 0 result 0 batchid 3553 00002000:00010000:0.0:1718930704.771129:0:24149:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x58d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00000020:00080000:2.0:1718930704.771130:0:8063:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff880099846300 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff88007323ae80 00000020:00080000:2.0:1718930704.771131:0:8063:0:(update_trans.c:94:top_multiple_thandle_dump()) cookie [0x3:0x401:0x2].1506 00010000:00010000:3.0:1718930704.771132:0:9263:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000020:00080000:2.0:1718930704.771132:0:8063:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff880099846800 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff880099846200 00010000:00010000:0.0:1718930704.771132:0:24149:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88012da4f3c0/0x4c38e74a5472a5b0 lrc: 3/0,1 mode: --/PW res: [0x58d:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24149 timeout: 0 lvb_type: 0 00000020:00080000:2.0:1718930704.771133:0:8063:0:(update_trans.c:94:top_multiple_thandle_dump()) cookie [0x3:0x40000400:0x2].1133 00010000:00010000:0.0:1718930704.771136:0:24149:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1718930704.771137:0:24149:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1718930704.771138:0:24149:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012da4f3c0/0x4c38e74a5472a5b0 lrc: 3/0,1 mode: PW/PW res: [0x58d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24149 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930704.771146:0:24149:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012da4f3c0/0x4c38e74a5472a5b0 lrc: 3/0,1 mode: PW/PW res: [0x58d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24149 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930704.771148:0:8063:0:(client.c:2918:ptlrpc_free_committed()) @@@ stopping search req@ffff8800a0f16d40 x1802425733054720/t8589959545(8589959545) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 1718930711 ref 3 fl Rpc:RQU/4/0 rc 0/0 job:'osp_up0-1.0' 00010000:00010000:0.0:1718930704.771150:0:24149:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88012da4f3c0/0x4c38e74a5472a5b0 lrc: 3/0,1 mode: PW/PW res: [0x58d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24149 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930704.771152:0:24149:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88012da4f3c0/0x4c38e74a5472a5b0 lrc: 2/0,0 mode: PW/PW res: [0x58d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24149 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930704.771155:0:8063:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800a0f16d40 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:8063:1802425733054720:0@lo:1000:osp_up0-1.0 00010000:00010000:0.0:1718930704.771158:0:24149:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000004:00080000:2.0:1718930704.771159:0:8063:0:(osp_trans.c:1343:osp_get_next_request()) ou ffff88012a3cd000 version 7109 rpc_version 7109 00000100:00100000:2.0:1718930704.771166:0:8063:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88013713e3c0 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:8063:1802425733055424:0@lo:1000:osp_up0-1.0 00000100:00100000:1.0:1718930704.771177:0:25142:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88013713af80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+11:3320:x1802425733055232:12345-0@lo:6:osp-syn-1-1.0 Request processed in 106us (133us total) trans 4294972700 rc 0/0 00000100:00100000:2.0:1718930704.771179:0:8063:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718930704.771183:0:25142:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 510 00000100:00100000:2.0:1718930704.771184:0:8063:0:(client.c:2492:ptlrpc_set_wait()) set ffff8801315c9780 going to sleep for 6 seconds 00010000:00010000:2.0:1718930704.771189:0:4830:0:(ldlm_lockd.c:2784:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1718930704.771191:0:4830:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880073f84900/0x4c38e74a5472a5a2 lrc: 2/0,0 mode: PW/PW res: [0x585:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25142 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.771194:0:4830:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880073f84900 already unused, calling callback (ffffffffa080a190) 00000100:00100000:1.0:1718930704.771194:0:25142:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 511 00010000:00010000:2.0:1718930704.771196:0:4830:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880073f84900/0x4c38e74a5472a5a2 lrc: 2/0,0 mode: PW/PW res: [0x585:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25142 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718930704.771197:0:25142:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8801371397c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+10:3320:x1802425733055296:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1718930704.771199:0:4830:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880073f84900/0x4c38e74a5472a5a2 lrc: 3/0,0 mode: PW/PW res: [0x585:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25142 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.771204:0:4830:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880073f84900/0x4c38e74a5472a5a2 lrc: 1/0,0 mode: --/PW res: [0x585:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25142 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1718930704.771205:0:25142:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:1411 count 1 00010000:00010000:2.0:1718930704.771207:0:4830:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880073f84900/0x4c38e74a5472a5a2 lrc: 0/0,0 mode: --/PW res: [0x585:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25142 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.771213:0:4830:0:(ldlm_lockd.c:2784:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00000100:00100000:3.0:1718930704.771214:0:9263:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88013713df00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+12:3320:x1802425733054912:12345-0@lo:6:osp-syn-0-1.0 Request processed in 150us (194us total) trans 4294976098 rc 0/0 00010000:00010000:2.0:1718930704.771214:0:4830:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880097206640/0x4c38e74a5472a5a9 lrc: 2/0,0 mode: PW/PW res: [0x589:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9263 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1718930704.771214:0:25142:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x583:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00000100:00100000:0.0:1718930704.771217:0:24149:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88013713aac0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+12:3320:x1802425733054976:12345-0@lo:6:osp-syn-0-1.0 Request processed in 102us (146us total) trans 4294976099 rc 0/0 00010000:00010000:1.0:1718930704.771218:0:25142:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880073f84000/0x4c38e74a5472a5b7 lrc: 3/0,1 mode: --/PW res: [0x583:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25142 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718930704.771220:0:9263:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 509 00010000:00010000:2.0:1718930704.771221:0:4830:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880097206640 already unused, calling callback (ffffffffa080a190) 00010000:00010000:2.0:1718930704.771222:0:4830:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880097206640/0x4c38e74a5472a5a9 lrc: 2/0,0 mode: PW/PW res: [0x589:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9263 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718930704.771222:0:24149:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 511 00010000:00010000:2.0:1718930704.771224:0:4830:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880097206640/0x4c38e74a5472a5a9 lrc: 3/0,0 mode: PW/PW res: [0x589:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9263 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.771224:0:25142:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1718930704.771225:0:25142:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1718930704.771227:0:25142:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880073f84000/0x4c38e74a5472a5b7 lrc: 3/0,1 mode: PW/PW res: [0x583:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25142 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.771228:0:4830:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880097206640/0x4c38e74a5472a5a9 lrc: 1/0,0 mode: --/PW res: [0x589:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9263 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.771231:0:4830:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097206640/0x4c38e74a5472a5a9 lrc: 0/0,0 mode: --/PW res: [0x589:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9263 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.771233:0:25142:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880073f84000/0x4c38e74a5472a5b7 lrc: 3/0,1 mode: PW/PW res: [0x583:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25142 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930704.771233:0:6829:0:(ldlm_lockd.c:2784:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1718930704.771235:0:6829:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88012da4f3c0/0x4c38e74a5472a5b0 lrc: 2/0,0 mode: PW/PW res: [0x58d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24149 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.771237:0:4830:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1718930704.771237:0:4830:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1718930704.771238:0:4830:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1718930704.771239:0:6829:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88012da4f3c0 already unused, calling callback (ffffffffa080a190) 00000020:00080000:2.0:1718930704.771240:0:8070:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 3553 committed batchid 3551 00010000:00010000:1.0:1718930704.771240:0:25142:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880073f84000/0x4c38e74a5472a5b7 lrc: 3/0,1 mode: PW/PW res: [0x583:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25142 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930704.771240:0:6829:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88012da4f3c0/0x4c38e74a5472a5b0 lrc: 2/0,0 mode: PW/PW res: [0x58d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24149 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930704.771244:0:6829:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88012da4f3c0/0x4c38e74a5472a5b0 lrc: 3/0,0 mode: PW/PW res: [0x58d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24149 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.771245:0:25142:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880073f84000/0x4c38e74a5472a5b7 lrc: 2/0,0 mode: PW/PW res: [0x583:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25142 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930704.771249:0:6829:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88012da4f3c0/0x4c38e74a5472a5b0 lrc: 1/0,0 mode: --/PW res: [0x58d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24149 timeout: 0 lvb_type: 0 00000020:00080000:2.0:1718930704.771251:0:8070:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 3551 00010000:00010000:1.0:1718930704.771254:0:25142:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1718930704.771255:0:11341:0:(ldlm_lockd.c:2784:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1718930704.771255:0:6829:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012da4f3c0/0x4c38e74a5472a5b0 lrc: 0/0,0 mode: --/PW res: [0x58d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24149 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.771256:0:11341:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880073f84000/0x4c38e74a5472a5b7 lrc: 2/0,0 mode: PW/PW res: [0x583:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25142 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.771259:0:11341:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880073f84000 already unused, calling callback (ffffffffa080a190) 00010000:00010000:2.0:1718930704.771260:0:11341:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880073f84000/0x4c38e74a5472a5b7 lrc: 2/0,0 mode: PW/PW res: [0x583:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25142 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930704.771261:0:6829:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1718930704.771262:0:6829:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1718930704.771263:0:11341:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880073f84000/0x4c38e74a5472a5b7 lrc: 3/0,0 mode: PW/PW res: [0x583:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25142 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930704.771263:0:6829:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1718930704.771268:0:11341:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880073f84000/0x4c38e74a5472a5b7 lrc: 1/0,0 mode: --/PW res: [0x583:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25142 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718930704.771268:0:6842:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733055424 00010000:00010000:2.0:1718930704.771271:0:11341:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880073f84000/0x4c38e74a5472a5b7 lrc: 0/0,0 mode: --/PW res: [0x583:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25142 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.771277:0:11341:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1718930704.771277:0:11341:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1718930704.771277:0:6842:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20862 00010000:00010000:2.0:1718930704.771278:0:11341:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1718930704.771279:0:6842:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88013713a140 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+7:8063:x1802425733055424:12345-0@lo:1000:osp_up0-1.0 00000004:00080000:2.0:1718930704.771287:0:3320:0:(osp_sync.c:563:osp_sync_interpret()) reply req ffff880092a317c0/2, rc 0, transno 8803 00000100:00100000:2.0:1718930704.771289:0:3320:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880092a317c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3320:1802425733054976:0@lo:6:osp-syn-0-1.0 00000004:00080000:2.0:1718930704.771292:0:3320:0:(osp_sync.c:563:osp_sync_interpret()) reply req ffff880092a376c0/2, rc 0, transno 8802 00000100:00100000:2.0:1718930704.771293:0:3320:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880092a376c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3320:1802425733054912:0@lo:6:osp-syn-0-1.0 00000004:00080000:2.0:1718930704.771297:0:3320:0:(osp_sync.c:563:osp_sync_interpret()) reply req ffff880092a350c0/2, rc 0, transno 5404 00000100:00100000:2.0:1718930704.771298:0:3320:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880092a350c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3320:1802425733055232:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1718930704.771306:0:6824:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733055040 00000100:00100000:2.0:1718930704.771318:0:6824:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5558 00000100:00100000:0.0:1718930704.771318:0:6842:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88013713a140 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+8:8063:x1802425733055424:12345-0@lo:1000:osp_up0-1.0 Request processed in 38us (138us total) trans 8589959546 rc 0/0 00000100:00100000:2.0:1718930704.771320:0:6824:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88009840ed40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0000-mdtlov_UUID+4:3306:x1802425733055040:12345-0@lo:105: 00000100:00100000:0.0:1718930704.771321:0:6842:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20862 00010000:00010000:2.0:1718930704.771324:0:6824:0:(ldlm_lockd.c:1933:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350fcc0/0x4c38e74a5472a571 lrc: 5/0,1 mode: --/EX res: [0x240000402:0x620:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0x4c38e74a5472a578 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718930704.771325:0:25142:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8801371397c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+11:3320:x1802425733055296:12345-0@lo:6:osp-syn-1-1.0 Request processed in 127us (241us total) trans 4294972701 rc 0/0 00010000:00010000:2.0:1718930704.771329:0:6824:0:(ldlm_lockd.c:2010:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350fcc0/0x4c38e74a5472a571 lrc: 5/0,1 mode: --/EX res: [0x240000402:0x620:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0x4c38e74a5472a578 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718930704.771330:0:25142:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 511 00010000:00010000:0.0:1718930704.771330:0:6828:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1718930704.771332:0:6824:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350fcc0/0x4c38e74a5472a571 lrc: 5/0,1 mode: EX/EX res: [0x240000402:0x620:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080001000000 nid: local remote: 0x4c38e74a5472a578 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.771336:0:6824:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350fcc0/0x4c38e74a5472a571 lrc: 6/0,1 mode: EX/EX res: [0x240000402:0x620:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080001000000 nid: local remote: 0x4c38e74a5472a578 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.771339:0:6824:0:(ldlm_lockd.c:2038:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350fcc0/0x4c38e74a5472a571 lrc: 6/0,1 mode: EX/EX res: [0x240000402:0x620:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1080001000000 nid: local remote: 0x4c38e74a5472a578 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.771346:0:6824:0:(ldlm_lockd.c:2049:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff88008350fcc0) 00010000:00010000:1.0:1718930704.771346:0:8059:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1718930704.771360:0:6824:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88009840ed40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0000-mdtlov_UUID+4:3306:x1802425733055040:12345-0@lo:105: Request processed in 39us (661us total) trans 0 rc 0/0 00000100:00100000:2.0:1718930704.771363:0:6824:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5558 00000100:00100000:0.0:1718930704.771370:0:3306:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88009840f200 pname:cluuid:pid:xid:nid:opc:job ptlrpc_hr00_000:lustre-MDT0001_UUID:3306:1802425733055040:0@lo:105: 00000004:00080000:2.0:1718930704.771375:0:3320:0:(osp_sync.c:563:osp_sync_interpret()) reply req ffff880092a30e40/2, rc 0, transno 5405 00010000:00010000:0.0:1718930704.771376:0:3306:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880097205680/0x4c38e74a5472a540 lrc: 2/0,0 mode: --/COS res: [0x240000402:0x620:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000020 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930704.771377:0:3320:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880092a30e40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3320:1802425733055296:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1718930704.771380:0:3306:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880097205680/0x4c38e74a5472a540 lrc: 0/0,0 mode: --/COS res: [0x240000402:0x620:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000020 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930704.771387:0:8063:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88013713e3c0 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:8063:1802425733055424:0@lo:1000:osp_up0-1.0 00010000:00010000:2.0:1718930704.771393:0:7082:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350fcc0/0x4c38e74a5472a571 lrc: 4/0,1 mode: EX/EX res: [0x240000402:0x620:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0x4c38e74a5472a578 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.771411:0:7082:0:(ldlm_request.c:799:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350fcc0/0x4c38e74a5472a571 lrc: 4/0,1 mode: EX/EX res: [0x240000402:0x620:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0x4c38e74a5472a578 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1718930704.771419:0:7082:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x240000402:0x620:0x0] 00000100:00100000:1.0:1718930704.771422:0:7085:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0f163c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+10:3323:x1802425733054848:12345-0@lo:6:osp-syn-0-1.0 Request processed in 650us (763us total) trans 4294976097 rc 0/0 00000100:00100000:1.0:1718930704.771428:0:7085:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 508 00000100:00100000:2.0:1718930704.771441:0:7082:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88013713cc00 pname:cluuid:pid:xid:nid:opc:job mdt00_011:lustre-MDT0000-mdtlov_UUID:7082:1802425733055488:0@lo:1000:mdt00_011.0 00000100:00100000:2.0:1718930704.771453:0:7082:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718930704.771459:0:7082:0:(client.c:2492:ptlrpc_set_wait()) set ffff8801315c9f00 going to sleep for 6 seconds 00000100:00100000:0.0:1718930704.771464:0:32457:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733055488 00000004:00080000:2.0:1718930704.771468:0:3323:0:(osp_sync.c:563:osp_sync_interpret()) reply req ffff880092a36d40/2, rc 0, transno 8801 00000100:00100000:2.0:1718930704.771470:0:3323:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880092a36d40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3323:1802425733054848:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1718930704.771473:0:32457:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20863 00000100:00100000:0.0:1718930704.771475:0:32457:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880137139c80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+6:7082:x1802425733055488:12345-0@lo:1000:mdt00_011.0 00000100:00100000:0.0:1718930704.771499:0:32457:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880137139c80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+6:7082:x1802425733055488:12345-0@lo:1000:mdt00_011.0 Request processed in 24us (46us total) trans 0 rc 0/0 00000100:00100000:2.0:1718930704.771502:0:7082:0:(client.c:2892:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 4294987202 gen 2 00000100:00100000:0.0:1718930704.771502:0:32457:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20863 00000004:00080000:2.0:1718930704.771504:0:7082:0:(osp_trans.c:1044:osp_request_commit_cb()) trans no 4294987202 committed transno 4294987202 00000100:00100000:2.0:1718930704.771514:0:7082:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88013713cc00 pname:cluuid:pid:xid:nid:opc:job mdt00_011:lustre-MDT0000-mdtlov_UUID:7082:1802425733055488:0@lo:1000:mdt00_011.0 00000100:00100000:2.0:1718930704.771529:0:7082:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88013713cc00 pname:cluuid:pid:xid:nid:opc:job mdt00_011:lustre-MDT0000-mdtlov_UUID:7082:1802425733055552:0@lo:1000:mdt00_011.0 00000100:00100000:2.0:1718930704.771539:0:7082:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718930704.771545:0:7082:0:(client.c:2492:ptlrpc_set_wait()) set ffff8801315c9f00 going to sleep for 6 seconds 00000100:00100000:0.0:1718930704.771549:0:32457:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733055552 00000100:00100000:0.0:1718930704.771555:0:32457:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20864 00000100:00100000:0.0:1718930704.771557:0:32457:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88013713f6c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+6:7082:x1802425733055552:12345-0@lo:1000:mdt00_011.0 00000100:00100000:0.0:1718930704.771579:0:32457:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88013713f6c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+6:7082:x1802425733055552:12345-0@lo:1000:mdt00_011.0 Request processed in 22us (39us total) trans 0 rc -2/-2 00000100:00100000:2.0:1718930704.771581:0:7082:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88013713cc00 pname:cluuid:pid:xid:nid:opc:job mdt00_011:lustre-MDT0000-mdtlov_UUID:7082:1802425733055552:0@lo:1000:mdt00_011.0 00000100:00100000:0.0:1718930704.771582:0:32457:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20864 00000100:00100000:2.0:1718930704.771598:0:7082:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88013713cc00 pname:cluuid:pid:xid:nid:opc:job mdt00_011:lustre-MDT0000-mdtlov_UUID:7082:1802425733055616:0@lo:1000:mdt00_011.0 00000100:00100000:2.0:1718930704.771610:0:7082:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718930704.771614:0:7082:0:(client.c:2492:ptlrpc_set_wait()) set ffff8801315c9f00 going to sleep for 6 seconds 00000100:00100000:0.0:1718930704.771619:0:32457:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733055616 00000100:00100000:0.0:1718930704.771625:0:32457:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20865 00000100:00100000:0.0:1718930704.771627:0:32457:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da18050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+6:7082:x1802425733055616:12345-0@lo:1000:mdt00_011.0 00000100:00100000:0.0:1718930704.771648:0:32457:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da18050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+6:7082:x1802425733055616:12345-0@lo:1000:mdt00_011.0 Request processed in 21us (37us total) trans 0 rc 0/0 00000100:00100000:2.0:1718930704.771650:0:7082:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88013713cc00 pname:cluuid:pid:xid:nid:opc:job mdt00_011:lustre-MDT0000-mdtlov_UUID:7082:1802425733055616:0@lo:1000:mdt00_011.0 00000100:00100000:0.0:1718930704.771651:0:32457:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20865 00000100:00100000:2.0:1718930704.771683:0:7082:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88013713cc00 pname:cluuid:pid:xid:nid:opc:job mdt00_011:lustre-MDT0000-mdtlov_UUID:7082:1802425733055680:0@lo:1000:mdt00_011.0 00000100:00100000:2.0:1718930704.771694:0:7082:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718930704.771699:0:7082:0:(client.c:2492:ptlrpc_set_wait()) set ffff8801315c9f00 going to sleep for 6 seconds 00000100:00100000:1.0:1718930704.771708:0:6842:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733055680 00000100:00100000:1.0:1718930704.771727:0:6842:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20866 00000100:00100000:1.0:1718930704.771730:0:6842:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88013713d0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:7082:x1802425733055680:12345-0@lo:1000:mdt00_011.0 00000100:00100000:1.0:1718930704.771769:0:6842:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88013713d0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:7082:x1802425733055680:12345-0@lo:1000:mdt00_011.0 Request processed in 38us (73us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930704.771774:0:6842:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20866 00000100:00100000:2.0:1718930704.771775:0:7082:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88013713cc00 pname:cluuid:pid:xid:nid:opc:job mdt00_011:lustre-MDT0000-mdtlov_UUID:7082:1802425733055680:0@lo:1000:mdt00_011.0 00000100:00100000:2.0:1718930704.771788:0:7082:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88013713cc00 pname:cluuid:pid:xid:nid:opc:job mdt00_011:lustre-MDT0000-mdtlov_UUID:7082:1802425733055744:0@lo:1000:mdt00_011.0 00000100:00100000:2.0:1718930704.771798:0:7082:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718930704.771803:0:7082:0:(client.c:2492:ptlrpc_set_wait()) set ffff8801315c9cc0 going to sleep for 6 seconds 00000100:00100000:1.0:1718930704.771812:0:6842:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733055744 00000100:00100000:1.0:1718930704.771824:0:6842:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20867 00000100:00100000:1.0:1718930704.771827:0:6842:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88013713d580 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:7082:x1802425733055744:12345-0@lo:1000:mdt00_011.0 00000100:00100000:1.0:1718930704.771859:0:6842:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88013713d580 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:7082:x1802425733055744:12345-0@lo:1000:mdt00_011.0 Request processed in 31us (60us total) trans 0 rc 0/0 00000100:00100000:2.0:1718930704.771863:0:7082:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88013713cc00 pname:cluuid:pid:xid:nid:opc:job mdt00_011:lustre-MDT0000-mdtlov_UUID:7082:1802425733055744:0@lo:1000:mdt00_011.0 00000100:00100000:1.0:1718930704.771865:0:6842:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20867 00000040:00080000:2.0:1718930704.772086:0:7082:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x200000bd0:0x2:0x0].764, 920 off577776 00000040:00080000:2.0:1718930704.772113:0:7082:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x240000404:0x2:0x0].765, 1064 off641744 00000004:00080000:2.0:1718930704.772115:0:7082:0:(osp_trans.c:1598:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff8800a1683200 with version 1499 00000004:00080000:0.0:1718930704.772151:0:32441:0:(osp_trans.c:1343:osp_get_next_request()) ou ffff88007fc1bf00 version 1499 rpc_version 1499 00000100:00100000:0.0:1718930704.772170:0:32441:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88009840f200 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:32441:1802425733055808:0@lo:1000:osp_up1-0.0 00000100:00100000:0.0:1718930704.772190:0:32441:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1718930704.772208:0:32441:0:(client.c:2492:ptlrpc_set_wait()) set ffff88011eae2c00 going to sleep for 6 seconds 00000100:00100000:1.0:1718930704.772224:0:6842:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733055808 00000100:00100000:1.0:1718930704.772236:0:6842:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20868 00000100:00100000:1.0:1718930704.772238:0:6842:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88009840af80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:32441:x1802425733055808:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:1.0:1718930704.772358:0:6842:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88009840af80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:32441:x1802425733055808:12345-0@lo:1000:osp_up1-0.0 Request processed in 119us (168us total) trans 4294987206 rc 0/0 00000100:00100000:1.0:1718930704.772362:0:6842:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20868 00000100:00100000:0.0:1718930704.772388:0:32441:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88009840f200 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:32441:1802425733055808:0@lo:1000:osp_up1-0.0 00010000:00010000:2.0:1718930704.772425:0:7082:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008350e880/0x4c38e74a5472a5be lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7a8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.772431:0:7082:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008350e880/0x4c38e74a5472a5be lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.772435:0:7082:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008350e880/0x4c38e74a5472a5be lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1718930704.772440:0:7082:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff88009840f6c0 reply state ffff8800732cd800 transno 8589959547 ns: mdt-lustre-MDT0000_UUID lock: ffff88008350e880/0x4c38e74a5472a5be lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00000004:00200000:2.0:1718930704.772445:0:7082:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x7a8:0x0]: returning size 4096 00000004:00080000:2.0:1718930704.772447:0:7082:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x240000402:0x620:0x0] 00010000:00010000:2.0:1718930704.772451:0:7082:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350fcc0/0x4c38e74a5472a571 lrc: 4/0,1 mode: EX/EX res: [0x240000402:0x620:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0x4c38e74a5472a578 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.772454:0:7082:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350fcc0/0x4c38e74a5472a571 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x620:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0x4c38e74a5472a578 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930704.772483:0:7082:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88009840f6c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:8a07974b-7506-4725-beb3-4b5c6f8f9250+13:27321:x1802425753296512:12345-192.168.204.9@tcp:36:mkdir.0 Request processed in 3379us (3443us total) trans 8589959547 rc 0/0 00000100:00100000:2.0:1718930704.772488:0:7082:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230923 00010000:00010000:2.0:1718930704.773075:0:3307:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008350e880/0x4c38e74a5472a5be lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.773081:0:3307:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7a8:0x0].0x0 (ffff8800a155d700) 00010000:00010000:2.0:1718930704.773084:0:3307:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1718930704.773679:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1718930704.773716:0:7082:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753296576 00000100:00100000:2.0:1718930704.773731:0:7082:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230924 00000100:00100000:2.0:1718930704.773733:0:7082:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88009840c280 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:8a07974b-7506-4725-beb3-4b5c6f8f9250+12:27174:x1802425753296576:12345-192.168.204.9@tcp:101:bash.0 00010000:00010000:2.0:1718930704.773740:0:7082:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1718930704.773745:0:7082:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008350d440/0x4c38e74a5472a5c5 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x620:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xceea94147812fcd6 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.773764:0:7082:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008350d680/0x4c38e74a5472a5cc lrc: 3/1,0 mode: --/CR res: [0x240000402:0x620:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.773769:0:7082:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff88012da4cb40/0x4c38e74a5472a578 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x620:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0x4c38e74a5472a571 expref: 6 pid: 32457 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.773772:0:7082:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008350d680/0x4c38e74a5472a5cc lrc: 4/1,0 mode: --/CR res: [0x240000402:0x620:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.773781:0:7082:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff88012da4cb40/0x4c38e74a5472a578 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x620:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000001000020 nid: 0@lo remote: 0x4c38e74a5472a571 expref: 6 pid: 32457 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930704.773787:0:7082:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88013713cc00 pname:cluuid:pid:xid:nid:opc:job mdt00_011:lustre-MDT0001_UUID:7082:1802425733055872:0@lo:104: 00000100:00100000:2.0:1718930704.773802:0:7082:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718930704.773818:0:7082:0:(client.c:2492:ptlrpc_set_wait()) set ffff88012b1423c0 going to sleep for 6 seconds 00000100:00100000:0.0:1718930704.773840:0:6824:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733055872 00000100:00100000:0.0:1718930704.773870:0:6824:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5559 00000100:00100000:0.0:1718930704.773874:0:6824:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88013713c280 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0000-mdtlov_UUID+4:7082:x1802425733055872:12345-0@lo:104: 00010000:00010000:0.0:1718930704.773910:0:6824:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00010000:2.0:1718930704.773913:0:4830:0:(ldlm_lockd.c:2784:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1718930704.773915:0:4830:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350fcc0/0x4c38e74a5472a571 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x620:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400001000000 nid: local remote: 0x4c38e74a5472a578 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718930704.773915:0:6824:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88013713c280 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0000-mdtlov_UUID+4:7082:x1802425733055872:12345-0@lo:104: Request processed in 40us (112us total) trans 0 rc 0/0 00000100:00100000:0.0:1718930704.773919:0:6824:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5559 00010000:00010000:2.0:1718930704.773920:0:4830:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008350fcc0 already unused, calling callback (ffffffffa0ea60e0) 00010000:00010000:2.0:1718930704.773921:0:4830:0:(ldlm_request.c:1235:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350fcc0/0x4c38e74a5472a571 lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x620:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x1408401000000 nid: local remote: 0x4c38e74a5472a578 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1718930704.773925:0:4830:0:(mdt_handler.c:3608:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350fcc0/0x4c38e74a5472a571 lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x620:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x1409401000000 nid: local remote: 0x4c38e74a5472a578 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.773941:0:4830:0:(ldlm_request.c:1301:ldlm_cancel_pack()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350fcc0/0x4c38e74a5472a571 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x620:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x5c09401000000 nid: local remote: 0x4c38e74a5472a578 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.773950:0:4830:0:(ldlm_request.c:1305:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1718930704.773966:0:4830:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350fcc0/0x4c38e74a5472a571 lrc: 1/0,0 mode: --/EX res: [0x240000402:0x620:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x5c09401000000 nid: local remote: 0x4c38e74a5472a578 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718930704.773968:0:3323:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88013713f200 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3323:1802425733055936:0@lo:103:ldlm_bl_05.0 00010000:00010000:2.0:1718930704.773971:0:4830:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008350fcc0/0x4c38e74a5472a571 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x620:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x5c09401000000 nid: local remote: 0x4c38e74a5472a578 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.773983:0:4830:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1718930704.773984:0:4830:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1718930704.773985:0:4830:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1718930704.773988:0:3323:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718930704.774000:0:7082:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88013713cc00 pname:cluuid:pid:xid:nid:opc:job mdt00_011:lustre-MDT0001_UUID:7082:1802425733055872:0@lo:104: 00000100:00100000:3.0:1718930704.774006:0:9277:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733055936 00010000:00010000:2.0:1718930704.774010:0:7082:0:(ldlm_request.c:286:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff88008350d680/0x4c38e74a5472a5cc lrc: 3/1,0 mode: --/CR res: [0x240000402:0x620:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.774016:0:9277:0:(ldlm_lockd.c:2633:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff88012da4cb40/0x4c38e74a5472a578 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x620:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000401000020 nid: 0@lo remote: 0x4c38e74a5472a571 expref: 7 pid: 32457 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718930704.774028:0:9277:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63352 00000100:00100000:3.0:1718930704.774031:0:9277:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88009840b440 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000-mdtlov_UUID+7:3323:x1802425733055936:12345-0@lo:103:ldlm_bl_05.0 00010000:00010000:3.0:1718930704.774035:0:9277:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000001:00080000:2.0:1718930704.774698:0:8049:0:(tgt_lastrcvd.c:926:tgt_cb_last_committed()) lustre-MDT0001: transno 4294987206 is committed 00000020:00080000:2.0:1718930704.774704:0:8049:0:(update_trans.c:1351:distribute_txn_batchid_cb()) lustre-MDT0001: 3553 batchid updated 00000020:00080000:2.0:1718930704.774707:0:8049:0:(update_trans.c:1351:distribute_txn_batchid_cb()) lustre-MDT0001: 3552 batchid updated 00000020:00080000:2.0:1718930704.774726:0:8070:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 3553 00000040:00100000:2.0:1718930704.774732:0:8070:0:(llog.c:235:llog_cancel_arr_rec()) Canceling 1 records, first 1505 in log [0x3:0x401:0x2] 00010000:00010000:3.0:1718930704.774744:0:9277:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012da4cb40/0x4c38e74a5472a578 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x620:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801401000020 nid: 0@lo remote: 0x4c38e74a5472a571 expref: 6 pid: 32457 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1718930704.774746:0:8070:0:(osp_trans.c:1598:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff8800a1683d00 with version 7110 00010000:00010000:3.0:1718930704.774751:0:9277:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x620:0x0].0x0 (ffff880099846e00) 00000020:00080000:2.0:1718930704.774751:0:8070:0:(update_trans.c:1313:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 3552 cancel update log [0x3:0x401:0x2].1505: rc = 0 00010000:00010000:3.0:1718930704.774752:0:9277:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff88008350d680/0x4c38e74a5472a5cc lrc: 3/1,0 mode: --/CR res: [0x240000402:0x620:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00000040:00100000:2.0:1718930704.774755:0:8070:0:(llog.c:235:llog_cancel_arr_rec()) Canceling 1 records, first 1132 in log [0x3:0x40000400:0x2] 00010000:00010000:3.0:1718930704.774756:0:9277:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff88008350d680/0x4c38e74a5472a5cc lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x620:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.774759:0:9277:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008350d680/0x4c38e74a5472a5cc lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x620:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.774771:0:9277:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00000020:00080000:2.0:1718930704.774778:0:8070:0:(update_trans.c:1313:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 3552 cancel update log [0x3:0x40000400:0x2].1132: rc = 0 00000040:00100000:2.0:1718930704.774784:0:8070:0:(llog.c:235:llog_cancel_arr_rec()) Canceling 1 records, first 1506 in log [0x3:0x401:0x2] 00000004:00080000:2.0:1718930704.774791:0:8070:0:(osp_trans.c:1598:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff8800a1683300 with version 7111 00000020:00080000:2.0:1718930704.774792:0:8070:0:(update_trans.c:1313:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 3553 cancel update log [0x3:0x401:0x2].1506: rc = 0 00000040:00100000:2.0:1718930704.774794:0:8070:0:(llog.c:235:llog_cancel_arr_rec()) Canceling 1 records, first 1133 in log [0x3:0x40000400:0x2] 00000100:00100000:3.0:1718930704.774795:0:9277:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88009840b440 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000-mdtlov_UUID+5:3323:x1802425733055936:12345-0@lo:103:ldlm_bl_05.0 Request processed in 764us (808us total) trans 0 rc 0/0 00000100:00100000:3.0:1718930704.774799:0:9277:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63352 00000020:00080000:2.0:1718930704.774800:0:8070:0:(update_trans.c:1313:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 3553 cancel update log [0x3:0x40000400:0x2].1133: rc = 0 00000020:00080000:2.0:1718930704.774805:0:8070:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 3553 00000004:00080000:2.0:1718930704.774809:0:8063:0:(osp_trans.c:1343:osp_get_next_request()) ou ffff88012a3cd000 version 7110 rpc_version 7110 00000100:00100000:2.0:1718930704.774820:0:8063:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88013713cc00 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:8063:1802425733056000:0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1718930704.774824:0:3323:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88013713f200 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3323:1802425733055936:0@lo:103:ldlm_bl_05.0 00000100:00100000:2.0:1718930704.774836:0:8063:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718930704.774844:0:8063:0:(client.c:2492:ptlrpc_set_wait()) set ffff8801315c9840 going to sleep for 6 seconds 00010000:00010000:2.0:1718930704.774851:0:7082:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff88008350d680/0x4c38e74a5472a5cc lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x620:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.774855:0:7082:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008350d680/0x4c38e74a5472a5cc lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x620:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718930704.774858:0:6842:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733056000 00000100:00100000:0.0:1718930704.774878:0:6842:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20869 00000100:00100000:0.0:1718930704.774881:0:6842:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88013713e880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+8:8063:x1802425733056000:12345-0@lo:1000:osp_up0-1.0 00010000:00010000:2.0:1718930704.774902:0:7082:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008350eac0/0x4c38e74a5472a5d3 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x620:0x0].0x60a635a6 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.774906:0:7082:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008350eac0/0x4c38e74a5472a5d3 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x620:0x0].0x60a635a6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.774910:0:7082:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008350eac0/0x4c38e74a5472a5d3 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x620:0x0].0x60a635a6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718930704.774942:0:6842:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88013713e880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+9:8063:x1802425733056000:12345-0@lo:1000:osp_up0-1.0 Request processed in 60us (106us total) trans 8589959548 rc 0/0 00000100:00100000:2.0:1718930704.774946:0:7082:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88013713b900 pname:cluuid:pid:xid:nid:opc:job mdt00_011:lustre-MDT0001-mdtlov_UUID:7082:1802425733056064:0@lo:1000:mdt00_011.0 00000100:00100000:0.0:1718930704.774947:0:6842:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20869 00000100:00100000:2.0:1718930704.774961:0:7082:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1718930704.774966:0:6842:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733056064 00000100:00100000:2.0:1718930704.774968:0:7082:0:(client.c:2492:ptlrpc_set_wait()) set ffff880133dd33c0 going to sleep for 6 seconds 00000100:00100000:0.0:1718930704.774978:0:6842:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20870 00000100:00100000:0.0:1718930704.774980:0:6842:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88013713ed40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+9:7082:x1802425733056064:12345-0@lo:1000:mdt00_011.0 00000100:00100000:2.0:1718930704.774983:0:8063:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88013713cc00 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:8063:1802425733056000:0@lo:1000:osp_up0-1.0 00000004:00080000:2.0:1718930704.774986:0:8063:0:(osp_trans.c:1343:osp_get_next_request()) ou ffff88012a3cd000 version 7111 rpc_version 7111 00000100:00100000:2.0:1718930704.774992:0:8063:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88013713f200 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:8063:1802425733056128:0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1718930704.775003:0:8063:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1718930704.775007:0:6842:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88013713ed40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+9:7082:x1802425733056064:12345-0@lo:1000:mdt00_011.0 Request processed in 26us (46us total) trans 0 rc 0/0 00000100:00100000:2.0:1718930704.775009:0:8063:0:(client.c:2492:ptlrpc_set_wait()) set ffff880133dd3300 going to sleep for 6 seconds 00000100:00100000:0.0:1718930704.775010:0:6842:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20870 00000100:00100000:0.0:1718930704.775015:0:6842:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733056128 00000100:00100000:3.0:1718930704.775018:0:7082:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88013713b900 pname:cluuid:pid:xid:nid:opc:job mdt00_011:lustre-MDT0001-mdtlov_UUID:7082:1802425733056064:0@lo:1000:mdt00_011.0 00000100:00100000:0.0:1718930704.775021:0:6842:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20871 00000100:00100000:0.0:1718930704.775023:0:6842:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88013713a140 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+9:8063:x1802425733056128:12345-0@lo:1000:osp_up0-1.0 00010000:00010000:3.0:1718930704.775052:0:7082:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880097204240/0x4c38e74a5472a5da lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7a8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718930704.775054:0:6842:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88013713a140 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+10:8063:x1802425733056128:12345-0@lo:1000:osp_up0-1.0 Request processed in 31us (51us total) trans 8589959549 rc 0/0 00010000:00010000:3.0:1718930704.775058:0:7082:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880097204240/0x4c38e74a5472a5da lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7a8:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718930704.775058:0:6842:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20871 00010000:00010000:3.0:1718930704.775062:0:7082:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880097204240/0x4c38e74a5472a5da lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7a8:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930704.775062:0:8063:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88013713f200 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:8063:1802425733056128:0@lo:1000:osp_up0-1.0 00000004:00080000:3.0:1718930704.775066:0:7082:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x200000402:0x7a8:0x0] 00000004:00010000:3.0:1718930704.775076:0:7082:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff880097204240/0x4c38e74a5472a5da lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7a8:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.775082:0:7082:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008350d680/0x4c38e74a5472a5cc lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x620:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.775084:0:7082:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008350d680/0x4c38e74a5472a5cc lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x620:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.775087:0:7082:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88008350d680/0x4c38e74a5472a5cc lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x620:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.775090:0:7082:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008350d680 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:3.0:1718930704.775091:0:7082:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008350d680/0x4c38e74a5472a5cc lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x620:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.775094:0:7082:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008350d680/0x4c38e74a5472a5cc lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x620:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.775098:0:7082:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x620:0x0].0x0 (ffff880099846e00) 00010000:00010000:3.0:1718930704.775100:0:7082:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1718930704.775101:0:7082:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88008350d680/0x4c38e74a5472a5cc lrc: 2/0,0 mode: --/CR res: [0x240000402:0x620:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.775103:0:7082:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008350d680/0x4c38e74a5472a5cc lrc: 0/0,0 mode: --/CR res: [0x240000402:0x620:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.775109:0:7082:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008350eac0/0x4c38e74a5472a5d3 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x620:0x0].0x60a635a6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.775112:0:7082:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008350eac0/0x4c38e74a5472a5d3 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x620:0x0].0x60a635a6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.775114:0:7082:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88008350eac0/0x4c38e74a5472a5d3 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x620:0x0].0x60a635a6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.775117:0:7082:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008350eac0 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:3.0:1718930704.775118:0:7082:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008350eac0/0x4c38e74a5472a5d3 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x620:0x0].0x60a635a6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.775121:0:7082:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008350eac0/0x4c38e74a5472a5d3 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x620:0x0].0x60a635a6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.775124:0:7082:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x620:0x0].0x60a635a6 (ffff88012bfd5a00) 00010000:00010000:3.0:1718930704.775125:0:7082:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1718930704.775126:0:7082:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88008350eac0/0x4c38e74a5472a5d3 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x620:0x0].0x60a635a6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.775128:0:7082:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008350eac0/0x4c38e74a5472a5d3 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x620:0x0].0x60a635a6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.775141:0:7082:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008350d440/0x4c38e74a5472a5c5 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x620:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fcd6 expref: 14 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.775147:0:7082:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff880097204240/0x4c38e74a5472a5da lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7a8:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fcd6 expref: 13 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.775151:0:7082:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7a8:0x0].0x0 (ffff8800a1a98200) 00010000:00010000:3.0:1718930704.775152:0:7082:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1718930704.775153:0:7082:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff880097204240, rc 0) 00000100:00100000:3.0:1718930704.775175:0:7082:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88009840c280 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:8a07974b-7506-4725-beb3-4b5c6f8f9250+13:27174:x1802425753296576:12345-192.168.204.9@tcp:101:bash.0 Request processed in 1441us (1498us total) trans 0 rc 0/0 00000100:00100000:3.0:1718930704.775179:0:7082:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230924 00000100:00100000:0.0:1718930704.775980:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1718930704.776049:0:7082:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753296640 00000100:00100000:3.0:1718930704.776073:0:7082:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230925 00000100:00100000:3.0:1718930704.776076:0:7082:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88009840aac0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:8a07974b-7506-4725-beb3-4b5c6f8f9250+13:27174:x1802425753296640:12345-192.168.204.9@tcp:101:bash.0 00010000:00010000:3.0:1718930704.776084:0:7082:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1718930704.776090:0:7082:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097207180/0x4c38e74a5472a5e1 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7a8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xceea94147812fcdd expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.776106:0:7082:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097206ac0/0x4c38e74a5472a5e8 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7a8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.776111:0:7082:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097206ac0/0x4c38e74a5472a5e8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7a8:0x0].0x0 bits 0x10/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.776116:0:7082:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097206ac0/0x4c38e74a5472a5e8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7a8:0x0].0x0 bits 0x10/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00000004:00200000:3.0:1718930704.776133:0:7082:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x7a8:0x0]: returning size 4096 00000004:00200000:3.0:1718930704.776135:0:7082:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 2 stripe count 1 MDT count 2 00010000:00010000:3.0:1718930704.776151:0:7082:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097207180/0x4c38e74a5472a5e1 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7a8:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fcdd expref: 15 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.776158:0:7082:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880097206ac0/0x4c38e74a5472a5e8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7a8:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fcdd expref: 14 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.776161:0:7082:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7a8:0x0].0x0 (ffff8800a155d700) 00010000:00010000:3.0:1718930704.776163:0:7082:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 10 00010000:00010000:3.0:1718930704.776164:0:7082:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff880097206ac0, rc 0) 00000100:00100000:3.0:1718930704.776187:0:7082:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88009840aac0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:8a07974b-7506-4725-beb3-4b5c6f8f9250+14:27174:x1802425753296640:12345-192.168.204.9@tcp:101:bash.0 Request processed in 110us (208us total) trans 0 rc 0/0 00000100:00100000:3.0:1718930704.776190:0:7082:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230925 00000100:00100000:2.0:1718930704.776968:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1718930704.777011:0:7082:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753296768 00000100:00100000:3.0:1718930704.777033:0:7082:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230926 00000100:00100000:3.0:1718930704.777036:0:7082:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880137139c80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:8a07974b-7506-4725-beb3-4b5c6f8f9250+14:27174:x1802425753296768:12345-192.168.204.9@tcp:101:bash.0 00010000:00010000:3.0:1718930704.777042:0:7082:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1718930704.777047:0:7082:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097204d80/0x4c38e74a5472a5ef lrc: 2/0,0 mode: --/CW res: [0x200000402:0x7a8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xceea94147812fce4 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.777079:0:7082:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880097207600/0x4c38e74a5472a5f6 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x7a8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.777088:0:7082:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097207600/0x4c38e74a5472a5f6 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.777092:0:7082:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097207600/0x4c38e74a5472a5f6 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.777098:0:7082:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880097204fc0/0x4c38e74a5472a5fd lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7a8:0x0].0x656c6997 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.777101:0:7082:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097204fc0/0x4c38e74a5472a5fd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7a8:0x0].0x656c6997 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.777104:0:7082:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097204fc0/0x4c38e74a5472a5fd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7a8:0x0].0x656c6997 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1718930704.777231:0:7082:0:(osp_object.c:1645:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x100000000:0x58e:0x0], index 0: 0 00010000:00010000:3.0:1718930704.777281:0:7082:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097204900/0x4c38e74a5472a604 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7a9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.777285:0:7082:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097204900/0x4c38e74a5472a604 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7a9:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.777289:0:7082:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097204900/0x4c38e74a5472a604 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7a9:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.777303:0:7082:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880097207600/0x4c38e74a5472a5f6 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.777306:0:7082:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880097207600/0x4c38e74a5472a5f6 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.777309:0:7082:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880097207600/0x4c38e74a5472a5f6 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.777313:0:7082:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880097207600 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:3.0:1718930704.777314:0:7082:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880097207600/0x4c38e74a5472a5f6 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.777317:0:7082:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880097207600/0x4c38e74a5472a5f6 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.777321:0:7082:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7a8:0x0].0x0 (ffff8800a155d700) 00010000:00010000:3.0:1718930704.777322:0:7082:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1718930704.777323:0:7082:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880097207600/0x4c38e74a5472a5f6 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.777326:0:7082:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097207600/0x4c38e74a5472a5f6 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1718930704.777331:0:7082:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff880137139c80 reply state ffff880091c65000 transno 8589959550 ns: mdt-lustre-MDT0000_UUID lock: ffff880097204fc0/0x4c38e74a5472a5fd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7a8:0x0].0x656c6997 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.777342:0:7082:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097204d80/0x4c38e74a5472a5ef lrc: 0/0,0 mode: --/CW res: [0x200000402:0x7a8:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fce4 expref: 17 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.777349:0:7082:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880097204900/0x4c38e74a5472a604 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7a9:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fce4 expref: 16 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.777352:0:7082:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7a9:0x0].0x0 (ffff8800a1a98c00) 00010000:00010000:3.0:1718930704.777353:0:7082:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 9 00010000:00010000:3.0:1718930704.777354:0:7082:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff880097204900, rc 0) 00000100:00100000:3.0:1718930704.777382:0:7082:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880137139c80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:8a07974b-7506-4725-beb3-4b5c6f8f9250+17:27174:x1802425753296768:12345-192.168.204.9@tcp:101:bash.0 Request processed in 345us (414us total) trans 8589959550 rc 0/0 00000100:00100000:3.0:1718930704.777386:0:7082:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230926 00010000:00010000:1.0:1718930704.777982:0:3306:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097204fc0/0x4c38e74a5472a5fd lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7a8:0x0].0x656c6997 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.777990:0:3306:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7a8:0x0].0x656c6997 (ffff8800a1a98e00) 00010000:00010000:1.0:1718930704.777995:0:3306:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1718930704.778382:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1718930704.778410:0:7085:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753296832 00000100:00100000:0.0:1718930704.778432:0:7085:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.204.9@tcp, with round 512 00000100:00100000:0.0:1718930704.778435:0:7085:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88013713f6c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:8a07974b-7506-4725-beb3-4b5c6f8f9250+6:27174:x1802425753296832:12345-192.168.204.9@tcp:101:bash.0 00010000:00010000:0.0:1718930704.778441:0:7085:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1718930704.778448:0:7085:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012da4d200/0x4c38e74a5472a612 lrc: 2/0,0 mode: --/PW res: [0x58e:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xceea94147812fceb expref: -99 pid: 7085 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1718930704.778458:0:7085:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x58e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1718930704.778465:0:7085:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1718930704.778465:0:7085:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1718930704.778470:0:7085:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012da4d200/0x4c38e74a5472a612 lrc: 3/0,0 mode: PW/PW res: [0x58e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fceb expref: 7 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930704.778476:0:7085:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012da4d200/0x4c38e74a5472a612 lrc: 3/0,0 mode: PW/PW res: [0x58e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fceb expref: 7 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930704.778481:0:7085:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88012da4d200, rc 0) 00000100:00100000:0.0:1718930704.778501:0:7085:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88013713f6c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:8a07974b-7506-4725-beb3-4b5c6f8f9250+7:27174:x1802425753296832:12345-192.168.204.9@tcp:101:bash.0 Request processed in 65us (120us total) trans 0 rc 0/0 00000100:00100000:0.0:1718930704.778505:0:7085:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.204.9@tcp, with round 512 00000100:00100000:0.0:1718930704.779200:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1718930704.779218:0:6840:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753296960 00000100:00100000:2.0:1718930704.779236:0:6840:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 10834 00000100:00100000:2.0:1718930704.779239:0:6840:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88009840bdc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+17:27174:x1802425753296960:12345-192.168.204.9@tcp:35:bash.0 00000100:00100000:2.0:1718930704.779321:0:6840:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88009840bdc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+18:27174:x1802425753296960:12345-192.168.204.9@tcp:35:bash.0 Request processed in 82us (122us total) trans 8589959551 rc 0/0 00000100:00100000:2.0:1718930704.779326:0:6840:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 10834 00000100:00100000:0.0:1718930704.780120:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1718930704.780138:0:7082:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753297088 00000100:00100000:0.0:1718930704.780154:0:7082:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230927 00000100:00100000:0.0:1718930704.780157:0:7082:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880098408e40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:8a07974b-7506-4725-beb3-4b5c6f8f9250+13:27174:x1802425753297088:12345-192.168.204.9@tcp:101:bash.0 00010000:00010000:0.0:1718930704.780163:0:7082:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1718930704.780169:0:7082:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88012da4fa80/0x4c38e74a5472a619 lrc: 2/0,0 mode: --/CW res: [0x240000402:0x620:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xceea94147812fcf2 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930704.780197:0:7082:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88012da4e640/0x4c38e74a5472a620 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x620:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930704.780202:0:7082:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88012da4e640/0x4c38e74a5472a620 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x620:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930704.780207:0:7082:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88012da4e640/0x4c38e74a5472a620 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x620:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930704.780213:0:7082:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88012da4d680/0x4c38e74a5472a627 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x620:0x0].0x656c6997 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930704.780216:0:7082:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88012da4d680/0x4c38e74a5472a627 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x620:0x0].0x656c6997 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930704.780219:0:7082:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88012da4d680/0x4c38e74a5472a627 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x620:0x0].0x656c6997 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718930704.780260:0:7082:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0f14c00 pname:cluuid:pid:xid:nid:opc:job mdt00_011:lustre-MDT0001-mdtlov_UUID:7082:1802425733056192:0@lo:1000:mdt00_011.0 00000100:00100000:0.0:1718930704.780287:0:7082:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1718930704.780307:0:7082:0:(client.c:2492:ptlrpc_set_wait()) set ffff88011eae2c00 going to sleep for 6 seconds 00000100:00100000:3.0:1718930704.780309:0:8528:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733056192 00000100:00100000:3.0:1718930704.780326:0:8528:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20872 00000100:00100000:3.0:1718930704.780329:0:8528:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0f15580 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+10:7082:x1802425733056192:12345-0@lo:1000:mdt00_011.0 00000100:00100000:3.0:1718930704.780363:0:8528:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0f15580 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+10:7082:x1802425733056192:12345-0@lo:1000:mdt00_011.0 Request processed in 34us (77us total) trans 0 rc 0/0 00000100:00100000:3.0:1718930704.780366:0:8528:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20872 00000100:00100000:0.0:1718930704.780374:0:7082:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800a0f14c00 pname:cluuid:pid:xid:nid:opc:job mdt00_011:lustre-MDT0001-mdtlov_UUID:7082:1802425733056192:0@lo:1000:mdt00_011.0 00000004:00080000:0.0:1718930704.780494:0:7082:0:(osp_object.c:1645:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x575:0x0], index 0: 0 00010000:00010000:0.0:1718930704.780560:0:7082:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88012da4db00/0x4c38e74a5472a62e lrc: 3/1,0 mode: --/CR res: [0x240000402:0x621:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930704.780565:0:7082:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88012da4db00/0x4c38e74a5472a62e lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x621:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930704.780570:0:7082:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88012da4db00/0x4c38e74a5472a62e lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x621:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930704.780582:0:7082:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88012da4e640/0x4c38e74a5472a620 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x620:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930704.780588:0:7082:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88012da4e640/0x4c38e74a5472a620 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x620:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930704.780592:0:7082:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88012da4e640/0x4c38e74a5472a620 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x620:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930704.780594:0:7082:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88012da4e640 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:0.0:1718930704.780595:0:7082:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88012da4e640/0x4c38e74a5472a620 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x620:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930704.780598:0:7082:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88012da4e640/0x4c38e74a5472a620 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x620:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930704.780602:0:7082:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x620:0x0].0x0 (ffff88012fe3a100) 00010000:00010000:0.0:1718930704.780604:0:7082:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1718930704.780605:0:7082:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88012da4e640/0x4c38e74a5472a620 lrc: 2/0,0 mode: --/CW res: [0x240000402:0x620:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930704.780607:0:7082:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012da4e640/0x4c38e74a5472a620 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x620:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1718930704.780612:0:7082:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff880098408e40 reply state ffff8800812a4000 transno 4294987207 ns: mdt-lustre-MDT0001_UUID lock: ffff88012da4d680/0x4c38e74a5472a627 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x620:0x0].0x656c6997 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930704.780623:0:7082:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012da4fa80/0x4c38e74a5472a619 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x620:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fcf2 expref: 16 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930704.780630:0:7082:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88012da4db00/0x4c38e74a5472a62e lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x621:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fcf2 expref: 15 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930704.780636:0:7082:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x621:0x0].0x0 (ffff88012fe3ab00) 00010000:00010000:0.0:1718930704.780637:0:7082:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 9 00010000:00010000:0.0:1718930704.780638:0:7082:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88012da4db00, rc 0) 00000100:00100000:0.0:1718930704.780675:0:7082:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880098408e40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:8a07974b-7506-4725-beb3-4b5c6f8f9250+16:27174:x1802425753297088:12345-192.168.204.9@tcp:101:bash.0 Request processed in 517us (555us total) trans 4294987207 rc 0/0 00000100:00100000:0.0:1718930704.780679:0:7082:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230927 00010000:00010000:2.0:1718930704.781255:0:3307:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88012da4d680/0x4c38e74a5472a627 lrc: 3/0,1 mode: COS/COS res: [0x240000402:0x620:0x0].0x656c6997 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.781262:0:3307:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x620:0x0].0x656c6997 (ffff88012fe3ad00) 00010000:00010000:2.0:1718930704.781264:0:3307:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1718930704.781677:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1718930704.781752:0:10933:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753297152 00000100:00100000:0.0:1718930704.781777:0:10933:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.204.9@tcp, with round 513 00000100:00100000:0.0:1718930704.781781:0:10933:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a32140 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8a07974b-7506-4725-beb3-4b5c6f8f9250+7:27174:x1802425753297152:12345-192.168.204.9@tcp:101:bash.0 00010000:00010000:0.0:1718930704.781787:0:10933:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1718930704.781795:0:10933:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012da4e880/0x4c38e74a5472a63c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x575:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xceea94147812fcf9 expref: -99 pid: 10933 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1718930704.781806:0:10933:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x575:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1718930704.781813:0:10933:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1718930704.781814:0:10933:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1718930704.781818:0:10933:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012da4e880/0x4c38e74a5472a63c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x575:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fcf9 expref: 8 pid: 10933 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930704.781824:0:10933:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012da4e880/0x4c38e74a5472a63c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x575:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fcf9 expref: 8 pid: 10933 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930704.781829:0:10933:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88012da4e880, rc 0) 00000100:00100000:0.0:1718930704.781844:0:10933:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a32140 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8a07974b-7506-4725-beb3-4b5c6f8f9250+8:27174:x1802425753297152:12345-192.168.204.9@tcp:101:bash.0 Request processed in 64us (188us total) trans 0 rc 0/0 00000100:00100000:0.0:1718930704.781851:0:10933:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.204.9@tcp, with round 513 00000100:00100000:0.0:1718930704.782730:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1718930704.782745:0:6840:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753297280 00000100:00100000:0.0:1718930704.782759:0:6840:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 10835 00000100:00100000:0.0:1718930704.782763:0:6840:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0f14c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+16:27174:x1802425753297280:12345-192.168.204.9@tcp:35:bash.0 00000100:00100000:0.0:1718930704.782851:0:6840:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0f14c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+17:27174:x1802425753297280:12345-192.168.204.9@tcp:35:bash.0 Request processed in 87us (122us total) trans 4294987208 rc 0/0 00000100:00100000:0.0:1718930704.782856:0:6840:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 10835 00000100:00100000:0.0:1718930704.783608:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1718930704.783619:0:7082:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753297408 00000100:00100000:0.0:1718930704.783635:0:7082:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230928 00000100:00100000:0.0:1718930704.783638:0:7082:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0f15f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:8a07974b-7506-4725-beb3-4b5c6f8f9250+18:27174:x1802425753297408:12345-192.168.204.9@tcp:101:bash.0 00010000:00010000:0.0:1718930704.783645:0:7082:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1718930704.783650:0:7082:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012da4d440/0x4c38e74a5472a643 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x7a8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xceea94147812fd00 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930704.783695:0:7082:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012da4f180/0x4c38e74a5472a64a lrc: 3/0,1 mode: --/CW res: [0x200000402:0x7a8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930704.783701:0:7082:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012da4f180/0x4c38e74a5472a64a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930704.783706:0:7082:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012da4f180/0x4c38e74a5472a64a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930704.783712:0:7082:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012da4cfc0/0x4c38e74a5472a651 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7a8:0x0].0x656c6998 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930704.783715:0:7082:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012da4cfc0/0x4c38e74a5472a651 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7a8:0x0].0x656c6998 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930704.783719:0:7082:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012da4cfc0/0x4c38e74a5472a651 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7a8:0x0].0x656c6998 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1718930704.783803:0:7082:0:(osp_object.c:1645:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x100010000:0x587:0x0], index 1: 0 00010000:00010000:0.0:1718930704.783843:0:7082:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012da4cd80/0x4c38e74a5472a658 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7aa:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930704.783848:0:7082:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012da4cd80/0x4c38e74a5472a658 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7aa:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930704.783851:0:7082:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012da4cd80/0x4c38e74a5472a658 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7aa:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930704.783862:0:7082:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012da4f180/0x4c38e74a5472a64a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930704.783865:0:7082:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012da4f180/0x4c38e74a5472a64a lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930704.783868:0:7082:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012da4f180/0x4c38e74a5472a64a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930704.783871:0:7082:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88012da4f180 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:0.0:1718930704.783872:0:7082:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012da4f180/0x4c38e74a5472a64a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930704.783878:0:7082:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012da4f180/0x4c38e74a5472a64a lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930704.783882:0:7082:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7a8:0x0].0x0 (ffff8800a155d700) 00010000:00010000:0.0:1718930704.783884:0:7082:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1718930704.783885:0:7082:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012da4f180/0x4c38e74a5472a64a lrc: 2/0,0 mode: --/CW res: [0x200000402:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930704.783887:0:7082:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012da4f180/0x4c38e74a5472a64a lrc: 0/0,0 mode: --/CW res: [0x200000402:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1718930704.783892:0:7082:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff8800a0f15f00 reply state ffff8800812a5000 transno 8589959552 ns: mdt-lustre-MDT0000_UUID lock: ffff88012da4cfc0/0x4c38e74a5472a651 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7a8:0x0].0x656c6998 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930704.783903:0:7082:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012da4d440/0x4c38e74a5472a643 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x7a8:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fd00 expref: 21 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930704.783908:0:7082:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012da4cd80/0x4c38e74a5472a658 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7aa:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fd00 expref: 20 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930704.783911:0:7082:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7aa:0x0].0x0 (ffff88007921ab00) 00010000:00010000:0.0:1718930704.783912:0:7082:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 9 00010000:00010000:0.0:1718930704.783913:0:7082:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88012da4cd80, rc 0) 00000100:00100000:0.0:1718930704.783929:0:7082:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0f15f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:8a07974b-7506-4725-beb3-4b5c6f8f9250+21:27174:x1802425753297408:12345-192.168.204.9@tcp:101:bash.0 Request processed in 291us (323us total) trans 8589959552 rc 0/0 00000100:00100000:0.0:1718930704.783933:0:7082:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230928 00010000:00010000:1.0:1718930704.784536:0:3306:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012da4cfc0/0x4c38e74a5472a651 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7a8:0x0].0x656c6998 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.784543:0:3306:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7a8:0x0].0x656c6998 (ffff88007921a900) 00010000:00010000:1.0:1718930704.784545:0:3306:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1718930704.784860:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930704.784929:0:10933:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753297472 00000100:00100000:1.0:1718930704.784957:0:10933:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.204.9@tcp, with round 514 00000100:00100000:1.0:1718930704.784960:0:10933:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0f16880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8a07974b-7506-4725-beb3-4b5c6f8f9250+7:27174:x1802425753297472:12345-192.168.204.9@tcp:101:bash.0 00010000:00010000:1.0:1718930704.784967:0:10933:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1718930704.784974:0:10933:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880073f84000/0x4c38e74a5472a666 lrc: 2/0,0 mode: --/PW res: [0x587:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xceea94147812fd07 expref: -99 pid: 10933 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1718930704.784985:0:10933:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x587:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1718930704.784991:0:10933:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1718930704.784992:0:10933:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1718930704.784995:0:10933:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880073f84000/0x4c38e74a5472a666 lrc: 3/0,0 mode: PW/PW res: [0x587:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fd07 expref: 8 pid: 10933 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.785002:0:10933:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880073f84000/0x4c38e74a5472a666 lrc: 3/0,0 mode: PW/PW res: [0x587:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fd07 expref: 8 pid: 10933 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.785006:0:10933:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff880073f84000, rc 0) 00000100:00100000:1.0:1718930704.785023:0:10933:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0f16880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8a07974b-7506-4725-beb3-4b5c6f8f9250+8:27174:x1802425753297472:12345-192.168.204.9@tcp:101:bash.0 Request processed in 63us (164us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930704.785030:0:10933:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.204.9@tcp, with round 514 00000100:00100000:1.0:1718930704.785737:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1718930704.785756:0:10547:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753297600 00000100:00100000:0.0:1718930704.785771:0:10547:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 10836 00000100:00100000:0.0:1718930704.785774:0:10547:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a34c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:8a07974b-7506-4725-beb3-4b5c6f8f9250+21:27174:x1802425753297600:12345-192.168.204.9@tcp:35:bash.0 00000100:00100000:0.0:1718930704.785839:0:10547:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a34c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:8a07974b-7506-4725-beb3-4b5c6f8f9250+22:27174:x1802425753297600:12345-192.168.204.9@tcp:35:bash.0 Request processed in 65us (104us total) trans 8589959553 rc 0/0 00000100:00100000:0.0:1718930704.785844:0:10547:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 10836 00000100:00100000:0.0:1718930704.786628:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1718930704.786700:0:7082:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753297728 00000100:00100000:2.0:1718930704.786724:0:7082:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230929 00000100:00100000:2.0:1718930704.786727:0:7082:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0f17200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:8a07974b-7506-4725-beb3-4b5c6f8f9250+17:27174:x1802425753297728:12345-192.168.204.9@tcp:101:bash.0 00010000:00010000:2.0:1718930704.786736:0:7082:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1718930704.786741:0:7082:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008350c000/0x4c38e74a5472a66d lrc: 2/0,0 mode: --/CW res: [0x240000402:0x620:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xceea94147812fd0e expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.786769:0:7082:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88008350f180/0x4c38e74a5472a674 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x620:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.786774:0:7082:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008350f180/0x4c38e74a5472a674 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x620:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.786781:0:7082:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008350f180/0x4c38e74a5472a674 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x620:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.786787:0:7082:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88008350db00/0x4c38e74a5472a67b lrc: 3/0,1 mode: --/PW res: [0x240000402:0x620:0x0].0x656c6998 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.786790:0:7082:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008350db00/0x4c38e74a5472a67b lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x620:0x0].0x656c6998 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.786793:0:7082:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008350db00/0x4c38e74a5472a67b lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x620:0x0].0x656c6998 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1718930704.786878:0:7082:0:(osp_object.c:1645:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x56c:0x0], index 1: 0 00010000:00010000:2.0:1718930704.786921:0:7082:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008350ef40/0x4c38e74a5472a682 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x622:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.786926:0:7082:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008350ef40/0x4c38e74a5472a682 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x622:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.786929:0:7082:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008350ef40/0x4c38e74a5472a682 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x622:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.786940:0:7082:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88008350f180/0x4c38e74a5472a674 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x620:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.786943:0:7082:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008350f180/0x4c38e74a5472a674 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x620:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.786946:0:7082:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88008350f180/0x4c38e74a5472a674 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x620:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.786949:0:7082:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008350f180 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:2.0:1718930704.786951:0:7082:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008350f180/0x4c38e74a5472a674 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x620:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.786954:0:7082:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008350f180/0x4c38e74a5472a674 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x620:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.786957:0:7082:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x620:0x0].0x0 (ffff88012bfd5700) 00010000:00010000:2.0:1718930704.786959:0:7082:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718930704.786960:0:7082:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88008350f180/0x4c38e74a5472a674 lrc: 2/0,0 mode: --/CW res: [0x240000402:0x620:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.786962:0:7082:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008350f180/0x4c38e74a5472a674 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x620:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1718930704.786968:0:7082:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff8800a0f17200 reply state ffff880088b63000 transno 4294987209 ns: mdt-lustre-MDT0001_UUID lock: ffff88008350db00/0x4c38e74a5472a67b lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x620:0x0].0x656c6998 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.786979:0:7082:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008350c000/0x4c38e74a5472a66d lrc: 0/0,0 mode: --/CW res: [0x240000402:0x620:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fd0e expref: 20 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.786986:0:7082:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88008350ef40/0x4c38e74a5472a682 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x622:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fd0e expref: 19 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.786989:0:7082:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x622:0x0].0x0 (ffff88012bfd5900) 00010000:00010000:2.0:1718930704.786990:0:7082:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 9 00010000:00010000:2.0:1718930704.786991:0:7082:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88008350ef40, rc 0) 00000100:00100000:2.0:1718930704.787017:0:7082:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0f17200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:8a07974b-7506-4725-beb3-4b5c6f8f9250+20:27174:x1802425753297728:12345-192.168.204.9@tcp:101:bash.0 Request processed in 289us (390us total) trans 4294987209 rc 0/0 00000100:00100000:2.0:1718930704.787022:0:7082:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230929 00010000:00010000:2.0:1718930704.787646:0:3307:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008350db00/0x4c38e74a5472a67b lrc: 3/0,1 mode: COS/COS res: [0x240000402:0x620:0x0].0x656c6998 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.787654:0:3307:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x620:0x0].0x656c6998 (ffff88012bfd5800) 00010000:00010000:2.0:1718930704.787655:0:3307:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1718930704.787982:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930704.788029:0:10933:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753297792 00000100:00100000:1.0:1718930704.788060:0:10933:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.204.9@tcp, with round 515 00000100:00100000:1.0:1718930704.788064:0:10933:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0f14280 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8a07974b-7506-4725-beb3-4b5c6f8f9250+8:27174:x1802425753297792:12345-192.168.204.9@tcp:101:bash.0 00010000:00010000:1.0:1718930704.788072:0:10933:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1718930704.788081:0:10933:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880073f84900/0x4c38e74a5472a690 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x56c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xceea94147812fd15 expref: -99 pid: 10933 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1718930704.788092:0:10933:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0x56c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1718930704.788101:0:10933:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1718930704.788102:0:10933:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1718930704.788107:0:10933:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880073f84900/0x4c38e74a5472a690 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x56c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fd15 expref: 9 pid: 10933 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.788116:0:10933:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880073f84900/0x4c38e74a5472a690 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x56c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fd15 expref: 9 pid: 10933 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.788124:0:10933:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff880073f84900, rc 0) 00000100:00100000:1.0:1718930704.788152:0:10933:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0f14280 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8a07974b-7506-4725-beb3-4b5c6f8f9250+9:27174:x1802425753297792:12345-192.168.204.9@tcp:101:bash.0 Request processed in 87us (170us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930704.788158:0:10933:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.204.9@tcp, with round 515 00000100:00100000:0.0:1718930704.788907:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1718930704.788918:0:10547:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753297920 00000100:00100000:0.0:1718930704.788931:0:10547:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 10837 00000100:00100000:0.0:1718930704.788934:0:10547:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0f10e40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:8a07974b-7506-4725-beb3-4b5c6f8f9250+20:27174:x1802425753297920:12345-192.168.204.9@tcp:35:bash.0 00000100:00100000:0.0:1718930704.789007:0:10547:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0f10e40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:8a07974b-7506-4725-beb3-4b5c6f8f9250+21:27174:x1802425753297920:12345-192.168.204.9@tcp:35:bash.0 Request processed in 72us (101us total) trans 4294987210 rc 0/0 00000100:00100000:0.0:1718930704.789012:0:10547:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 10837 00000100:00100000:0.0:1718930704.789681:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1718930704.789747:0:7082:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753298048 00000100:00100000:2.0:1718930704.789771:0:7082:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230930 00000100:00100000:2.0:1718930704.789774:0:7082:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0f13dc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:8a07974b-7506-4725-beb3-4b5c6f8f9250+22:27174:x1802425753298048:12345-192.168.204.9@tcp:101:bash.0 00010000:00010000:2.0:1718930704.789782:0:7082:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1718930704.789787:0:7082:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008350f3c0/0x4c38e74a5472a697 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x7a8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xceea94147812fd1c expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.789816:0:7082:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008350c6c0/0x4c38e74a5472a69e lrc: 3/0,1 mode: --/CW res: [0x200000402:0x7a8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.789822:0:7082:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008350c6c0/0x4c38e74a5472a69e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.789827:0:7082:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008350c6c0/0x4c38e74a5472a69e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.789833:0:7082:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008350df80/0x4c38e74a5472a6a5 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7a8:0x0].0x656c6999 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.789836:0:7082:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008350df80/0x4c38e74a5472a6a5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7a8:0x0].0x656c6999 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.789839:0:7082:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008350df80/0x4c38e74a5472a6a5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7a8:0x0].0x656c6999 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1718930704.789927:0:7082:0:(osp_object.c:1645:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x100000000:0x58f:0x0], index 0: 0 00010000:00010000:2.0:1718930704.789968:0:7082:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008350d440/0x4c38e74a5472a6ac lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7ab:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.789973:0:7082:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008350d440/0x4c38e74a5472a6ac lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7ab:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.789977:0:7082:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008350d440/0x4c38e74a5472a6ac lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7ab:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.789987:0:7082:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008350c6c0/0x4c38e74a5472a69e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.789991:0:7082:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008350c6c0/0x4c38e74a5472a69e lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.789994:0:7082:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008350c6c0/0x4c38e74a5472a69e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.789997:0:7082:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008350c6c0 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:2.0:1718930704.789998:0:7082:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008350c6c0/0x4c38e74a5472a69e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.790000:0:7082:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008350c6c0/0x4c38e74a5472a69e lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.790004:0:7082:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7a8:0x0].0x0 (ffff8800a155d700) 00010000:00010000:2.0:1718930704.790006:0:7082:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718930704.790007:0:7082:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008350c6c0/0x4c38e74a5472a69e lrc: 2/0,0 mode: --/CW res: [0x200000402:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.790010:0:7082:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008350c6c0/0x4c38e74a5472a69e lrc: 0/0,0 mode: --/CW res: [0x200000402:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1718930704.790016:0:7082:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff8800a0f13dc0 reply state ffff880088b66000 transno 8589959554 ns: mdt-lustre-MDT0000_UUID lock: ffff88008350df80/0x4c38e74a5472a6a5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7a8:0x0].0x656c6999 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.790027:0:7082:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008350f3c0/0x4c38e74a5472a697 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x7a8:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fd1c expref: 25 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.790033:0:7082:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008350d440/0x4c38e74a5472a6ac lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7ab:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fd1c expref: 24 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.790036:0:7082:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7ab:0x0].0x0 (ffff88012bfd5400) 00010000:00010000:2.0:1718930704.790037:0:7082:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 9 00010000:00010000:2.0:1718930704.790038:0:7082:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88008350d440, rc 0) 00000100:00100000:2.0:1718930704.790063:0:7082:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0f13dc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:8a07974b-7506-4725-beb3-4b5c6f8f9250+25:27174:x1802425753298048:12345-192.168.204.9@tcp:101:bash.0 Request processed in 289us (383us total) trans 8589959554 rc 0/0 00000100:00100000:2.0:1718930704.790067:0:7082:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230930 00010000:00010000:1.0:1718930704.790577:0:3306:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008350df80/0x4c38e74a5472a6a5 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7a8:0x0].0x656c6999 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.790585:0:3306:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7a8:0x0].0x656c6999 (ffff88012bfd5600) 00010000:00010000:1.0:1718930704.790587:0:3306:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1718930704.790839:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930704.790867:0:10933:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753298112 00000100:00100000:1.0:1718930704.790891:0:10933:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.204.9@tcp, with round 516 00000100:00100000:1.0:1718930704.790894:0:10933:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880073d4bdc0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8a07974b-7506-4725-beb3-4b5c6f8f9250+8:27174:x1802425753298112:12345-192.168.204.9@tcp:101:bash.0 00010000:00010000:1.0:1718930704.790900:0:10933:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1718930704.790907:0:10933:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880073f85b00/0x4c38e74a5472a6ba lrc: 2/0,0 mode: --/PW res: [0x58f:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xceea94147812fd23 expref: -99 pid: 10933 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1718930704.790914:0:10933:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x58f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1718930704.790920:0:10933:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1718930704.790921:0:10933:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1718930704.790924:0:10933:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880073f85b00/0x4c38e74a5472a6ba lrc: 3/0,0 mode: PW/PW res: [0x58f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fd23 expref: 9 pid: 10933 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.790930:0:10933:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880073f85b00/0x4c38e74a5472a6ba lrc: 3/0,0 mode: PW/PW res: [0x58f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fd23 expref: 9 pid: 10933 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.790934:0:10933:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff880073f85b00, rc 0) 00000100:00100000:1.0:1718930704.790949:0:10933:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880073d4bdc0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8a07974b-7506-4725-beb3-4b5c6f8f9250+9:27174:x1802425753298112:12345-192.168.204.9@tcp:101:bash.0 Request processed in 54us (112us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930704.790953:0:10933:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.204.9@tcp, with round 516 00000100:00100000:0.0:1718930704.791791:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1718930704.791833:0:6840:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753298240 00000100:00100000:2.0:1718930704.791855:0:6840:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 10838 00000100:00100000:2.0:1718930704.791858:0:6840:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880073d48000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+25:27174:x1802425753298240:12345-192.168.204.9@tcp:35:bash.0 00000100:00100000:2.0:1718930704.791940:0:6840:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880073d48000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+26:27174:x1802425753298240:12345-192.168.204.9@tcp:35:bash.0 Request processed in 81us (150us total) trans 8589959555 rc 0/0 00000100:00100000:2.0:1718930704.791945:0:6840:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 10838 00000100:00100000:0.0:1718930704.792751:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1718930704.792783:0:7082:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753298368 00000100:00100000:2.0:1718930704.792801:0:7082:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230931 00000100:00100000:2.0:1718930704.792804:0:7082:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880083c1f6c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:8a07974b-7506-4725-beb3-4b5c6f8f9250+21:27174:x1802425753298368:12345-192.168.204.9@tcp:101:bash.0 00010000:00010000:2.0:1718930704.792811:0:7082:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1718930704.792816:0:7082:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008350eac0/0x4c38e74a5472a6c1 lrc: 2/0,0 mode: --/CW res: [0x240000402:0x620:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xceea94147812fd2a expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.792844:0:7082:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88008350d680/0x4c38e74a5472a6c8 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x620:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.792849:0:7082:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008350d680/0x4c38e74a5472a6c8 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x620:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.792853:0:7082:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008350d680/0x4c38e74a5472a6c8 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x620:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.792858:0:7082:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88008350ed00/0x4c38e74a5472a6cf lrc: 3/0,1 mode: --/PW res: [0x240000402:0x620:0x0].0x656c6999 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.792862:0:7082:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008350ed00/0x4c38e74a5472a6cf lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x620:0x0].0x656c6999 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.792865:0:7082:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008350ed00/0x4c38e74a5472a6cf lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x620:0x0].0x656c6999 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1718930704.792947:0:7082:0:(osp_object.c:1645:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x576:0x0], index 0: 0 00010000:00010000:2.0:1718930704.792988:0:7082:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008350fcc0/0x4c38e74a5472a6d6 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x623:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.792992:0:7082:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008350fcc0/0x4c38e74a5472a6d6 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x623:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.792998:0:7082:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008350fcc0/0x4c38e74a5472a6d6 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x623:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.793009:0:7082:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88008350d680/0x4c38e74a5472a6c8 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x620:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.793012:0:7082:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008350d680/0x4c38e74a5472a6c8 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x620:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.793015:0:7082:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88008350d680/0x4c38e74a5472a6c8 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x620:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.793018:0:7082:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008350d680 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:2.0:1718930704.793019:0:7082:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008350d680/0x4c38e74a5472a6c8 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x620:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.793022:0:7082:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008350d680/0x4c38e74a5472a6c8 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x620:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.793026:0:7082:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x620:0x0].0x0 (ffff88012bfd5500) 00010000:00010000:2.0:1718930704.793027:0:7082:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718930704.793028:0:7082:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88008350d680/0x4c38e74a5472a6c8 lrc: 2/0,0 mode: --/CW res: [0x240000402:0x620:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.793031:0:7082:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008350d680/0x4c38e74a5472a6c8 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x620:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1718930704.793036:0:7082:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff880083c1f6c0 reply state ffff88009dd56000 transno 4294987211 ns: mdt-lustre-MDT0001_UUID lock: ffff88008350ed00/0x4c38e74a5472a6cf lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x620:0x0].0x656c6999 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.793051:0:7082:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008350eac0/0x4c38e74a5472a6c1 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x620:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fd2a expref: 24 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.793057:0:7082:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88008350fcc0/0x4c38e74a5472a6d6 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x623:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fd2a expref: 23 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.793061:0:7082:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x623:0x0].0x0 (ffff88012fe3a500) 00010000:00010000:2.0:1718930704.793062:0:7082:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 9 00010000:00010000:2.0:1718930704.793062:0:7082:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88008350fcc0, rc 0) 00000100:00100000:2.0:1718930704.793087:0:7082:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880083c1f6c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:8a07974b-7506-4725-beb3-4b5c6f8f9250+24:27174:x1802425753298368:12345-192.168.204.9@tcp:101:bash.0 Request processed in 282us (336us total) trans 4294987211 rc 0/0 00000100:00100000:2.0:1718930704.793091:0:7082:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230931 00010000:00010000:2.0:1718930704.793615:0:3307:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008350ed00/0x4c38e74a5472a6cf lrc: 3/0,1 mode: COS/COS res: [0x240000402:0x620:0x0].0x656c6999 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.793623:0:3307:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x620:0x0].0x656c6999 (ffff88012bfd5100) 00010000:00010000:2.0:1718930704.793624:0:3307:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1718930704.794026:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930704.794069:0:10933:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753298432 00000100:00100000:1.0:1718930704.794111:0:10933:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.204.9@tcp, with round 517 00000100:00100000:1.0:1718930704.794114:0:10933:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880083c18000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8a07974b-7506-4725-beb3-4b5c6f8f9250+9:27174:x1802425753298432:12345-192.168.204.9@tcp:101:bash.0 00010000:00010000:1.0:1718930704.794119:0:10933:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1718930704.794125:0:10933:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880073f87a80/0x4c38e74a5472a6e4 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x576:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xceea94147812fd31 expref: -99 pid: 10933 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1718930704.794136:0:10933:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x576:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1718930704.794142:0:10933:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1718930704.794143:0:10933:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1718930704.794146:0:10933:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880073f87a80/0x4c38e74a5472a6e4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x576:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fd31 expref: 10 pid: 10933 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.794152:0:10933:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880073f87a80/0x4c38e74a5472a6e4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x576:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fd31 expref: 10 pid: 10933 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.794156:0:10933:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff880073f87a80, rc 0) 00000100:00100000:1.0:1718930704.794171:0:10933:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880083c18000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8a07974b-7506-4725-beb3-4b5c6f8f9250+10:27174:x1802425753298432:12345-192.168.204.9@tcp:101:bash.0 Request processed in 57us (147us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930704.794175:0:10933:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.204.9@tcp, with round 517 00000100:00100000:1.0:1718930704.794937:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1718930704.794969:0:6840:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753298560 00000100:00100000:2.0:1718930704.794998:0:6840:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 10839 00000100:00100000:2.0:1718930704.795002:0:6840:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88006e9db850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+24:27174:x1802425753298560:12345-192.168.204.9@tcp:35:bash.0 00000100:00100000:2.0:1718930704.795099:0:6840:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88006e9db850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+25:27174:x1802425753298560:12345-192.168.204.9@tcp:35:bash.0 Request processed in 96us (163us total) trans 4294987212 rc 0/0 00000100:00100000:2.0:1718930704.795106:0:6840:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 10839 00000100:00100000:0.0:1718930704.796000:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1718930704.796074:0:7082:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753298688 00000100:00100000:2.0:1718930704.796103:0:7082:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230932 00000100:00100000:2.0:1718930704.796107:0:7082:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880083c184c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:8a07974b-7506-4725-beb3-4b5c6f8f9250+26:27174:x1802425753298688:12345-192.168.204.9@tcp:101:bash.0 00010000:00010000:2.0:1718930704.796117:0:7082:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1718930704.796124:0:7082:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008350e640/0x4c38e74a5472a6eb lrc: 2/0,0 mode: --/CW res: [0x200000402:0x7a8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xceea94147812fd38 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.796160:0:7082:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008350c900/0x4c38e74a5472a6f2 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x7a8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.796168:0:7082:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008350c900/0x4c38e74a5472a6f2 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.796175:0:7082:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008350c900/0x4c38e74a5472a6f2 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.796184:0:7082:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008350d8c0/0x4c38e74a5472a6f9 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7a8:0x0].0x656c699a bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.796190:0:7082:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008350d8c0/0x4c38e74a5472a6f9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7a8:0x0].0x656c699a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.796195:0:7082:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008350d8c0/0x4c38e74a5472a6f9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7a8:0x0].0x656c699a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1718930704.796312:0:7082:0:(osp_object.c:1645:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x100010000:0x588:0x0], index 1: 0 00010000:00010000:2.0:1718930704.796377:0:7082:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008350dd40/0x4c38e74a5472a700 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7ac:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.796385:0:7082:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008350dd40/0x4c38e74a5472a700 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7ac:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.796391:0:7082:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008350dd40/0x4c38e74a5472a700 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7ac:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.796428:0:7082:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008350c900/0x4c38e74a5472a6f2 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.796432:0:7082:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008350c900/0x4c38e74a5472a6f2 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.796436:0:7082:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008350c900/0x4c38e74a5472a6f2 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.796440:0:7082:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008350c900 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:2.0:1718930704.796442:0:7082:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008350c900/0x4c38e74a5472a6f2 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.796447:0:7082:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008350c900/0x4c38e74a5472a6f2 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.796454:0:7082:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7a8:0x0].0x0 (ffff8800a155d700) 00010000:00010000:2.0:1718930704.796455:0:7082:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718930704.796457:0:7082:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008350c900/0x4c38e74a5472a6f2 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.796461:0:7082:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008350c900/0x4c38e74a5472a6f2 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1718930704.796469:0:7082:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff880083c184c0 reply state ffff880130c86000 transno 8589959556 ns: mdt-lustre-MDT0000_UUID lock: ffff88008350d8c0/0x4c38e74a5472a6f9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7a8:0x0].0x656c699a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.796487:0:7082:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008350e640/0x4c38e74a5472a6eb lrc: 0/0,0 mode: --/CW res: [0x200000402:0x7a8:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fd38 expref: 29 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.796501:0:7082:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008350dd40/0x4c38e74a5472a700 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7ac:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fd38 expref: 28 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.796506:0:7082:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7ac:0x0].0x0 (ffff88006f4e6500) 00010000:00010000:2.0:1718930704.796508:0:7082:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 9 00010000:00010000:2.0:1718930704.796509:0:7082:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88008350dd40, rc 0) 00000100:00100000:2.0:1718930704.796542:0:7082:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880083c184c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:8a07974b-7506-4725-beb3-4b5c6f8f9250+29:27174:x1802425753298688:12345-192.168.204.9@tcp:101:bash.0 Request processed in 434us (544us total) trans 8589959556 rc 0/0 00000100:00100000:2.0:1718930704.796548:0:7082:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230932 00010000:00010000:1.0:1718930704.797136:0:3306:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008350d8c0/0x4c38e74a5472a6f9 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7a8:0x0].0x656c699a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.797144:0:3306:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7a8:0x0].0x656c699a (ffff88012fe3ae00) 00010000:00010000:1.0:1718930704.797145:0:3306:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1718930704.797393:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930704.797482:0:10933:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753298752 00000100:00100000:1.0:1718930704.797515:0:10933:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.204.9@tcp, with round 518 00000100:00100000:1.0:1718930704.797520:0:10933:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880083c1a140 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8a07974b-7506-4725-beb3-4b5c6f8f9250+9:27174:x1802425753298752:12345-192.168.204.9@tcp:101:bash.0 00010000:00010000:1.0:1718930704.797528:0:10933:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1718930704.797537:0:10933:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880073f87180/0x4c38e74a5472a70e lrc: 2/0,0 mode: --/PW res: [0x588:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xceea94147812fd3f expref: -99 pid: 10933 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1718930704.797556:0:10933:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x588:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1718930704.797565:0:10933:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1718930704.797566:0:10933:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1718930704.797571:0:10933:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880073f87180/0x4c38e74a5472a70e lrc: 3/0,0 mode: PW/PW res: [0x588:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fd3f expref: 10 pid: 10933 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.797578:0:10933:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880073f87180/0x4c38e74a5472a70e lrc: 3/0,0 mode: PW/PW res: [0x588:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fd3f expref: 10 pid: 10933 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.797583:0:10933:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff880073f87180, rc 0) 00000100:00100000:1.0:1718930704.797607:0:10933:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880083c1a140 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8a07974b-7506-4725-beb3-4b5c6f8f9250+10:27174:x1802425753298752:12345-192.168.204.9@tcp:101:bash.0 Request processed in 88us (217us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930704.797611:0:10933:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.204.9@tcp, with round 518 00000100:00100000:0.0:1718930704.798316:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1718930704.798361:0:6840:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753298880 00000100:00100000:2.0:1718930704.798390:0:6840:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 10840 00000100:00100000:2.0:1718930704.798412:0:6840:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880083c1aac0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+29:27174:x1802425753298880:12345-192.168.204.9@tcp:35:bash.0 00000100:00100000:2.0:1718930704.798515:0:6840:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880083c1aac0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+30:27174:x1802425753298880:12345-192.168.204.9@tcp:35:bash.0 Request processed in 119us (200us total) trans 8589959557 rc 0/0 00000100:00100000:2.0:1718930704.798522:0:6840:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 10840 00000100:00100000:0.0:1718930704.799288:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1718930704.799365:0:7082:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753299008 00000100:00100000:2.0:1718930704.799390:0:7082:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230933 00000100:00100000:2.0:1718930704.799408:0:7082:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880083c1af80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:8a07974b-7506-4725-beb3-4b5c6f8f9250+25:27174:x1802425753299008:12345-192.168.204.9@tcp:101:bash.0 00010000:00010000:2.0:1718930704.799418:0:7082:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1718930704.799426:0:7082:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008350e400/0x4c38e74a5472a715 lrc: 2/0,0 mode: --/CW res: [0x240000402:0x620:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xceea94147812fd46 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.799464:0:7082:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88008350f600/0x4c38e74a5472a71c lrc: 3/0,1 mode: --/CW res: [0x240000402:0x620:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.799473:0:7082:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008350f600/0x4c38e74a5472a71c lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x620:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.799477:0:7082:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008350f600/0x4c38e74a5472a71c lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x620:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.799484:0:7082:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88008350f840/0x4c38e74a5472a723 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x620:0x0].0x656c699a bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.799488:0:7082:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008350f840/0x4c38e74a5472a723 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x620:0x0].0x656c699a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.799491:0:7082:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008350f840/0x4c38e74a5472a723 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x620:0x0].0x656c699a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1718930704.799578:0:7082:0:(osp_object.c:1645:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x56d:0x0], index 1: 0 00010000:00010000:2.0:1718930704.799620:0:7082:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008350d200/0x4c38e74a5472a72a lrc: 3/1,0 mode: --/CR res: [0x240000402:0x624:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.799624:0:7082:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008350d200/0x4c38e74a5472a72a lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x624:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.799628:0:7082:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008350d200/0x4c38e74a5472a72a lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x624:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.799639:0:7082:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88008350f600/0x4c38e74a5472a71c lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x620:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.799642:0:7082:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008350f600/0x4c38e74a5472a71c lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x620:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.799645:0:7082:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88008350f600/0x4c38e74a5472a71c lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x620:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.799648:0:7082:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008350f600 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:2.0:1718930704.799649:0:7082:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008350f600/0x4c38e74a5472a71c lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x620:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.799652:0:7082:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008350f600/0x4c38e74a5472a71c lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x620:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.799656:0:7082:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x620:0x0].0x0 (ffff88006f4e6600) 00010000:00010000:2.0:1718930704.799657:0:7082:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718930704.799683:0:7082:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88008350f600/0x4c38e74a5472a71c lrc: 2/0,0 mode: --/CW res: [0x240000402:0x620:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.799686:0:7082:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008350f600/0x4c38e74a5472a71c lrc: 0/0,0 mode: --/CW res: [0x240000402:0x620:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1718930704.799693:0:7082:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff880083c1af80 reply state ffff880130c87000 transno 4294987213 ns: mdt-lustre-MDT0001_UUID lock: ffff88008350f840/0x4c38e74a5472a723 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x620:0x0].0x656c699a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.799705:0:7082:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008350e400/0x4c38e74a5472a715 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x620:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fd46 expref: 28 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.799712:0:7082:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88008350d200/0x4c38e74a5472a72a lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x624:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fd46 expref: 27 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.799717:0:7082:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x624:0x0].0x0 (ffff88006f4e6f00) 00010000:00010000:2.0:1718930704.799719:0:7082:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 9 00010000:00010000:2.0:1718930704.799720:0:7082:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88008350d200, rc 0) 00000100:00100000:2.0:1718930704.799750:0:7082:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880083c1af80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:8a07974b-7506-4725-beb3-4b5c6f8f9250+28:27174:x1802425753299008:12345-192.168.204.9@tcp:101:bash.0 Request processed in 354us (461us total) trans 4294987213 rc 0/0 00000100:00100000:2.0:1718930704.799755:0:7082:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230933 00010000:00010000:2.0:1718930704.800341:0:3307:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008350f840/0x4c38e74a5472a723 lrc: 3/0,1 mode: COS/COS res: [0x240000402:0x620:0x0].0x656c699a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.800347:0:3307:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x620:0x0].0x656c699a (ffff88006f4e6c00) 00010000:00010000:2.0:1718930704.800348:0:3307:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1718930704.800734:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930704.800768:0:10933:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753299072 00000100:00100000:1.0:1718930704.800789:0:10933:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.204.9@tcp, with round 519 00000100:00100000:1.0:1718930704.800792:0:10933:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880083c1b440 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8a07974b-7506-4725-beb3-4b5c6f8f9250+10:27174:x1802425753299072:12345-192.168.204.9@tcp:101:bash.0 00010000:00010000:1.0:1718930704.800797:0:10933:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1718930704.800803:0:10933:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880073f873c0/0x4c38e74a5472a738 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x56d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xceea94147812fd4d expref: -99 pid: 10933 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1718930704.800811:0:10933:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0x56d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1718930704.800818:0:10933:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1718930704.800819:0:10933:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1718930704.800823:0:10933:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880073f873c0/0x4c38e74a5472a738 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x56d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fd4d expref: 11 pid: 10933 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.800836:0:10933:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880073f873c0/0x4c38e74a5472a738 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x56d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fd4d expref: 11 pid: 10933 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.800843:0:10933:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff880073f873c0, rc 0) 00000100:00100000:1.0:1718930704.800869:0:10933:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880083c1b440 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8a07974b-7506-4725-beb3-4b5c6f8f9250+11:27174:x1802425753299072:12345-192.168.204.9@tcp:101:bash.0 Request processed in 76us (136us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930704.800875:0:10933:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.204.9@tcp, with round 519 00000100:00100000:0.0:1718930704.801510:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1718930704.801553:0:6840:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753299200 00000100:00100000:2.0:1718930704.801580:0:6840:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 10841 00000100:00100000:2.0:1718930704.801584:0:6840:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880083c19c80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+28:27174:x1802425753299200:12345-192.168.204.9@tcp:35:bash.0 00000100:00100000:2.0:1718930704.801696:0:6840:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880083c19c80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+29:27174:x1802425753299200:12345-192.168.204.9@tcp:35:bash.0 Request processed in 112us (188us total) trans 4294987214 rc 0/0 00000100:00100000:2.0:1718930704.801701:0:6840:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 10841 00000100:00100000:0.0:1718930704.802507:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1718930704.802559:0:7082:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753299328 00000100:00100000:2.0:1718930704.802585:0:7082:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230934 00000100:00100000:2.0:1718930704.802589:0:7082:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880083c197c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:8a07974b-7506-4725-beb3-4b5c6f8f9250+30:27174:x1802425753299328:12345-192.168.204.9@tcp:101:bash.0 00010000:00010000:2.0:1718930704.802600:0:7082:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1718930704.802607:0:7082:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008350c240/0x4c38e74a5472a73f lrc: 2/0,0 mode: --/CW res: [0x200000402:0x7a8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xceea94147812fd54 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.802640:0:7082:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008350cd80/0x4c38e74a5472a746 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x7a8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.802648:0:7082:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008350cd80/0x4c38e74a5472a746 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.802655:0:7082:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008350cd80/0x4c38e74a5472a746 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.802683:0:7082:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008350cb40/0x4c38e74a5472a74d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7a8:0x0].0x656c699b bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.802689:0:7082:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008350cb40/0x4c38e74a5472a74d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7a8:0x0].0x656c699b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.802695:0:7082:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008350cb40/0x4c38e74a5472a74d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7a8:0x0].0x656c699b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1718930704.802809:0:7082:0:(osp_object.c:1645:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x100000000:0x590:0x0], index 0: 0 00010000:00010000:2.0:1718930704.802861:0:7082:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008350cfc0/0x4c38e74a5472a754 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7ad:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.802868:0:7082:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008350cfc0/0x4c38e74a5472a754 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7ad:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.802874:0:7082:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008350cfc0/0x4c38e74a5472a754 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7ad:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.802889:0:7082:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008350cd80/0x4c38e74a5472a746 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.802894:0:7082:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008350cd80/0x4c38e74a5472a746 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.802899:0:7082:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008350cd80/0x4c38e74a5472a746 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.802904:0:7082:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008350cd80 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:2.0:1718930704.802906:0:7082:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008350cd80/0x4c38e74a5472a746 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.802911:0:7082:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008350cd80/0x4c38e74a5472a746 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.802918:0:7082:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7a8:0x0].0x0 (ffff8800a155d700) 00010000:00010000:2.0:1718930704.802920:0:7082:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718930704.802921:0:7082:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008350cd80/0x4c38e74a5472a746 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.802926:0:7082:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008350cd80/0x4c38e74a5472a746 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1718930704.802933:0:7082:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff880083c197c0 reply state ffff88012b9a8000 transno 8589959558 ns: mdt-lustre-MDT0000_UUID lock: ffff88008350cb40/0x4c38e74a5472a74d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7a8:0x0].0x656c699b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.802948:0:7082:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008350c240/0x4c38e74a5472a73f lrc: 0/0,0 mode: --/CW res: [0x200000402:0x7a8:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fd54 expref: 33 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.802955:0:7082:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008350cfc0/0x4c38e74a5472a754 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7ad:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fd54 expref: 32 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.802972:0:7082:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7ad:0x0].0x0 (ffff88006f4e6e00) 00010000:00010000:2.0:1718930704.802973:0:7082:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 9 00010000:00010000:2.0:1718930704.802975:0:7082:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88008350cfc0, rc 0) 00000100:00100000:2.0:1718930704.803004:0:7082:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880083c197c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:8a07974b-7506-4725-beb3-4b5c6f8f9250+33:27174:x1802425753299328:12345-192.168.204.9@tcp:101:bash.0 Request processed in 414us (498us total) trans 8589959558 rc 0/0 00000100:00100000:2.0:1718930704.803011:0:7082:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230934 00010000:00010000:1.0:1718930704.803585:0:3306:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008350cb40/0x4c38e74a5472a74d lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7a8:0x0].0x656c699b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.803591:0:3306:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7a8:0x0].0x656c699b (ffff88006f4e6100) 00010000:00010000:1.0:1718930704.803593:0:3306:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1718930704.803829:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930704.803860:0:10933:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753299392 00000100:00100000:1.0:1718930704.803880:0:10933:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.204.9@tcp, with round 520 00000100:00100000:1.0:1718930704.803883:0:10933:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880083c1b900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8a07974b-7506-4725-beb3-4b5c6f8f9250+10:27174:x1802425753299392:12345-192.168.204.9@tcp:101:bash.0 00010000:00010000:1.0:1718930704.803889:0:10933:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1718930704.803896:0:10933:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880073f84480/0x4c38e74a5472a762 lrc: 2/0,0 mode: --/PW res: [0x590:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xceea94147812fd5b expref: -99 pid: 10933 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1718930704.803904:0:10933:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x590:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1718930704.803911:0:10933:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1718930704.803912:0:10933:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1718930704.803915:0:10933:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880073f84480/0x4c38e74a5472a762 lrc: 3/0,0 mode: PW/PW res: [0x590:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fd5b expref: 11 pid: 10933 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.803921:0:10933:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880073f84480/0x4c38e74a5472a762 lrc: 3/0,0 mode: PW/PW res: [0x590:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fd5b expref: 11 pid: 10933 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.803926:0:10933:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff880073f84480, rc 0) 00000100:00100000:1.0:1718930704.803941:0:10933:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880083c1b900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8a07974b-7506-4725-beb3-4b5c6f8f9250+11:27174:x1802425753299392:12345-192.168.204.9@tcp:101:bash.0 Request processed in 58us (114us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930704.803945:0:10933:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.204.9@tcp, with round 520 00000100:00100000:0.0:1718930704.804718:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1718930704.804757:0:6840:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753299520 00000100:00100000:2.0:1718930704.804781:0:6840:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 10842 00000100:00100000:2.0:1718930704.804784:0:6840:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880083c1e880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+33:27174:x1802425753299520:12345-192.168.204.9@tcp:35:bash.0 00000100:00100000:2.0:1718930704.804869:0:6840:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880083c1e880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+34:27174:x1802425753299520:12345-192.168.204.9@tcp:35:bash.0 Request processed in 84us (152us total) trans 8589959559 rc 0/0 00000100:00100000:2.0:1718930704.804873:0:6840:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 10842 00000100:00100000:0.0:1718930704.805561:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1718930704.805591:0:7082:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753299648 00000100:00100000:2.0:1718930704.805609:0:7082:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230935 00000100:00100000:2.0:1718930704.805612:0:7082:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880083c1c280 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:8a07974b-7506-4725-beb3-4b5c6f8f9250+29:27174:x1802425753299648:12345-192.168.204.9@tcp:101:bash.0 00010000:00010000:2.0:1718930704.805619:0:7082:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1718930704.805625:0:7082:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008350e1c0/0x4c38e74a5472a769 lrc: 2/0,0 mode: --/CW res: [0x240000402:0x620:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xceea94147812fd62 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.805652:0:7082:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88008350c480/0x4c38e74a5472a770 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x620:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.805657:0:7082:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008350c480/0x4c38e74a5472a770 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x620:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.805678:0:7082:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008350c480/0x4c38e74a5472a770 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x620:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.805685:0:7082:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88008350f3c0/0x4c38e74a5472a777 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x620:0x0].0x656c699b bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.805688:0:7082:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008350f3c0/0x4c38e74a5472a777 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x620:0x0].0x656c699b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.805692:0:7082:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008350f3c0/0x4c38e74a5472a777 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x620:0x0].0x656c699b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1718930704.805777:0:7082:0:(osp_object.c:1645:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x577:0x0], index 0: 0 00010000:00010000:2.0:1718930704.805819:0:7082:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008350c6c0/0x4c38e74a5472a77e lrc: 3/1,0 mode: --/CR res: [0x240000402:0x625:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.805826:0:7082:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008350c6c0/0x4c38e74a5472a77e lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x625:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.805832:0:7082:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008350c6c0/0x4c38e74a5472a77e lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x625:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.805849:0:7082:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88008350c480/0x4c38e74a5472a770 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x620:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.805854:0:7082:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008350c480/0x4c38e74a5472a770 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x620:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.805859:0:7082:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88008350c480/0x4c38e74a5472a770 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x620:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.805864:0:7082:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008350c480 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:2.0:1718930704.805866:0:7082:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008350c480/0x4c38e74a5472a770 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x620:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.805871:0:7082:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008350c480/0x4c38e74a5472a770 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x620:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.805882:0:7082:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x620:0x0].0x0 (ffff8800a789b900) 00010000:00010000:2.0:1718930704.805884:0:7082:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718930704.805885:0:7082:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88008350c480/0x4c38e74a5472a770 lrc: 2/0,0 mode: --/CW res: [0x240000402:0x620:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.805890:0:7082:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008350c480/0x4c38e74a5472a770 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x620:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1718930704.805897:0:7082:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff880083c1c280 reply state ffff88012b9aa000 transno 4294987215 ns: mdt-lustre-MDT0001_UUID lock: ffff88008350f3c0/0x4c38e74a5472a777 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x620:0x0].0x656c699b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.805913:0:7082:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008350e1c0/0x4c38e74a5472a769 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x620:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fd62 expref: 32 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.805921:0:7082:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88008350c6c0/0x4c38e74a5472a77e lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x625:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fd62 expref: 31 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.805925:0:7082:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x625:0x0].0x0 (ffff8800a789b800) 00010000:00010000:2.0:1718930704.805926:0:7082:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 9 00010000:00010000:2.0:1718930704.805927:0:7082:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88008350c6c0, rc 0) 00000100:00100000:2.0:1718930704.805952:0:7082:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880083c1c280 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:8a07974b-7506-4725-beb3-4b5c6f8f9250+32:27174:x1802425753299648:12345-192.168.204.9@tcp:101:bash.0 Request processed in 339us (392us total) trans 4294987215 rc 0/0 00000100:00100000:2.0:1718930704.805956:0:7082:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230935 00010000:00010000:2.0:1718930704.806479:0:3307:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008350f3c0/0x4c38e74a5472a777 lrc: 3/0,1 mode: COS/COS res: [0x240000402:0x620:0x0].0x656c699b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.806489:0:3307:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x620:0x0].0x656c699b (ffff8800a789b000) 00010000:00010000:2.0:1718930704.806491:0:3307:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1718930704.806790:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930704.806875:0:10933:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753299712 00000100:00100000:1.0:1718930704.806903:0:10933:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.204.9@tcp, with round 521 00000100:00100000:1.0:1718930704.806906:0:10933:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880083c1e3c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8a07974b-7506-4725-beb3-4b5c6f8f9250+11:27174:x1802425753299712:12345-192.168.204.9@tcp:101:bash.0 00010000:00010000:1.0:1718930704.806913:0:10933:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1718930704.806936:0:10933:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880073f85d40/0x4c38e74a5472a78c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x577:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xceea94147812fd69 expref: -99 pid: 10933 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1718930704.806944:0:10933:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x577:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1718930704.806950:0:10933:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1718930704.806951:0:10933:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1718930704.806955:0:10933:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880073f85d40/0x4c38e74a5472a78c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x577:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fd69 expref: 12 pid: 10933 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.806961:0:10933:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880073f85d40/0x4c38e74a5472a78c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x577:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fd69 expref: 12 pid: 10933 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.806966:0:10933:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff880073f85d40, rc 0) 00000100:00100000:1.0:1718930704.806982:0:10933:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880083c1e3c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8a07974b-7506-4725-beb3-4b5c6f8f9250+12:27174:x1802425753299712:12345-192.168.204.9@tcp:101:bash.0 Request processed in 75us (193us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930704.806985:0:10933:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.204.9@tcp, with round 521 00000100:00100000:0.0:1718930704.807726:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1718930704.807754:0:6840:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753299840 00000100:00100000:2.0:1718930704.807776:0:6840:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 10843 00000100:00100000:2.0:1718930704.807779:0:6840:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880083c1bdc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+32:27174:x1802425753299840:12345-192.168.204.9@tcp:35:bash.0 00000100:00100000:2.0:1718930704.807882:0:6840:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880083c1bdc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+33:27174:x1802425753299840:12345-192.168.204.9@tcp:35:bash.0 Request processed in 101us (156us total) trans 4294987216 rc 0/0 00000100:00100000:2.0:1718930704.807887:0:6840:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 10843 00000100:00100000:0.0:1718930704.812894:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1718930704.812920:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1718930704.812930:0:7082:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753299904 00000100:00100000:2.0:1718930704.812955:0:7082:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753300032 00000100:00100000:1.0:1718930704.812962:0:6837:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230936 00000100:00100000:1.0:1718930704.812967:0:6837:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880083c1ed40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:107baf36-6e04-4e3c-a090-fe94234d2dbd+7:27335:x1802425753299904:12345-192.168.204.9@tcp:101:ls.0 00000100:00100000:2.0:1718930704.812976:0:7082:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230937 00000100:00100000:2.0:1718930704.812979:0:7082:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880083c1df00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:8a07974b-7506-4725-beb3-4b5c6f8f9250+34:27334:x1802425753300032:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:1.0:1718930704.812981:0:6837:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1718930704.812986:0:7082:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1718930704.812991:0:7082:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008350c000/0x4c38e74a5472a79a lrc: 2/0,0 mode: --/CR res: [0x240000402:0x620:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xceea94147812fd77 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.812991:0:6837:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880073f85200/0x4c38e74a5472a793 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xceea94147812fd70 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.813021:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880073f861c0/0x4c38e74a5472a7a1 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.813030:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880073f861c0/0x4c38e74a5472a7a1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00200000:2.0:1718930704.813034:0:7082:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x7a8:0x0]: returning size 4096 00010000:00010000:1.0:1718930704.813037:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880073f861c0/0x4c38e74a5472a7a1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.813046:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880073f85f80/0x4c38e74a5472a7af lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc3987c8e bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.813051:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880073f85f80/0x4c38e74a5472a7af lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc3987c8e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.813056:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880073f85f80/0x4c38e74a5472a7af lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc3987c8e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.813075:0:7082:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008350c000/0x4c38e74a5472a79a lrc: 1/0,0 mode: --/CR res: [0x240000402:0x620:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fd77 expref: 36 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.813081:0:7082:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008350c000/0x4c38e74a5472a79a lrc: 0/0,0 mode: --/CR res: [0x240000402:0x620:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fd77 expref: 36 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.813090:0:7082:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88008350c000, rc 0) 00010000:00010000:1.0:1718930704.813092:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880073f84fc0/0x4c38e74a5472a7b6 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x620:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.813098:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880073f84fc0/0x4c38e74a5472a7b6 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x620:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.813103:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880073f84fc0/0x4c38e74a5472a7b6 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x620:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1718930704.813111:0:6837:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x240000402:0x620:0x0] 00000100:00100000:2.0:1718930704.813123:0:7082:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880083c1df00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:8a07974b-7506-4725-beb3-4b5c6f8f9250+35:27334:x1802425753300032:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 143us (203us total) trans 8589959560 rc 301/301 00000004:00010000:1.0:1718930704.813126:0:6837:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880073f84fc0/0x4c38e74a5472a7b6 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x620:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930704.813129:0:7082:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230937 00010000:00010000:1.0:1718930704.813134:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880073f861c0/0x4c38e74a5472a7a1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.813139:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880073f861c0/0x4c38e74a5472a7a1 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.813144:0:6837:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880073f861c0/0x4c38e74a5472a7a1 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.813149:0:6837:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880073f861c0 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:1.0:1718930704.813151:0:6837:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880073f861c0/0x4c38e74a5472a7a1 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.813156:0:6837:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880073f861c0/0x4c38e74a5472a7a1 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.813164:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a87c9a00) 00010000:00010000:1.0:1718930704.813166:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1718930704.813168:0:6837:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880073f861c0/0x4c38e74a5472a7a1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.813173:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880073f861c0/0x4c38e74a5472a7a1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.813189:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880073f85f80/0x4c38e74a5472a7af lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc3987c8e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.813195:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880073f85f80/0x4c38e74a5472a7af lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc3987c8e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.813200:0:6837:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880073f85f80/0x4c38e74a5472a7af lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc3987c8e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.813205:0:6837:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880073f85f80 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:1.0:1718930704.813206:0:6837:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880073f85f80/0x4c38e74a5472a7af lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc3987c8e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.813211:0:6837:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880073f85f80/0x4c38e74a5472a7af lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc3987c8e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.813218:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xc3987c8e (ffff880136435e00) 00010000:00010000:1.0:1718930704.813220:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1718930704.813221:0:6837:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880073f85f80/0x4c38e74a5472a7af lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc3987c8e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.813225:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880073f85f80/0x4c38e74a5472a7af lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc3987c8e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.813242:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880073f85200/0x4c38e74a5472a793 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fd70 expref: 9 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.813248:0:6837:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880073f84fc0/0x4c38e74a5472a7b6 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x620:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fd70 expref: 8 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.813253:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x620:0x0].0x0 (ffff880091754100) 00010000:00010000:1.0:1718930704.813255:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1718930704.813256:0:6837:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff880073f84fc0, rc 0) 00000100:00100000:1.0:1718930704.813281:0:6837:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880083c1ed40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:107baf36-6e04-4e3c-a090-fe94234d2dbd+8:27335:x1802425753299904:12345-192.168.204.9@tcp:101:ls.0 Request processed in 313us (390us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930704.813286:0:6837:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230936 00000100:00100000:0.0:1718930704.813869:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930704.813914:0:6837:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753300096 00000100:00100000:1.0:1718930704.813942:0:6837:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230938 00000100:00100000:1.0:1718930704.813946:0:6837:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880083c1a600 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:107baf36-6e04-4e3c-a090-fe94234d2dbd+5:27335:x1802425753300096:12345-192.168.204.9@tcp:101:ls.0 00010000:00010000:1.0:1718930704.813953:0:6837:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1718930704.813961:0:6837:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880073f85440/0x4c38e74a5472a7bd lrc: 2/0,0 mode: --/CR res: [0x240000402:0x620:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xceea94147812fd7e expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.813982:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880073f86f40/0x4c38e74a5472a7c4 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x620:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.813989:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880073f86f40/0x4c38e74a5472a7c4 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x620:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.813995:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880073f86f40/0x4c38e74a5472a7c4 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x620:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718930704.814003:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000004:00200000:1.0:1718930704.814013:0:6837:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x620:0x0]: returning size 4096 00000004:00200000:1.0:1718930704.814015:0:6837:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 8 stripe count 1 MDT count 2 00000100:00100000:2.0:1718930704.814031:0:6840:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753300224 00010000:00010000:1.0:1718930704.814031:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880073f85440/0x4c38e74a5472a7bd lrc: 0/0,0 mode: --/CR res: [0x240000402:0x620:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fd7e expref: 7 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.814040:0:6837:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff880073f86f40/0x4c38e74a5472a7c4 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x620:0x0].0x0 bits 0x10/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fd7e expref: 6 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930704.814049:0:6840:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 10844 00010000:00010000:1.0:1718930704.814050:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x620:0x0].0x0 (ffff880136435300) 00010000:00010000:1.0:1718930704.814052:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 10 00000100:00100000:2.0:1718930704.814053:0:6840:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880083c1d0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+35:27334:x1802425753300224:12345-192.168.204.9@tcp:35:lfs.0 00010000:00010000:1.0:1718930704.814053:0:6837:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff880073f86f40, rc 0) 00000100:00100000:1.0:1718930704.814070:0:6837:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880083c1a600 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:107baf36-6e04-4e3c-a090-fe94234d2dbd+6:27335:x1802425753300096:12345-192.168.204.9@tcp:101:ls.0 Request processed in 125us (203us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930704.814074:0:6837:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230938 00000100:00100000:2.0:1718930704.814127:0:6840:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880083c1d0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+36:27334:x1802425753300224:12345-192.168.204.9@tcp:35:lfs.0 Request processed in 72us (124us total) trans 8589959561 rc 0/0 00000100:00100000:2.0:1718930704.814133:0:6840:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 10844 00000100:00100000:0.0:1718930704.814783:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1718930704.814809:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930704.814827:0:6837:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753300352 00000100:00100000:2.0:1718930704.814841:0:7082:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753300416 00000100:00100000:1.0:1718930704.814846:0:6837:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230939 00000100:00100000:1.0:1718930704.814850:0:6837:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880083c1c740 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:107baf36-6e04-4e3c-a090-fe94234d2dbd+6:27335:x1802425753300352:12345-192.168.204.9@tcp:101:ls.0 00000100:00100000:0.0:1718930704.814853:0:8048:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230940 00000100:00100000:0.0:1718930704.814856:0:8048:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880083c18980 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8a07974b-7506-4725-beb3-4b5c6f8f9250+33:27334:x1802425753300416:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:1.0:1718930704.814858:0:6837:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1718930704.814865:0:6837:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880073f86ac0/0x4c38e74a5472a7cb lrc: 2/0,0 mode: --/CR res: [0x240000402:0x620:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xceea94147812fd8c expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930704.814865:0:8048:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1718930704.814872:0:8048:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88012da4c000/0x4c38e74a5472a7d2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xceea94147812fd85 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.814886:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff880073f86640/0x4c38e74a5472a7d9 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x620:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.814894:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880073f86640/0x4c38e74a5472a7d9 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x620:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.814900:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880073f86640/0x4c38e74a5472a7d9 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x620:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930704.814900:0:8048:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88012da4eac0/0x4c38e74a5472a7e0 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x620:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930704.814906:0:8048:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88012da4eac0/0x4c38e74a5472a7e0 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x620:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.814910:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880073f87600/0x4c38e74a5472a7e7 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x620:0x0].0x60a635a6 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930704.814911:0:8048:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88012da4eac0/0x4c38e74a5472a7e0 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x620:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00000004:00200000:0.0:1718930704.814915:0:8048:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x620:0x0]: returning size 4096 00010000:00010000:1.0:1718930704.814916:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880073f87600/0x4c38e74a5472a7e7 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x620:0x0].0x60a635a6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.814937:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880073f87600/0x4c38e74a5472a7e7 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x620:0x0].0x60a635a6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930704.814955:0:8048:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012da4c000/0x4c38e74a5472a7d2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fd85 expref: 36 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.814957:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880073f87840/0x4c38e74a5472a7f5 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7a8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.814964:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880073f87840/0x4c38e74a5472a7f5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7a8:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930704.814967:0:8048:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88012da4eac0/0x4c38e74a5472a7e0 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x620:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fd85 expref: 35 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.814969:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880073f87840/0x4c38e74a5472a7f5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7a8:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930704.814971:0:8048:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x620:0x0].0x0 (ffff880136435300) 00010000:00010000:0.0:1718930704.814973:0:8048:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1718930704.814973:0:8048:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88012da4eac0, rc 0) 00000004:00080000:1.0:1718930704.814976:0:6837:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x200000402:0x7a8:0x0] 00000004:00010000:1.0:1718930704.814982:0:6837:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff880073f87840/0x4c38e74a5472a7f5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7a8:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.814988:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff880073f86640/0x4c38e74a5472a7d9 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x620:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.814993:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880073f86640/0x4c38e74a5472a7d9 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x620:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718930704.814997:0:8048:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880083c18980 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8a07974b-7506-4725-beb3-4b5c6f8f9250+35:27334:x1802425753300416:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 140us (187us total) trans 4294987217 rc 0/0 00010000:00010000:1.0:1718930704.814998:0:6837:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880073f86640/0x4c38e74a5472a7d9 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x620:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718930704.815001:0:8048:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230940 00010000:00010000:1.0:1718930704.815003:0:6837:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880073f86640 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:1.0:1718930704.815005:0:6837:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880073f86640/0x4c38e74a5472a7d9 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x620:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.815010:0:6837:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880073f86640/0x4c38e74a5472a7d9 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x620:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.815017:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x620:0x0].0x0 (ffff880136435300) 00010000:00010000:1.0:1718930704.815019:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1718930704.815021:0:6837:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880073f86640/0x4c38e74a5472a7d9 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x620:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.815026:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880073f86640/0x4c38e74a5472a7d9 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x620:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.815033:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880073f87600/0x4c38e74a5472a7e7 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x620:0x0].0x60a635a6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.815038:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880073f87600/0x4c38e74a5472a7e7 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x620:0x0].0x60a635a6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.815043:0:6837:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880073f87600/0x4c38e74a5472a7e7 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x620:0x0].0x60a635a6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.815048:0:6837:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880073f87600 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:1.0:1718930704.815049:0:6837:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880073f87600/0x4c38e74a5472a7e7 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x620:0x0].0x60a635a6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.815053:0:6837:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880073f87600/0x4c38e74a5472a7e7 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x620:0x0].0x60a635a6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.815058:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x620:0x0].0x60a635a6 (ffff880136435600) 00010000:00010000:1.0:1718930704.815060:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1718930704.815062:0:6837:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880073f87600/0x4c38e74a5472a7e7 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x620:0x0].0x60a635a6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.815070:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880073f87600/0x4c38e74a5472a7e7 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x620:0x0].0x60a635a6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.815087:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880073f86ac0/0x4c38e74a5472a7cb lrc: 0/0,0 mode: --/CR res: [0x240000402:0x620:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fd8c expref: 8 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.815096:0:6837:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff880073f87840/0x4c38e74a5472a7f5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7a8:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fd8c expref: 7 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.815101:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7a8:0x0].0x0 (ffff8800a1a98200) 00010000:00010000:1.0:1718930704.815103:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1718930704.815105:0:6837:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff880073f87840, rc 0) 00000100:00100000:1.0:1718930704.815139:0:6837:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880083c1c740 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:107baf36-6e04-4e3c-a090-fe94234d2dbd+7:27335:x1802425753300352:12345-192.168.204.9@tcp:101:ls.0 Request processed in 287us (357us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930704.815145:0:6837:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230939 00000100:00100000:0.0:1718930704.815684:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1718930704.815703:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930704.815721:0:6837:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753300480 00000100:00100000:1.0:1718930704.815737:0:6837:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230941 00000100:00100000:0.0:1718930704.815738:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1718930704.815740:0:9277:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753300544 00000100:00100000:1.0:1718930704.815740:0:6837:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880083c1d580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:107baf36-6e04-4e3c-a090-fe94234d2dbd+8:27335:x1802425753300480:12345-192.168.204.9@tcp:101:ls.0 00010000:00010000:1.0:1718930704.815746:0:6837:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1718930704.815753:0:6837:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880073f87cc0/0x4c38e74a5472a7fc lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7a8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xceea94147812fd93 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718930704.815762:0:8048:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753300672 00000100:00100000:3.0:1718930704.815763:0:9277:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 9174 00000100:00100000:3.0:1718930704.815766:0:9277:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880083c1da40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8a07974b-7506-4725-beb3-4b5c6f8f9250+35:1878:x1802425753300544:12345-192.168.204.9@tcp:103:lfs.0 00010000:00010000:3.0:1718930704.815771:0:9277:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1718930704.815776:0:8048:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230942 00010000:00010000:1.0:1718930704.815777:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880073f86d00/0x4c38e74a5472a803 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7a8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718930704.815779:0:8048:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800976784c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8a07974b-7506-4725-beb3-4b5c6f8f9250+36:27334:x1802425753300672:12345-192.168.204.9@tcp:36:lfs.0 00010000:00010000:3.0:1718930704.815780:0:9277:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880097204240/0x4c38e74a5472a5da lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7a8:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fcd6 expref: 35 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.815786:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880073f86d00/0x4c38e74a5472a803 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7a8:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.815790:0:9277:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7a8:0x0].0x0 (ffff8800a1a98200) 00010000:00010000:3.0:1718930704.815792:0:9277:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1718930704.815800:0:8048:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88012da4c900/0x4c38e74a5472a80a lrc: 3/0,1 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.815803:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880073f86d00/0x4c38e74a5472a803 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7a8:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930704.815805:0:8048:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012da4c900/0x4c38e74a5472a80a lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718930704.815808:0:9277:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880083c1da40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8a07974b-7506-4725-beb3-4b5c6f8f9250+34:1878:x1802425753300544:12345-192.168.204.9@tcp:103:lfs.0 Request processed in 42us (105us total) trans 0 rc 0/0 00010000:00010000:0.0:1718930704.815809:0:8048:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012da4c900/0x4c38e74a5472a80a lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718930704.815812:0:9277:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 9174 00000004:00200000:1.0:1718930704.815822:0:6837:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x7a8:0x0]: returning size 4096 00000004:00200000:1.0:1718930704.815824:0:6837:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 7 stripe count 1 MDT count 2 00000100:00100000:0.0:1718930704.815839:0:8048:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880097678e40 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:8048:1802425733056256:0@lo:1000:mdt00_003.0 00010000:00010000:1.0:1718930704.815840:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880073f87cc0/0x4c38e74a5472a7fc lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fd93 expref: 10 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.815850:0:6837:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880073f86d00/0x4c38e74a5472a803 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7a8:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fd93 expref: 9 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.815855:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7a8:0x0].0x0 (ffff8800a155d700) 00010000:00010000:1.0:1718930704.815858:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1718930704.815859:0:6837:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff880073f86d00, rc 0) 00000100:00100000:0.0:1718930704.815864:0:8048:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718930704.815879:0:6837:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880083c1d580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:107baf36-6e04-4e3c-a090-fe94234d2dbd+9:27335:x1802425753300480:12345-192.168.204.9@tcp:101:ls.0 Request processed in 138us (195us total) trans 0 rc 0/0 00000100:00100000:0.0:1718930704.815883:0:8048:0:(client.c:2492:ptlrpc_set_wait()) set ffff88012b142780 going to sleep for 6 seconds 00000100:00100000:1.0:1718930704.815884:0:6837:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230941 00000100:00100000:3.0:1718930704.815897:0:8528:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733056256 00000100:00100000:3.0:1718930704.815926:0:8528:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20873 00000100:00100000:3.0:1718930704.815930:0:8528:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880097679c80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:8048:x1802425733056256:12345-0@lo:1000:mdt00_003.0 00000100:00100000:3.0:1718930704.815981:0:8528:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880097679c80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:8048:x1802425733056256:12345-0@lo:1000:mdt00_003.0 Request processed in 50us (115us total) trans 0 rc 0/0 00000100:00100000:3.0:1718930704.815986:0:8528:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20873 00000100:00100000:0.0:1718930704.815989:0:8048:0:(client.c:2892:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 4294987206 gen 2 00000004:00080000:0.0:1718930704.815993:0:8048:0:(osp_trans.c:1044:osp_request_commit_cb()) trans no 4294987206 committed transno 4294987206 00000100:00100000:0.0:1718930704.816012:0:8048:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880097678e40 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:8048:1802425733056256:0@lo:1000:mdt00_003.0 00000100:00100000:0.0:1718930704.816039:0:8048:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880097678e40 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:8048:1802425733056320:0@lo:1000:mdt00_003.0 00000100:00100000:0.0:1718930704.816051:0:8048:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1718930704.816057:0:8048:0:(client.c:2492:ptlrpc_set_wait()) set ffff8800a16ad600 going to sleep for 6 seconds 00000100:00100000:3.0:1718930704.816068:0:8528:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733056320 00000100:00100000:3.0:1718930704.816090:0:8528:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20874 00000100:00100000:3.0:1718930704.816093:0:8528:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88009767f200 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:8048:x1802425733056320:12345-0@lo:1000:mdt00_003.0 00000100:00100000:3.0:1718930704.816130:0:8528:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88009767f200 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:8048:x1802425733056320:12345-0@lo:1000:mdt00_003.0 Request processed in 36us (78us total) trans 0 rc 0/0 00000100:00100000:3.0:1718930704.816133:0:8528:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20874 00000100:00100000:0.0:1718930704.816165:0:8048:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880097678e40 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:8048:1802425733056320:0@lo:1000:mdt00_003.0 00010000:00010000:0.0:1718930704.816190:0:8048:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88012da4ed00/0x4c38e74a5472a811 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x620:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930704.816194:0:8048:0:(ldlm_request.c:1029:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000001000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff88012da4ed00/0x4c38e74a5472a811 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x620:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930704.816198:0:8048:0:(ldlm_request.c:1117:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff88012da4ed00/0x4c38e74a5472a811 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x620:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718930704.816204:0:8048:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880097678e40 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:8048:1802425733056384:0@lo:101:mdt00_003.0 00000100:00100000:0.0:1718930704.816215:0:8048:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1718930704.816229:0:8048:0:(client.c:2492:ptlrpc_set_wait()) set ffff8800a16ad0c0 going to sleep for 6 seconds 00000100:00100000:3.0:1718930704.816241:0:8528:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733056384 00000100:00100000:3.0:1718930704.816256:0:8528:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20875 00000100:00100000:3.0:1718930704.816258:0:8528:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88009767d0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:8048:x1802425733056384:12345-0@lo:101:mdt00_003.0 00010000:00010000:3.0:1718930704.816262:0:8528:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1718930704.816268:0:8528:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880097206880/0x4c38e74a5472a818 lrc: 2/0,0 mode: --/PW res: [0x240000402:0x620:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4c38e74a5472a811 expref: -99 pid: 8528 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.816278:0:8528:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880097206880/0x4c38e74a5472a818 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x620:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000001000000 nid: 0@lo remote: 0x4c38e74a5472a811 expref: 6 pid: 8528 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.816283:0:8528:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff880097206880/0x4c38e74a5472a818 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x620:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0x4c38e74a5472a811 expref: 6 pid: 8528 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.816286:0:8528:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x620:0x0].0x0 (ffff880136435300) 00010000:00010000:3.0:1718930704.816287:0:8528:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1718930704.816288:0:8528:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff880097206880, rc 0) 00000100:00100000:3.0:1718930704.816303:0:8528:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88009767d0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:8048:x1802425733056384:12345-0@lo:101:mdt00_003.0 Request processed in 44us (87us total) trans 0 rc 0/0 00000100:00100000:3.0:1718930704.816308:0:8528:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20875 00000100:00100000:0.0:1718930704.816309:0:8048:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880097678e40 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:8048:1802425733056384:0@lo:101:mdt00_003.0 00010000:00010000:0.0:1718930704.816316:0:8048:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff88012da4ed00/0x4c38e74a5472a811 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x620:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0x4c38e74a5472a818 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930704.816321:0:8048:0:(ldlm_request.c:799:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88012da4ed00/0x4c38e74a5472a811 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x620:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0x4c38e74a5472a818 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718930704.816337:0:8048:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880097678e40 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:8048:1802425733056448:0@lo:1000:mdt00_003.0 00000100:00100000:0.0:1718930704.816349:0:8048:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1718930704.816354:0:8048:0:(client.c:2492:ptlrpc_set_wait()) set ffff8800a16adc00 going to sleep for 6 seconds 00000100:00100000:3.0:1718930704.816358:0:8528:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733056448 00000100:00100000:3.0:1718930704.816366:0:8528:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20876 00000100:00100000:3.0:1718930704.816367:0:8528:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88009767e3c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:8048:x1802425733056448:12345-0@lo:1000:mdt00_003.0 00000100:00100000:3.0:1718930704.816413:0:8528:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88009767e3c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:8048:x1802425733056448:12345-0@lo:1000:mdt00_003.0 Request processed in 45us (64us total) trans 0 rc 1/1 00000100:00100000:3.0:1718930704.816417:0:8528:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20876 00000100:00100000:0.0:1718930704.816421:0:8048:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880097678e40 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:8048:1802425733056448:0@lo:1000:mdt00_003.0 00010000:00010000:0.0:1718930704.816446:0:8048:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88012da4f600/0x4c38e74a5472a81f lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7a8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930704.816450:0:8048:0:(ldlm_request.c:1029:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000001000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff88012da4f600/0x4c38e74a5472a81f lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7a8:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930704.816502:0:8048:0:(ldlm_request.c:1117:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff88012da4f600/0x4c38e74a5472a81f lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7a8:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718930704.816510:0:8048:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880097678e40 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:8048:1802425733056512:0@lo:101:mdt00_003.0 00000100:00100000:0.0:1718930704.816523:0:8048:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1718930704.816534:0:8048:0:(client.c:2492:ptlrpc_set_wait()) set ffff8800a16ad0c0 going to sleep for 6 seconds 00000100:00100000:2.0:1718930704.816543:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1718930704.816547:0:8528:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733056512 00000100:00100000:3.0:1718930704.816557:0:8528:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20877 00000100:00100000:0.0:1718930704.816557:0:7082:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753300800 00000100:00100000:3.0:1718930704.816559:0:8528:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88009767bdc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:8048:x1802425733056512:12345-0@lo:101:mdt00_003.0 00010000:00010000:3.0:1718930704.816563:0:8528:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1718930704.816567:0:8528:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880097205d40/0x4c38e74a5472a826 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x7a8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4c38e74a5472a81f expref: -99 pid: 8528 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718930704.816573:0:7082:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230943 00010000:00010000:3.0:1718930704.816575:0:8528:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff880073f87840/0x4c38e74a5472a7f5 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7a8:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fd8c expref: 6 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718930704.816576:0:7082:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88013713b900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:107baf36-6e04-4e3c-a090-fe94234d2dbd+9:27335:x1802425753300800:12345-192.168.204.9@tcp:101:ls.0 00010000:00010000:3.0:1718930704.816580:0:8528:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff880097205d40/0x4c38e74a5472a826 lrc: 4/0,0 mode: --/EX res: [0x200000402:0x7a8:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000001000000 nid: 0@lo remote: 0x4c38e74a5472a81f expref: 7 pid: 8528 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930704.816581:0:7082:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1718930704.816586:0:7082:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012da4e400/0x4c38e74a5472a82d lrc: 2/0,0 mode: --/CR res: [0x240000402:0x620:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xceea94147812fd9a expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.816592:0:8528:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff880073f87840/0x4c38e74a5472a7f5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7a8:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fd8c expref: 6 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.816599:0:8528:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff880073f87840/0x4c38e74a5472a7f5 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7a8:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fd8c expref: 6 pid: 6837 timeout: 3715 lvb_type: 0 00000100:00100000:3.0:1718930704.816605:0:8528:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880123c43440 pname:cluuid:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001_UUID:8528:1802425733056576:192.168.204.9@tcp:104: 00000004:00200000:0.0:1718930704.816605:0:7082:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x7a8:0x0]: returning size 4096 00000100:00100000:3.0:1718930704.816626:0:8528:0:(client.c:2492:ptlrpc_set_wait()) set ffff8800817f40c0 going to sleep for 43 seconds 00010000:00010000:0.0:1718930704.816629:0:7082:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012da4e400/0x4c38e74a5472a82d lrc: 1/0,0 mode: --/CR res: [0x240000402:0x620:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fd9a expref: 11 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930704.816633:0:7082:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012da4e400/0x4c38e74a5472a82d lrc: 0/0,0 mode: --/CR res: [0x240000402:0x620:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fd9a expref: 11 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930704.816642:0:7082:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88012da4e400, rc 0) 00000100:00100000:0.0:1718930704.816655:0:7082:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88013713b900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:107baf36-6e04-4e3c-a090-fe94234d2dbd+10:27335:x1802425753300800:12345-192.168.204.9@tcp:101:ls.0 Request processed in 79us (114us total) trans 8589959562 rc 301/301 00000100:00100000:0.0:1718930704.816674:0:7082:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230943 00000100:00100000:3.0:1718930704.817214:0:8528:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880123c43440 pname:cluuid:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001_UUID:8528:1802425733056576:192.168.204.9@tcp:104: 00010000:00010000:3.0:1718930704.817228:0:8528:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff880097205d40/0x4c38e74a5472a826 lrc: 3/0,0 mode: --/EX res: [0x200000402:0x7a8:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0x4c38e74a5472a81f expref: 7 pid: 8528 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.817235:0:8528:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7a8:0x0].0x0 (ffff8800a1a98200) 00010000:00010000:3.0:1718930704.817237:0:8528:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1718930704.817239:0:8528:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff880097205d40/0x4c38e74a5472a826 lrc: 3/0,0 mode: --/EX res: [0x200000402:0x7a8:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0x4c38e74a5472a81f expref: 7 pid: 8528 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.817261:0:8528:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff880097205d40, rc 0) 00000100:00100000:3.0:1718930704.817286:0:8528:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88009767bdc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+7:8048:x1802425733056512:12345-0@lo:101:mdt00_003.0 Request processed in 725us (761us total) trans 0 rc 0/0 00000100:00100000:3.0:1718930704.817291:0:8528:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20877 00000100:00100000:0.0:1718930704.817346:0:8048:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880097678e40 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:8048:1802425733056512:0@lo:101:mdt00_003.0 00010000:00010000:0.0:1718930704.817353:0:8048:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88012da4f600/0x4c38e74a5472a81f lrc: 4/0,1 mode: --/EX res: [0x200000402:0x7a8:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0x4c38e74a5472a826 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930704.817357:0:8048:0:(ldlm_request.c:286:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-MDT0001-osp-MDT0000 lock: ffff88012da4f600/0x4c38e74a5472a81f lrc: 4/0,1 mode: --/EX res: [0x200000402:0x7a8:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0x4c38e74a5472a826 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930704.817385:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1718930704.817420:0:9277:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753300864 00010000:00010000:3.0:1718930704.817431:0:9277:0:(ldlm_lockd.c:2633:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff880073f87840/0x4c38e74a5472a7f5 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7a8:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fd8c expref: 7 pid: 6837 timeout: 3715 lvb_type: 0 00000100:00100000:3.0:1718930704.817447:0:9277:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 63353 00000100:00100000:3.0:1718930704.817451:0:9277:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88009840f200 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:107baf36-6e04-4e3c-a090-fe94234d2dbd+7:1876:x1802425753300864:12345-192.168.204.9@tcp:103:ldlm_bl_02.0 00010000:00010000:3.0:1718930704.817457:0:9277:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1718930704.817460:0:9277:0:(ldlm_lockd.c:1766:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff880073f87840/0x4c38e74a5472a7f5 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7a8:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fd8c expref: 7 pid: 6837 timeout: 3715 lvb_type: 0 00010000:00010000:3.0:1718930704.817483:0:9277:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff880073f87840/0x4c38e74a5472a7f5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7a8:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fd8c expref: 7 pid: 6837 timeout: 3715 lvb_type: 0 00010000:00010000:3.0:1718930704.817494:0:9277:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880073f87840/0x4c38e74a5472a7f5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7a8:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fd8c expref: 7 pid: 6837 timeout: 3715 lvb_type: 0 00010000:00010000:3.0:1718930704.817504:0:9277:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7a8:0x0].0x0 (ffff8800a1a98200) 00010000:00010000:3.0:1718930704.817507:0:9277:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff880097205d40/0x4c38e74a5472a826 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x7a8:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0x4c38e74a5472a81f expref: 6 pid: 8528 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.817513:0:9277:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff880097205d40/0x4c38e74a5472a826 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x7a8:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080001000000 nid: 0@lo remote: 0x4c38e74a5472a81f expref: 6 pid: 8528 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.817519:0:9277:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880097205d40/0x4c38e74a5472a826 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7a8:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080001000000 nid: 0@lo remote: 0x4c38e74a5472a81f expref: 6 pid: 8528 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.817534:0:9277:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0001_UUID lock: ffff880097205d40/0x4c38e74a5472a826 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7a8:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0x4c38e74a5472a81f expref: 6 pid: 8528 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718930704.817539:0:9277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880123c43440 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001_UUID:9277:1802425733056640:0@lo:105: 00000100:00100000:3.0:1718930704.817557:0:9277:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718930704.817566:0:9277:0:(client.c:2492:ptlrpc_set_wait()) set ffff8800817f40c0 going to sleep for 6 seconds 00000100:00100000:0.0:1718930704.817581:0:6824:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733056640 00000100:00100000:0.0:1718930704.817608:0:6824:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5560 00000100:00100000:0.0:1718930704.817611:0:6824:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880123c45f00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0000-mdtlov_UUID+4:9277:x1802425733056640:12345-0@lo:105: 00010000:00010000:0.0:1718930704.817616:0:6824:0:(ldlm_lockd.c:1933:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0001-osp-MDT0000 lock: ffff88012da4f600/0x4c38e74a5472a81f lrc: 5/0,1 mode: --/EX res: [0x200000402:0x7a8:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0x4c38e74a5472a826 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930704.817622:0:6824:0:(ldlm_lockd.c:2010:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0001-osp-MDT0000 lock: ffff88012da4f600/0x4c38e74a5472a81f lrc: 5/0,1 mode: --/EX res: [0x200000402:0x7a8:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0x4c38e74a5472a826 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930704.817625:0:6824:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88012da4f600/0x4c38e74a5472a81f lrc: 5/0,1 mode: EX/EX res: [0x200000402:0x7a8:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080001000000 nid: local remote: 0x4c38e74a5472a826 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930704.817629:0:6824:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff88012da4f600/0x4c38e74a5472a81f lrc: 6/0,1 mode: EX/EX res: [0x200000402:0x7a8:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080001000000 nid: local remote: 0x4c38e74a5472a826 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930704.817633:0:6824:0:(ldlm_lockd.c:2038:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0001-osp-MDT0000 lock: ffff88012da4f600/0x4c38e74a5472a81f lrc: 6/0,1 mode: EX/EX res: [0x200000402:0x7a8:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1080001000000 nid: local remote: 0x4c38e74a5472a826 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930704.817663:0:6824:0:(ldlm_lockd.c:2049:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff88012da4f600) 00010000:00010000:2.0:1718930704.817683:0:8048:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-MDT0001-osp-MDT0000 lock: ffff88012da4f600/0x4c38e74a5472a81f lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x7a8:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0x4c38e74a5472a826 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.817688:0:8048:0:(ldlm_request.c:799:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88012da4f600/0x4c38e74a5472a81f lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x7a8:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0x4c38e74a5472a826 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718930704.817698:0:6824:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880123c45f00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0000-mdtlov_UUID+4:9277:x1802425733056640:12345-0@lo:105: Request processed in 87us (141us total) trans 0 rc 0/0 00010000:00010000:2.0:1718930704.817699:0:8048:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88012da4f600/0x4c38e74a5472a81f lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x7a8:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0x4c38e74a5472a826 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.817702:0:8048:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88012da4f600/0x4c38e74a5472a81f lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x7a8:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000401000000 nid: local remote: 0x4c38e74a5472a826 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718930704.817704:0:9277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880123c43440 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001_UUID:9277:1802425733056640:0@lo:105: 00000100:00100000:0.0:1718930704.817704:0:6824:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5560 00010000:00010000:2.0:1718930704.817705:0:8048:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88012da4f600/0x4c38e74a5472a81f lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7a8:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000401000000 nid: local remote: 0x4c38e74a5472a826 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.817711:0:9277:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1718930704.817720:0:8048:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1718930704.817726:0:8048:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008350f180/0x4c38e74a5472a83b lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7a8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718930704.817728:0:9277:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88009840f200 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:107baf36-6e04-4e3c-a090-fe94234d2dbd+6:1876:x1802425753300864:12345-192.168.204.9@tcp:103:ldlm_bl_02.0 Request processed in 277us (343us total) trans 0 rc 0/0 00010000:00010000:2.0:1718930704.817731:0:8048:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008350e880/0x4c38e74a5472a5be lrc: 2/0,1 mode: COS/COS res: [0x200000402:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718930704.817734:0:9277:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 63353 00010000:00010000:1.0:1718930704.817735:0:6829:0:(ldlm_lockd.c:2784:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1718930704.817738:0:8048:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880097206ac0/0x4c38e74a5472a5e8 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7a8:0x0].0x0 bits 0x10/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fcdd expref: 36 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.817740:0:6829:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff88012da4f600/0x4c38e74a5472a81f lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x7a8:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000401000000 nid: local remote: 0x4c38e74a5472a826 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.817742:0:8048:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880073f86d00/0x4c38e74a5472a803 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7a8:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fd93 expref: 9 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.817746:0:8048:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008350f180/0x4c38e74a5472a83b lrc: 6/0,1 mode: --/EX res: [0x200000402:0x7a8:0x0].0x0 bits 0x7f/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.817746:0:6829:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88012da4f600 already unused, calling callback (ffffffffa0ea60e0) 00010000:00010000:1.0:1718930704.817748:0:6829:0:(ldlm_request.c:1235:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff88012da4f600/0x4c38e74a5472a81f lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7a8:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008401000000 nid: local remote: 0x4c38e74a5472a826 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1718930704.817753:0:6829:0:(mdt_handler.c:3608:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88012da4f600/0x4c38e74a5472a81f lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7a8:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009401000000 nid: local remote: 0x4c38e74a5472a826 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.817762:0:8048:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880073f86d00/0x4c38e74a5472a803 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7a8:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fd93 expref: 9 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.817770:0:6829:0:(ldlm_request.c:1301:ldlm_cancel_pack()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff88012da4f600/0x4c38e74a5472a81f lrc: 2/0,0 mode: --/EX res: [0x200000402:0x7a8:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0x4c38e74a5472a826 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.817771:0:8048:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880073f86d00/0x4c38e74a5472a803 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7a8:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fd93 expref: 9 pid: 6837 timeout: 3715 lvb_type: 0 00010000:00010000:1.0:1718930704.817774:0:6829:0:(ldlm_request.c:1305:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:2.0:1718930704.817779:0:8048:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88009840bdc0 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8048:1802425733056704:192.168.204.9@tcp:104: 00010000:00010000:1.0:1718930704.817785:0:6829:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88012da4f600/0x4c38e74a5472a81f lrc: 1/0,0 mode: --/EX res: [0x200000402:0x7a8:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0x4c38e74a5472a826 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.817788:0:6829:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88012da4f600/0x4c38e74a5472a81f lrc: 0/0,0 mode: --/EX res: [0x200000402:0x7a8:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0x4c38e74a5472a826 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.817798:0:6829:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1718930704.817798:0:6829:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1718930704.817799:0:6829:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1718930704.817804:0:3321:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:2.0:1718930704.817809:0:8048:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880097206ac0/0x4c38e74a5472a5e8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7a8:0x0].0x0 bits 0x10/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fcdd expref: 36 pid: 7082 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718930704.817810:0:3321:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880092a363c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3321:1802425733056768:0@lo:103:ldlm_bl_02.0 00010000:00010000:2.0:1718930704.817817:0:8048:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880097206ac0/0x4c38e74a5472a5e8 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7a8:0x0].0x0 bits 0x10/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fcdd expref: 36 pid: 7082 timeout: 3715 lvb_type: 0 00000100:00100000:2.0:1718930704.817824:0:8048:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0f14c00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8048:1802425733056832:192.168.204.9@tcp:104: 00000100:00100000:1.0:1718930704.817836:0:3321:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1718930704.817841:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00010000:00010000:2.0:1718930704.817848:0:8048:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff88008350e880/0x4c38e74a5472a5be lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000020 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718930704.817850:0:9277:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733056768 00000100:00100000:0.0:1718930704.817864:0:6840:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753300928 00000100:00100000:3.0:1718930704.817865:0:9277:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9175 00080000:00080000:2.0:1718930704.817866:0:8048:0:(osd_handler.c:2525:osd_commit_async()) lustre-MDT0000: async commit OSD 00000100:00100000:3.0:1718930704.817867:0:9277:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a35580 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000-mdtlov_UUID+7:3321:x1802425733056768:12345-0@lo:103:ldlm_bl_02.0 00010000:00010000:3.0:1718930704.817871:0:9277:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1718930704.817876:0:9277:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880097205d40/0x4c38e74a5472a826 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x7a8:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801001000000 nid: 0@lo remote: 0x4c38e74a5472a81f expref: 7 pid: 8528 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718930704.817876:0:6840:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 10845 00000100:00100000:0.0:1718930704.817895:0:6840:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88006e9db050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:107baf36-6e04-4e3c-a090-fe94234d2dbd+10:27335:x1802425753300928:12345-192.168.204.9@tcp:37:ls.0 00010000:00010000:3.0:1718930704.817899:0:9277:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7a8:0x0].0x0 (ffff8800a1a98200) 00010000:00010000:3.0:1718930704.817903:0:9277:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1718930704.817907:0:8048:0:(client.c:2492:ptlrpc_set_wait()) set ffff88008c2eda80 going to sleep for 6 seconds 00000100:00100000:3.0:1718930704.817925:0:9277:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a35580 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000-mdtlov_UUID+6:3321:x1802425733056768:12345-0@lo:103:ldlm_bl_02.0 Request processed in 57us (89us total) trans 0 rc 0/0 00000100:00100000:3.0:1718930704.817930:0:9277:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9175 00000100:00100000:1.0:1718930704.818040:0:3321:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880092a363c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3321:1802425733056768:0@lo:103:ldlm_bl_02.0 00000100:00100000:3.0:1718930704.818467:0:8048:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88009840bdc0 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8048:1802425733056704:192.168.204.9@tcp:104: 00000100:00100000:3.0:1718930704.818512:0:8048:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800a0f14c00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8048:1802425733056832:192.168.204.9@tcp:104: 00010000:00010000:3.0:1718930704.818525:0:8048:0:(ldlm_request.c:286:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008350f180/0x4c38e74a5472a83b lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7a8:0x0].0x0 bits 0x7f/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718930704.818558:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1718930704.818569:0:9277:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753300992 00010000:00010000:3.0:1718930704.818576:0:9277:0:(ldlm_lockd.c:2633:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880097206ac0/0x4c38e74a5472a5e8 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7a8:0x0].0x0 bits 0x10/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fcdd expref: 37 pid: 7082 timeout: 3715 lvb_type: 0 00000100:00100000:3.0:1718930704.818592:0:9277:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 63354 00000100:00100000:3.0:1718930704.818595:0:9277:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a363c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8a07974b-7506-4725-beb3-4b5c6f8f9250+37:1876:x1802425753300992:12345-192.168.204.9@tcp:103:ldlm_bl_01.0 00010000:00010000:3.0:1718930704.818598:0:9277:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1718930704.818600:0:9277:0:(ldlm_lockd.c:1766:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880097206ac0/0x4c38e74a5472a5e8 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7a8:0x0].0x0 bits 0x10/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fcdd expref: 37 pid: 7082 timeout: 3715 lvb_type: 0 00010000:00010000:3.0:1718930704.818604:0:9277:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880097206ac0/0x4c38e74a5472a5e8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7a8:0x0].0x0 bits 0x10/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fcdd expref: 37 pid: 7082 timeout: 3715 lvb_type: 0 00010000:00010000:3.0:1718930704.818612:0:9277:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097206ac0/0x4c38e74a5472a5e8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7a8:0x0].0x0 bits 0x10/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fcdd expref: 37 pid: 7082 timeout: 3715 lvb_type: 0 00010000:00010000:3.0:1718930704.818621:0:9277:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7a8:0x0].0x0 (ffff8800a155d700) 00010000:00010000:3.0:1718930704.818622:0:9277:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88008350f180/0x4c38e74a5472a83b lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7a8:0x0].0x0 bits 0x7f/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.818626:0:9277:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88008350f180/0x4c38e74a5472a83b lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7a8:0x0].0x0 bits 0x7f/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.818629:0:9277:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff88008350f180/0x4c38e74a5472a83b lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7a8:0x0].0x0 bits 0x7f/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.818631:0:9277:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff88008350f180/0x4c38e74a5472a83b lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7a8:0x0].0x0 bits 0x7f/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.818634:0:9277:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 4 ns: mdt-lustre-MDT0000_UUID lock: ffff88008350f180/0x4c38e74a5472a83b lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7a8:0x0].0x0 bits 0x7f/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.818637:0:9277:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff88008350f180/0x4c38e74a5472a83b lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7a8:0x0].0x0 bits 0x7f/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.818641:0:9277:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff88008350f180/0x4c38e74a5472a83b lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7a8:0x0].0x0 bits 0x7f/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.818645:0:9277:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1718930704.818681:0:9277:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a363c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8a07974b-7506-4725-beb3-4b5c6f8f9250+36:1876:x1802425753300992:12345-192.168.204.9@tcp:103:ldlm_bl_01.0 Request processed in 85us (123us total) trans 0 rc 0/0 00000100:00100000:3.0:1718930704.818686:0:9277:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 63354 00000001:00080000:1.0:1718930704.818705:0:32428:0:(tgt_lastrcvd.c:926:tgt_cb_last_committed()) lustre-MDT0000: transno 8589959562 is committed 00000001:00080000:1.0:1718930704.818715:0:32428:0:(tgt_lastrcvd.c:926:tgt_cb_last_committed()) lustre-MDT0000: transno 8589959561 is committed 00010000:00010000:2.0:1718930704.818722:0:3306:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: ffff88008350e880/0x4c38e74a5472a5be lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000020 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00000001:00080000:1.0:1718930704.818726:0:32428:0:(tgt_lastrcvd.c:926:tgt_cb_last_committed()) lustre-MDT0000: transno 8589959549 is committed 00010000:00010000:2.0:1718930704.818727:0:3306:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008350e880/0x4c38e74a5472a5be lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000020 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00000020:00080000:1.0:1718930704.818729:0:32428:0:(update_trans.c:80:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff88012b142540 refcount 2 committed 0 result 0 batchid 4295040274 00010000:00010000:2.0:1718930704.818730:0:3306:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008350e880/0x4c38e74a5472a5be lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000020 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00000020:00080000:1.0:1718930704.818732:0:32428:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff8800a155d200 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff8800a1683200 00010000:00010000:2.0:1718930704.818733:0:3306:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008350e880 already unused, calling callback (ffffffffa0ea5360) 00000020:00080000:1.0:1718930704.818733:0:32428:0:(update_trans.c:94:top_multiple_thandle_dump()) cookie [0x2:0x40000404:0x2].765 00010000:00010000:2.0:1718930704.818734:0:3306:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008350e880/0x4c38e74a5472a5be lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000020 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00000020:00080000:1.0:1718930704.818735:0:32428:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff8800a155db00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8800a155d300 00000020:00080000:1.0:1718930704.818736:0:32428:0:(update_trans.c:94:top_multiple_thandle_dump()) cookie [0x2:0xbd0:0x2].764 00010000:00010000:2.0:1718930704.818737:0:3306:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008350e880/0x4c38e74a5472a5be lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000020 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.818742:0:3306:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7a8:0x0].0x0 (ffff8800a155d700) 00010000:00010000:2.0:1718930704.818743:0:3306:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718930704.818745:0:3306:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88008350f180/0x4c38e74a5472a83b lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7a8:0x0].0x0 bits 0x7f/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00000020:00080000:3.0:1718930704.818748:0:32454:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 4295040274 committed batchid 4295040273 00010000:00010000:2.0:1718930704.818749:0:3306:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008350e880/0x4c38e74a5472a5be lrc: 2/0,0 mode: --/COS res: [0x200000402:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000020 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.818751:0:3306:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008350e880/0x4c38e74a5472a5be lrc: 0/0,0 mode: --/COS res: [0x200000402:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000020 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.818759:0:3306:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: ffff880097204fc0/0x4c38e74a5472a5fd lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7a8:0x0].0x656c6997 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.818762:0:3306:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880097204fc0/0x4c38e74a5472a5fd lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x7a8:0x0].0x656c6997 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.818766:0:3306:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880097204fc0/0x4c38e74a5472a5fd lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x7a8:0x0].0x656c6997 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.818768:0:3306:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880097204fc0 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:2.0:1718930704.818769:0:3306:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880097204fc0/0x4c38e74a5472a5fd lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x7a8:0x0].0x656c6997 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00000020:00080000:3.0:1718930704.818770:0:32454:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4295040273 00010000:00010000:2.0:1718930704.818771:0:3306:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880097204fc0/0x4c38e74a5472a5fd lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x7a8:0x0].0x656c6997 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.818775:0:3306:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7a8:0x0].0x656c6997 (ffff8800a1a98e00) 00010000:00010000:2.0:1718930704.818776:0:3306:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718930704.818777:0:3306:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880097204fc0/0x4c38e74a5472a5fd lrc: 2/0,0 mode: --/COS res: [0x200000402:0x7a8:0x0].0x656c6997 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.818779:0:3306:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097204fc0/0x4c38e74a5472a5fd lrc: 0/0,0 mode: --/COS res: [0x200000402:0x7a8:0x0].0x656c6997 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.818786:0:3306:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: ffff88012da4cfc0/0x4c38e74a5472a651 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7a8:0x0].0x656c6998 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.818788:0:3306:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012da4cfc0/0x4c38e74a5472a651 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x7a8:0x0].0x656c6998 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.818791:0:3306:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012da4cfc0/0x4c38e74a5472a651 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x7a8:0x0].0x656c6998 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.818793:0:3306:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88012da4cfc0 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:2.0:1718930704.818794:0:3306:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012da4cfc0/0x4c38e74a5472a651 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x7a8:0x0].0x656c6998 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.818797:0:3306:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012da4cfc0/0x4c38e74a5472a651 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x7a8:0x0].0x656c6998 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.818801:0:3306:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7a8:0x0].0x656c6998 (ffff88007921a900) 00010000:00010000:2.0:1718930704.818802:0:3306:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718930704.818802:0:3306:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012da4cfc0/0x4c38e74a5472a651 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x7a8:0x0].0x656c6998 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.818805:0:3306:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012da4cfc0/0x4c38e74a5472a651 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x7a8:0x0].0x656c6998 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.818811:0:3306:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: ffff88008350df80/0x4c38e74a5472a6a5 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7a8:0x0].0x656c6999 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.818814:0:3306:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008350df80/0x4c38e74a5472a6a5 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x7a8:0x0].0x656c6999 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.818816:0:3306:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008350df80/0x4c38e74a5472a6a5 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x7a8:0x0].0x656c6999 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.818818:0:3306:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008350df80 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:2.0:1718930704.818819:0:3306:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008350df80/0x4c38e74a5472a6a5 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x7a8:0x0].0x656c6999 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.818822:0:3306:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008350df80/0x4c38e74a5472a6a5 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x7a8:0x0].0x656c6999 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.818825:0:3306:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7a8:0x0].0x656c6999 (ffff88012bfd5600) 00010000:00010000:2.0:1718930704.818827:0:3306:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718930704.818827:0:3306:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008350df80/0x4c38e74a5472a6a5 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x7a8:0x0].0x656c6999 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.818830:0:3306:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008350df80/0x4c38e74a5472a6a5 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x7a8:0x0].0x656c6999 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.818836:0:3306:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: ffff88008350d8c0/0x4c38e74a5472a6f9 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7a8:0x0].0x656c699a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.818839:0:3306:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008350d8c0/0x4c38e74a5472a6f9 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x7a8:0x0].0x656c699a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.818841:0:3306:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008350d8c0/0x4c38e74a5472a6f9 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x7a8:0x0].0x656c699a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.818844:0:3306:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008350d8c0 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:2.0:1718930704.818845:0:3306:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008350d8c0/0x4c38e74a5472a6f9 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x7a8:0x0].0x656c699a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.818847:0:3306:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008350d8c0/0x4c38e74a5472a6f9 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x7a8:0x0].0x656c699a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.818850:0:3306:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7a8:0x0].0x656c699a (ffff88012fe3ae00) 00010000:00010000:2.0:1718930704.818851:0:3306:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718930704.818852:0:3306:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008350d8c0/0x4c38e74a5472a6f9 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x7a8:0x0].0x656c699a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.818854:0:3306:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008350d8c0/0x4c38e74a5472a6f9 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x7a8:0x0].0x656c699a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.818863:0:3306:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: ffff88008350cb40/0x4c38e74a5472a74d lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7a8:0x0].0x656c699b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.818866:0:3306:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008350cb40/0x4c38e74a5472a74d lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x7a8:0x0].0x656c699b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.818868:0:3306:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008350cb40/0x4c38e74a5472a74d lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x7a8:0x0].0x656c699b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.818871:0:3306:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008350cb40 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:2.0:1718930704.818872:0:3306:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008350cb40/0x4c38e74a5472a74d lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x7a8:0x0].0x656c699b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.818874:0:3306:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008350cb40/0x4c38e74a5472a74d lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x7a8:0x0].0x656c699b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.818877:0:3306:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7a8:0x0].0x656c699b (ffff88006f4e6100) 00010000:00010000:2.0:1718930704.818878:0:3306:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718930704.818879:0:3306:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008350cb40/0x4c38e74a5472a74d lrc: 2/0,0 mode: --/COS res: [0x200000402:0x7a8:0x0].0x656c699b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.818881:0:3306:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008350cb40/0x4c38e74a5472a74d lrc: 0/0,0 mode: --/COS res: [0x200000402:0x7a8:0x0].0x656c699b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930704.819582:0:6840:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88006e9db050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:107baf36-6e04-4e3c-a090-fe94234d2dbd+9:27335:x1802425753300928:12345-192.168.204.9@tcp:37:ls.0 Request processed in 1685us (1740us total) trans 0 rc 0/0 00000100:00100000:2.0:1718930704.819588:0:6840:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 10845 00000100:00100000:2.0:1718930704.820845:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1718930704.820862:0:6840:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753301120 00000100:00100000:2.0:1718930704.820867:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1718930704.820883:0:6840:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 10846 00000100:00100000:0.0:1718930704.820886:0:6840:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0f10e40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:107baf36-6e04-4e3c-a090-fe94234d2dbd+9:27335:x1802425753301120:12345-192.168.204.9@tcp:35:ls.0 00000100:00100000:3.0:1718930704.820894:0:9277:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753301184 00010000:00010000:3.0:1718930704.820904:0:9277:0:(ldlm_lockd.c:2633:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880073f86d00/0x4c38e74a5472a803 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7a8:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fd93 expref: 10 pid: 6837 timeout: 3715 lvb_type: 0 00000100:00100000:3.0:1718930704.820915:0:9277:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 63355 00000100:00100000:3.0:1718930704.820918:0:9277:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0f14c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:107baf36-6e04-4e3c-a090-fe94234d2dbd+11:1876:x1802425753301184:12345-192.168.204.9@tcp:103:ldlm_bl_04.0 00010000:00010000:3.0:1718930704.820922:0:9277:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1718930704.820924:0:9277:0:(ldlm_lockd.c:1766:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880073f86d00/0x4c38e74a5472a803 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7a8:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fd93 expref: 11 pid: 6837 timeout: 3715 lvb_type: 0 00010000:00010000:3.0:1718930704.820929:0:9277:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880073f86d00/0x4c38e74a5472a803 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7a8:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fd93 expref: 11 pid: 6837 timeout: 3715 lvb_type: 0 00010000:00010000:3.0:1718930704.820936:0:9277:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880073f86d00/0x4c38e74a5472a803 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7a8:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fd93 expref: 11 pid: 6837 timeout: 3715 lvb_type: 0 00010000:00010000:3.0:1718930704.820942:0:9277:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7a8:0x0].0x0 (ffff8800a155d700) 00010000:00010000:3.0:1718930704.820943:0:9277:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88008350f180/0x4c38e74a5472a83b lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7a8:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718930704.820945:0:6840:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0f10e40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:107baf36-6e04-4e3c-a090-fe94234d2dbd+10:27335:x1802425753301120:12345-192.168.204.9@tcp:35:ls.0 Request processed in 58us (100us total) trans 8589959563 rc 0/0 00010000:00010000:3.0:1718930704.820947:0:9277:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008350f180/0x4c38e74a5472a83b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7a8:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290001000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718930704.820949:0:6840:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 10846 00010000:00010000:3.0:1718930704.820950:0:9277:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008350f180/0x4c38e74a5472a83b lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x7a8:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290001000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.820958:0:9277:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1718930704.820962:0:8048:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008350f180/0x4c38e74a5472a83b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7a8:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.820966:0:8048:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008350f180/0x4c38e74a5472a83b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7a8:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718930704.820970:0:9277:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0f14c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:107baf36-6e04-4e3c-a090-fe94234d2dbd+9:1876:x1802425753301184:12345-192.168.204.9@tcp:103:ldlm_bl_04.0 Request processed in 52us (103us total) trans 0 rc 0/0 00000100:00100000:3.0:1718930704.820976:0:9277:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 63355 00010000:00010000:2.0:1718930704.821004:0:8048:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008350e1c0/0x4c38e74a5472a842 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7ae:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.821008:0:8048:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008350e1c0/0x4c38e74a5472a842 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7ae:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.821013:0:8048:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008350e1c0/0x4c38e74a5472a842 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7ae:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930704.821055:0:8048:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880083c1aac0 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:8048:1802425733056896:0@lo:1000:mdt00_003.0 00000100:00100000:2.0:1718930704.821069:0:8048:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718930704.821083:0:8048:0:(client.c:2492:ptlrpc_set_wait()) set ffff880098790600 going to sleep for 6 seconds 00000100:00100000:3.0:1718930704.821098:0:8528:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733056896 00000100:00100000:3.0:1718930704.821109:0:8528:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20878 00000100:00100000:3.0:1718930704.821111:0:8528:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880083c19c80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:8048:x1802425733056896:12345-0@lo:1000:mdt00_003.0 00000100:00100000:3.0:1718930704.821139:0:8528:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880083c19c80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:8048:x1802425733056896:12345-0@lo:1000:mdt00_003.0 Request processed in 27us (70us total) trans 0 rc 0/0 00000100:00100000:3.0:1718930704.821142:0:8528:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20878 00000100:00100000:2.0:1718930704.821145:0:8048:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880083c1aac0 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:8048:1802425733056896:0@lo:1000:mdt00_003.0 00000100:00100000:2.0:1718930704.821162:0:8048:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880083c1aac0 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:8048:1802425733056960:0@lo:1000:mdt00_003.0 00000100:00100000:2.0:1718930704.821173:0:8048:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718930704.821178:0:8048:0:(client.c:2492:ptlrpc_set_wait()) set ffff88008c2ed480 going to sleep for 6 seconds 00000100:00100000:3.0:1718930704.821184:0:8528:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733056960 00000100:00100000:3.0:1718930704.821191:0:8528:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20879 00000100:00100000:3.0:1718930704.821192:0:8528:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880083c1e880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:8048:x1802425733056960:12345-0@lo:1000:mdt00_003.0 00000100:00100000:3.0:1718930704.821212:0:8528:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880083c1e880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:8048:x1802425733056960:12345-0@lo:1000:mdt00_003.0 Request processed in 19us (39us total) trans 0 rc 0/0 00000100:00100000:3.0:1718930704.821215:0:8528:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20879 00000100:00100000:2.0:1718930704.821218:0:8048:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880083c1aac0 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:8048:1802425733056960:0@lo:1000:mdt00_003.0 00000040:00080000:2.0:1718930704.821626:0:8048:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x200000bd0:0x2:0x0].765, 2184 off579960 00000040:00080000:2.0:1718930704.821683:0:8048:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x240000404:0x2:0x0].766, 2264 off644008 00000004:00080000:2.0:1718930704.821688:0:8048:0:(osp_trans.c:1598:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff8800813c4400 with version 1500 00000004:00080000:0.0:1718930704.821753:0:32441:0:(osp_trans.c:1343:osp_get_next_request()) ou ffff88007fc1bf00 version 1500 rpc_version 1500 00000100:00100000:0.0:1718930704.821778:0:32441:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88009767b900 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:32441:1802425733057024:0@lo:1000:osp_up1-0.0 00000100:00100000:0.0:1718930704.821804:0:32441:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1718930704.821825:0:32441:0:(client.c:2492:ptlrpc_set_wait()) set ffff8800a16ad0c0 going to sleep for 6 seconds 00000100:00100000:3.0:1718930704.821842:0:8528:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733057024 00000100:00100000:3.0:1718930704.821860:0:8528:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20880 00000100:00100000:3.0:1718930704.821862:0:8528:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88009767a600 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:32441:x1802425733057024:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:3.0:1718930704.822132:0:8528:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88009767a600 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+7:32441:x1802425733057024:12345-0@lo:1000:osp_up1-0.0 Request processed in 268us (328us total) trans 4294987218 rc 0/0 00000100:00100000:3.0:1718930704.822137:0:8528:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20880 00000100:00100000:0.0:1718930704.822208:0:32441:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88009767b900 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:32441:1802425733057024:0@lo:1000:osp_up1-0.0 00000004:00010000:2.0:1718930704.822233:0:8048:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff8800976784c0 reply state ffff8800812a2000 transno 8589959564 ns: mdt-lustre-MDT0000_UUID lock: ffff88008350e1c0/0x4c38e74a5472a842 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7ae:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1718930704.822245:0:8048:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff8800976784c0 reply state ffff8800812a2000 transno 8589959564 ns: mdt-lustre-MDT0000_UUID lock: ffff88008350f180/0x4c38e74a5472a83b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7a8:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1718930704.822253:0:8048:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x240000402:0x620:0x0] 00010000:00010000:2.0:1718930704.822260:0:8048:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88012da4ed00/0x4c38e74a5472a811 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x620:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0x4c38e74a5472a818 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.822265:0:8048:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-osp-MDT0000 lock: ffff88012da4ed00/0x4c38e74a5472a811 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x620:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0x4c38e74a5472a818 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.822271:0:8048:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88012da4c900/0x4c38e74a5472a80a lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.822276:0:8048:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88012da4c900/0x4c38e74a5472a80a lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.822280:0:8048:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012da4c900/0x4c38e74a5472a80a lrc: 2/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.822284:0:8048:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012da4c900/0x4c38e74a5472a80a lrc: 3/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.822289:0:8048:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88012da4c900 already unused, calling callback (ffffffffa080a190) 00010000:00010000:2.0:1718930704.822291:0:8048:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012da4c900/0x4c38e74a5472a80a lrc: 3/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.822296:0:8048:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012da4c900/0x4c38e74a5472a80a lrc: 4/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.822307:0:8048:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000004:0x1:0x0].0x0 (ffff88007921a200) 00010000:00010000:2.0:1718930704.822309:0:8048:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718930704.822310:0:8048:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012da4c900/0x4c38e74a5472a80a lrc: 2/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.822315:0:8048:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012da4c900/0x4c38e74a5472a80a lrc: 0/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930704.822363:0:8048:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800976784c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8a07974b-7506-4725-beb3-4b5c6f8f9250+18:27334:x1802425753300672:12345-192.168.204.9@tcp:36:lfs.0 Request processed in 6582us (6625us total) trans 8589959564 rc 0/0 00000100:00100000:2.0:1718930704.822369:0:8048:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230942 00010000:00010000:2.0:1718930704.822877:0:3307:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008350f180/0x4c38e74a5472a83b lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7a8:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.822885:0:3307:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7a8:0x0].0x0 (ffff8800a155d700) 00010000:00010000:2.0:1718930704.822887:0:3307:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 7f 00010000:00010000:2.0:1718930704.822888:0:3307:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008350e1c0/0x4c38e74a5472a842 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7ae:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.822891:0:3307:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7ae:0x0].0x0 (ffff880088a59100) 00010000:00010000:2.0:1718930704.822893:0:3307:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 7f 00000100:00100000:0.0:1718930704.823018:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1718930704.823046:0:8048:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753301312 00000100:00100000:2.0:1718930704.823063:0:8048:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230944 00000100:00100000:2.0:1718930704.823066:0:8048:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88009767a140 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8a07974b-7506-4725-beb3-4b5c6f8f9250+34:27334:x1802425753301312:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:2.0:1718930704.823074:0:8048:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1718930704.823080:0:8048:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008350c480/0x4c38e74a5472a849 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x620:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xceea94147812fda1 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.823106:0:8048:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008350c240/0x4c38e74a5472a850 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x620:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.823111:0:8048:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008350c240/0x4c38e74a5472a850 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x620:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.823116:0:8048:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008350c240/0x4c38e74a5472a850 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x620:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.823121:0:8048:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008350cd80/0x4c38e74a5472a857 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x620:0x0].0x60a635a6 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.823125:0:8048:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008350cd80/0x4c38e74a5472a857 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x620:0x0].0x60a635a6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.823128:0:8048:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008350cd80/0x4c38e74a5472a857 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x620:0x0].0x60a635a6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930704.823162:0:8048:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880083c1aac0 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:8048:1802425733057088:0@lo:1000:mdt00_003.0 00000100:00100000:2.0:1718930704.823180:0:8048:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718930704.823199:0:8048:0:(client.c:2492:ptlrpc_set_wait()) set ffff8800a16a8f00 going to sleep for 6 seconds 00000100:00100000:3.0:1718930704.823231:0:8528:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733057088 00000100:00100000:3.0:1718930704.823247:0:8528:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20881 00000100:00100000:3.0:1718930704.823250:0:8528:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880083c1bdc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:8048:x1802425733057088:12345-0@lo:1000:mdt00_003.0 00000100:00100000:3.0:1718930704.823285:0:8528:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880083c1bdc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:8048:x1802425733057088:12345-0@lo:1000:mdt00_003.0 Request processed in 35us (105us total) trans 0 rc 0/0 00000100:00100000:3.0:1718930704.823288:0:8528:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20881 00000100:00100000:2.0:1718930704.823289:0:8048:0:(client.c:2892:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 8589959549 gen 2 00000004:00080000:2.0:1718930704.823292:0:8048:0:(osp_trans.c:1044:osp_request_commit_cb()) trans no 8589959545 committed transno 8589959549 00000004:00080000:2.0:1718930704.823304:0:8048:0:(osp_trans.c:1044:osp_request_commit_cb()) trans no 8589959546 committed transno 8589959549 00000004:00080000:2.0:1718930704.823312:0:8048:0:(osp_trans.c:1044:osp_request_commit_cb()) trans no 8589959548 committed transno 8589959549 00000004:00080000:2.0:1718930704.823322:0:8048:0:(osp_trans.c:1044:osp_request_commit_cb()) trans no 8589959549 committed transno 8589959549 00000100:00100000:2.0:1718930704.823332:0:8048:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880083c1aac0 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:8048:1802425733057088:0@lo:1000:mdt00_003.0 00010000:00010000:2.0:1718930704.823351:0:8048:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008350e400/0x4c38e74a5472a85e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7ae:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.823356:0:8048:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008350e400/0x4c38e74a5472a85e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.823360:0:8048:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008350e400/0x4c38e74a5472a85e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1718930704.823364:0:8048:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x200000402:0x7ae:0x0] 00010000:00010000:2.0:1718930704.823366:0:8048:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008350c240/0x4c38e74a5472a850 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x620:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.823369:0:8048:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008350c240/0x4c38e74a5472a850 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x620:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.823373:0:8048:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88008350c240/0x4c38e74a5472a850 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x620:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.823375:0:8048:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008350c240 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:2.0:1718930704.823376:0:8048:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008350c240/0x4c38e74a5472a850 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x620:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.823379:0:8048:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008350c240/0x4c38e74a5472a850 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x620:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.823383:0:8048:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x620:0x0].0x0 (ffff880136435300) 00010000:00010000:2.0:1718930704.823384:0:8048:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718930704.823386:0:8048:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88008350c240/0x4c38e74a5472a850 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x620:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.823388:0:8048:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008350c240/0x4c38e74a5472a850 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x620:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.823408:0:8048:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008350cd80/0x4c38e74a5472a857 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x620:0x0].0x60a635a6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.823412:0:8048:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008350cd80/0x4c38e74a5472a857 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x620:0x0].0x60a635a6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.823415:0:8048:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88008350cd80/0x4c38e74a5472a857 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x620:0x0].0x60a635a6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.823418:0:8048:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008350cd80 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:2.0:1718930704.823419:0:8048:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008350cd80/0x4c38e74a5472a857 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x620:0x0].0x60a635a6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.823421:0:8048:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008350cd80/0x4c38e74a5472a857 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x620:0x0].0x60a635a6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.823425:0:8048:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x620:0x0].0x60a635a6 (ffff880088a59000) 00010000:00010000:2.0:1718930704.823426:0:8048:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718930704.823426:0:8048:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88008350cd80/0x4c38e74a5472a857 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x620:0x0].0x60a635a6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.823429:0:8048:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008350cd80/0x4c38e74a5472a857 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x620:0x0].0x60a635a6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.823443:0:8048:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008350c480/0x4c38e74a5472a849 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x620:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fda1 expref: 36 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.823449:0:8048:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88008350e400/0x4c38e74a5472a85e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fda1 expref: 35 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.823456:0:8048:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7ae:0x0].0x0 (ffff880088a59b00) 00010000:00010000:2.0:1718930704.823458:0:8048:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1718930704.823458:0:8048:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88008350e400, rc 0) 00000100:00100000:2.0:1718930704.823482:0:8048:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88009767a140 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8a07974b-7506-4725-beb3-4b5c6f8f9250+35:27334:x1802425753301312:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 415us (465us total) trans 0 rc 0/0 00000100:00100000:2.0:1718930704.823486:0:8048:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230944 00000100:00100000:0.0:1718930704.824311:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1718930704.824342:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1718930704.824358:0:8048:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753301504 00000100:00100000:2.0:1718930704.824375:0:8048:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753301440 00000100:00100000:2.0:1718930704.824391:0:8048:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230945 00000100:00100000:2.0:1718930704.824407:0:8048:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88009767d580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:107baf36-6e04-4e3c-a090-fe94234d2dbd+6:27336:x1802425753301504:12345-192.168.204.9@tcp:101:diff.0 00000100:00100000:0.0:1718930704.824412:0:6837:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230946 00010000:00010000:2.0:1718930704.824415:0:8048:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00000100:00100000:0.0:1718930704.824418:0:6837:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88009767e880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+18:27334:x1802425753301440:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:2.0:1718930704.824420:0:8048:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008350f600/0x4c38e74a5472a865 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x620:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xceea94147812fdaf expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930704.824430:0:6837:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1718930704.824438:0:6837:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012da4c480/0x4c38e74a5472a86c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xceea94147812fda8 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.824439:0:8048:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008350e640/0x4c38e74a5472a873 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x620:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.824445:0:8048:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008350e640/0x4c38e74a5472a873 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x620:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.824450:0:8048:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008350e640/0x4c38e74a5472a873 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x620:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.824455:0:8048:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008350c900/0x4c38e74a5472a87a lrc: 3/1,0 mode: --/PR res: [0x240000402:0x620:0x0].0x656c6997 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.824458:0:8048:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008350c900/0x4c38e74a5472a87a lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x620:0x0].0x656c6997 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.824462:0:8048:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008350c900/0x4c38e74a5472a87a lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x620:0x0].0x656c6997 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.824488:0:8048:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008350eac0/0x4c38e74a5472a881 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x621:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.824492:0:8048:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008350eac0/0x4c38e74a5472a881 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x621:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.824496:0:8048:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008350eac0/0x4c38e74a5472a881 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x621:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00000004:00200000:0.0:1718930704.824501:0:6837:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x7ae:0x0]: returning size 4096 00000004:00200000:2.0:1718930704.824511:0:8048:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x621:0x0]: returning size 6 00000004:00200000:2.0:1718930704.824512:0:8048:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1718930704.824519:0:8048:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff88008350eac0/0x4c38e74a5472a881 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x621:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.824524:0:8048:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008350eac0/0x4c38e74a5472a881 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x621:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.824527:0:8048:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008350e640/0x4c38e74a5472a873 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x620:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.824530:0:8048:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008350e640/0x4c38e74a5472a873 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x620:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.824533:0:8048:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88008350e640/0x4c38e74a5472a873 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x620:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930704.824535:0:6837:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012da4c480/0x4c38e74a5472a86c lrc: 1/0,0 mode: --/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fda8 expref: 20 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.824536:0:8048:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008350e640 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:2.0:1718930704.824538:0:8048:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008350e640/0x4c38e74a5472a873 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x620:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.824542:0:8048:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008350e640/0x4c38e74a5472a873 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x620:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930704.824543:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012da4c480/0x4c38e74a5472a86c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fda8 expref: 20 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.824546:0:8048:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x620:0x0].0x0 (ffff880136435300) 00010000:00010000:2.0:1718930704.824547:0:8048:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718930704.824548:0:8048:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88008350e640/0x4c38e74a5472a873 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x620:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.824552:0:8048:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008350e640/0x4c38e74a5472a873 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x620:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930704.824552:0:6837:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88012da4c480, rc 0) 00010000:00010000:2.0:1718930704.824558:0:8048:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008350c900/0x4c38e74a5472a87a lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x620:0x0].0x656c6997 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.824561:0:8048:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008350c900/0x4c38e74a5472a87a lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x620:0x0].0x656c6997 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.824565:0:8048:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88008350c900/0x4c38e74a5472a87a lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x620:0x0].0x656c6997 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.824567:0:8048:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008350c900 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:2.0:1718930704.824568:0:8048:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008350c900/0x4c38e74a5472a87a lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x620:0x0].0x656c6997 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.824571:0:8048:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008350c900/0x4c38e74a5472a87a lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x620:0x0].0x656c6997 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.824574:0:8048:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x620:0x0].0x656c6997 (ffff88012fe3ad00) 00010000:00010000:2.0:1718930704.824576:0:8048:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718930704.824577:0:8048:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88008350c900/0x4c38e74a5472a87a lrc: 2/0,0 mode: --/PR res: [0x240000402:0x620:0x0].0x656c6997 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.824580:0:8048:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008350c900/0x4c38e74a5472a87a lrc: 0/0,0 mode: --/PR res: [0x240000402:0x620:0x0].0x656c6997 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718930704.824581:0:6837:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88009767e880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+19:27334:x1802425753301440:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 164us (240us total) trans 8589959565 rc 301/301 00000100:00100000:0.0:1718930704.824588:0:6837:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230946 00010000:00010000:2.0:1718930704.824590:0:8048:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008350f600/0x4c38e74a5472a865 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x620:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fdaf expref: 8 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.824596:0:8048:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88008350eac0/0x4c38e74a5472a881 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x621:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fdaf expref: 7 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.824600:0:8048:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x621:0x0].0x0 (ffff88012fe3ab00) 00010000:00010000:2.0:1718930704.824601:0:8048:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1718930704.824601:0:8048:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88008350eac0, rc 0) 00000100:00100000:2.0:1718930704.824617:0:8048:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88009767d580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:107baf36-6e04-4e3c-a090-fe94234d2dbd+7:27336:x1802425753301504:12345-192.168.204.9@tcp:101:diff.0 Request processed in 223us (310us total) trans 0 rc 0/0 00000100:00100000:2.0:1718930704.824622:0:8048:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230945 00000100:00100000:0.0:1718930704.825277:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1718930704.825337:0:8048:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753301568 00000100:00100000:2.0:1718930704.825361:0:8048:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230947 00000100:00100000:2.0:1718930704.825366:0:8048:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88009767cc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8a07974b-7506-4725-beb3-4b5c6f8f9250+19:27334:x1802425753301568:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:2.0:1718930704.825377:0:8048:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1718930704.825386:0:8048:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008350d680/0x4c38e74a5472a88f lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0xa:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xceea94147812fdb6 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.825425:0:8048:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008350c000/0x4c38e74a5472a896 lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0xa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.825434:0:8048:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008350c000/0x4c38e74a5472a896 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0xa:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.825439:0:8048:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008350c000/0x4c38e74a5472a896 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0xa:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00000004:00200000:2.0:1718930704.825453:0:8048:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd0:0xa:0x0]: returning size 4096 00000004:00200000:2.0:1718930704.825455:0:8048:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 2 stripe count 2 MDT count 2 00010000:00010000:2.0:1718930704.825469:0:8048:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008350d680/0x4c38e74a5472a88f lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fdb6 expref: 21 pid: 8048 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718930704.825479:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00010000:00010000:2.0:1718930704.825481:0:8048:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008350c000/0x4c38e74a5472a896 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0xa:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fdb6 expref: 20 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.825487:0:8048:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0xa:0x0].0x0 (ffff8800941e6d00) 00010000:00010000:2.0:1718930704.825489:0:8048:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1718930704.825490:0:8048:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88008350c000, rc 0) 00000100:00100000:1.0:1718930704.825514:0:10933:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753301632 00000100:00100000:2.0:1718930704.825517:0:8048:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88009767cc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8a07974b-7506-4725-beb3-4b5c6f8f9250+20:27334:x1802425753301568:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 151us (242us total) trans 0 rc 0/0 00000100:00100000:2.0:1718930704.825524:0:8048:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230947 00000100:00100000:1.0:1718930704.825535:0:10933:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.204.9@tcp, with round 522 00000100:00100000:1.0:1718930704.825539:0:10933:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880097678000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:1874:x1802425753301632:12345-192.168.204.9@tcp:8:diff.0 00010000:00080000:1.0:1718930704.825555:0:10933:0:(ldlm_lib.c:1370:target_handle_connect()) lustre-OST0000: connection from 107baf36-6e04-4e3c-a090-fe94234d2dbd@192.168.204.9@tcp t0 exp (null) cur 3615 last 0 00000020:00000080:1.0:1718930704.825571:0:10933:0:(genops.c:1359:class_connect()) connect: client 107baf36-6e04-4e3c-a090-fe94234d2dbd, cookie 0x4c38e74a5472a89d 00002000:00100000:1.0:1718930704.825577:0:10933:0:(ofd_obd.c:150:ofd_parse_connect_data()) lustre-OST0000: cli 107baf36-6e04-4e3c-a090-fe94234d2dbd/ffff88009756a000 ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 20f0400 ocd_grant: 8437760 ocd_index: 0 ocd_group 0 00002000:00100000:1.0:1718930704.825584:0:10933:0:(ofd_obd.c:249:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00000020:01000000:1.0:1718930704.825611:0:10933:0:(lprocfs_status_server.c:544:lprocfs_exp_setup()) using hash ffff880092c8c000 00002000:00080000:1.0:1718930704.825617:0:10933:0:(ofd_obd.c:391:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:1.0:1718930704.825632:0:10933:0:(import.c:86:import_set_state_nolock()) ffff88009756a800 í¯Þÿÿÿÿÿÿÿÿÿÿÿÿ: changing import state from RECOVER to FULL 00000100:00100000:1.0:1718930704.825680:0:10933:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880097678000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:107baf36-6e04-4e3c-a090-fe94234d2dbd+6:1874:x1802425753301632:12345-192.168.204.9@tcp:8:diff.0 Request processed in 140us (203us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930704.825684:0:10933:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.204.9@tcp, with round 522 00000100:00100000:0.0:1718930704.826055:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1718930704.826096:0:8048:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753301760 00000100:00100000:2.0:1718930704.826112:0:8048:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230948 00000100:00100000:2.0:1718930704.826115:0:8048:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880097678e40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8a07974b-7506-4725-beb3-4b5c6f8f9250+20:27334:x1802425753301760:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:2.0:1718930704.826121:0:8048:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1718930704.826127:0:8048:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4ddb00/0x4c38e74a5472a8a4 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7a8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xceea94147812fdc4 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.826146:0:8048:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dfa80/0x4c38e74a5472a8ab lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7a8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.826151:0:8048:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dfa80/0x4c38e74a5472a8ab lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7a8:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.826156:0:8048:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dfa80/0x4c38e74a5472a8ab lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7a8:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00000004:00200000:2.0:1718930704.826168:0:8048:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x7a8:0x0]: returning size 4096 00000004:00200000:2.0:1718930704.826170:0:8048:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 7 stripe count 2 MDT count 2 00010000:00010000:2.0:1718930704.826180:0:8048:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4ddb00/0x4c38e74a5472a8a4 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fdc4 expref: 22 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.826188:0:8048:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dfa80/0x4c38e74a5472a8ab lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7a8:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fdc4 expref: 21 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.826192:0:8048:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7a8:0x0].0x0 (ffff8800a155d700) 00010000:00010000:2.0:1718930704.826193:0:8048:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1718930704.826194:0:8048:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88012c4dfa80, rc 0) 00000100:00100000:2.0:1718930704.826220:0:8048:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880097678e40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8a07974b-7506-4725-beb3-4b5c6f8f9250+21:27334:x1802425753301760:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 103us (166us total) trans 0 rc 0/0 00000100:00100000:2.0:1718930704.826224:0:8048:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230948 00000100:00100000:0.0:1718930704.826265:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1718930704.826294:0:10933:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753301696 00000100:00100000:2.0:1718930704.826312:0:10933:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.204.9@tcp, with round 523 00000100:00100000:2.0:1718930704.826315:0:10933:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a60584c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:107baf36-6e04-4e3c-a090-fe94234d2dbd+6:0:x1802425753301696:12345-192.168.204.9@tcp:101:diff.0 00010000:00010000:2.0:1718930704.826320:0:10933:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1718930704.826327:0:10933:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012c4ddf80/0x4c38e74a5472a8b2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x575:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xceea94147812fdbd expref: -99 pid: 10933 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930704.826347:0:10933:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880083c1aac0 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10933:1802425733057152:192.168.204.9@tcp:106: 00000100:00100000:2.0:1718930704.826367:0:10933:0:(client.c:2492:ptlrpc_set_wait()) set ffff880098790600 going to sleep for 11 seconds 00002000:00010000:2.0:1718930704.826868:0:10933:0:(ofd_lvb.c:278:ofd_lvbo_update()) res: [0x280000400:0x575:0x0] updating lvb size: 0 -> 6 00002000:00010000:2.0:1718930704.826871:0:10933:0:(ofd_lvb.c:284:ofd_lvbo_update()) res: [0x280000400:0x575:0x0] updating lvb mtime: 0 -> 1718930704 00002000:00010000:2.0:1718930704.826872:0:10933:0:(ofd_lvb.c:290:ofd_lvbo_update()) res: [0x280000400:0x575:0x0] updating lvb atime: 0 -> 1718930704 00002000:00010000:2.0:1718930704.826873:0:10933:0:(ofd_lvb.c:296:ofd_lvbo_update()) res: [0x280000400:0x575:0x0] updating lvb ctime: 0 -> 1718930704 00002000:00010000:2.0:1718930704.826874:0:10933:0:(ofd_lvb.c:302:ofd_lvbo_update()) res: [0x280000400:0x575:0x0] updating lvb blocks: 0 -> 1 00000100:00100000:2.0:1718930704.826881:0:10933:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880083c1aac0 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10933:1802425733057152:192.168.204.9@tcp:106: 00000100:00100000:0.0:1718930704.826881:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00010000:00010000:2.0:1718930704.826891:0:10933:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012c4ddf80/0x4c38e74a5472a8b2 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x575:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fdbd expref: 7 pid: 10933 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1718930704.826898:0:10933:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012c4ddf80/0x4c38e74a5472a8b2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x575:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fdbd expref: 7 pid: 10933 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1718930704.826903:0:10933:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88012c4ddf80, rc 0) 00000100:00100000:2.0:1718930704.826919:0:10933:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a60584c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:107baf36-6e04-4e3c-a090-fe94234d2dbd+6:0:x1802425753301696:12345-192.168.204.9@tcp:101:diff.0 Request processed in 604us (656us total) trans 0 rc 301/301 00000100:00100000:2.0:1718930704.826923:0:10933:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.204.9@tcp, with round 523 00000100:00100000:3.0:1718930704.826924:0:8048:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753301824 00000100:00100000:3.0:1718930704.826945:0:8048:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230949 00000100:00100000:3.0:1718930704.826948:0:8048:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6059300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8a07974b-7506-4725-beb3-4b5c6f8f9250+21:27334:x1802425753301824:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:3.0:1718930704.826954:0:8048:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1718930704.826959:0:8048:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097207a80/0x4c38e74a5472a8b9 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x620:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xceea94147812fdcb expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.826978:0:8048:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097205440/0x4c38e74a5472a8c0 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7ae:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.826983:0:8048:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097205440/0x4c38e74a5472a8c0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.826987:0:8048:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097205440/0x4c38e74a5472a8c0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00000004:00200000:3.0:1718930704.827040:0:8048:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x7ae:0x0]: returning size 4096 00000004:00200000:3.0:1718930704.827043:0:8048:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 4 stripe count 2 MDT count 2 00000004:00010000:3.0:1718930704.827052:0:8048:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880097205440/0x4c38e74a5472a8c0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.827067:0:8048:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097207a80/0x4c38e74a5472a8b9 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x620:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fdcb expref: 23 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.827077:0:8048:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880097205440/0x4c38e74a5472a8c0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fdcb expref: 22 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.827083:0:8048:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7ae:0x0].0x0 (ffff880088a59100) 00010000:00010000:3.0:1718930704.827085:0:8048:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1718930704.827086:0:8048:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff880097205440, rc 0) 00000100:00100000:3.0:1718930704.827115:0:8048:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6059300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8a07974b-7506-4725-beb3-4b5c6f8f9250+22:27334:x1802425753301824:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 165us (235us total) trans 0 rc 0/0 00000100:00100000:3.0:1718930704.827121:0:8048:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230949 00000100:00100000:0.0:1718930704.827493:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1718930704.827527:0:8048:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753301888 00000100:00100000:3.0:1718930704.827548:0:8048:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230950 00000100:00100000:3.0:1718930704.827550:0:8048:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6059c80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:107baf36-6e04-4e3c-a090-fe94234d2dbd+7:27336:x1802425753301888:12345-192.168.204.9@tcp:101:diff.0 00010000:00010000:3.0:1718930704.827556:0:8048:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1718930704.827561:0:8048:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880097206f40/0x4c38e74a5472a8c7 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x620:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xceea94147812fdd2 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.827576:0:8048:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff880097207840/0x4c38e74a5472a8ce lrc: 3/1,0 mode: --/CR res: [0x240000402:0x620:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.827581:0:8048:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880097207840/0x4c38e74a5472a8ce lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x620:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.827586:0:8048:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880097207840/0x4c38e74a5472a8ce lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x620:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.827591:0:8048:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8800972061c0/0x4c38e74a5472a8d5 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x620:0x0].0x60a635a6 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.827594:0:8048:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800972061c0/0x4c38e74a5472a8d5 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x620:0x0].0x60a635a6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.827597:0:8048:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800972061c0/0x4c38e74a5472a8d5 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x620:0x0].0x60a635a6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.827611:0:8048:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880097205b00/0x4c38e74a5472a8dc lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7ae:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.827615:0:8048:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880097205b00/0x4c38e74a5472a8dc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.827618:0:8048:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880097205b00/0x4c38e74a5472a8dc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1718930704.827623:0:8048:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x200000402:0x7ae:0x0] 00000004:00010000:3.0:1718930704.827630:0:8048:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff880097205b00/0x4c38e74a5472a8dc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.827636:0:8048:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff880097207840/0x4c38e74a5472a8ce lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x620:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.827640:0:8048:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880097207840/0x4c38e74a5472a8ce lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x620:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.827645:0:8048:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880097207840/0x4c38e74a5472a8ce lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x620:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.827649:0:8048:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880097207840 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:3.0:1718930704.827651:0:8048:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880097207840/0x4c38e74a5472a8ce lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x620:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.827656:0:8048:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880097207840/0x4c38e74a5472a8ce lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x620:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.827685:0:8048:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x620:0x0].0x0 (ffff880136435300) 00010000:00010000:3.0:1718930704.827686:0:8048:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1718930704.827688:0:8048:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880097207840/0x4c38e74a5472a8ce lrc: 2/0,0 mode: --/CR res: [0x240000402:0x620:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.827694:0:8048:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880097207840/0x4c38e74a5472a8ce lrc: 0/0,0 mode: --/CR res: [0x240000402:0x620:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.827701:0:8048:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8800972061c0/0x4c38e74a5472a8d5 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x620:0x0].0x60a635a6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.827706:0:8048:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800972061c0/0x4c38e74a5472a8d5 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x620:0x0].0x60a635a6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.827711:0:8048:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8800972061c0/0x4c38e74a5472a8d5 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x620:0x0].0x60a635a6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.827717:0:8048:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800972061c0 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:3.0:1718930704.827718:0:8048:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800972061c0/0x4c38e74a5472a8d5 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x620:0x0].0x60a635a6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.827721:0:8048:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800972061c0/0x4c38e74a5472a8d5 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x620:0x0].0x60a635a6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.827725:0:8048:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x620:0x0].0x60a635a6 (ffff8800a1a98b00) 00010000:00010000:3.0:1718930704.827726:0:8048:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1718930704.827727:0:8048:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8800972061c0/0x4c38e74a5472a8d5 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x620:0x0].0x60a635a6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.827730:0:8048:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800972061c0/0x4c38e74a5472a8d5 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x620:0x0].0x60a635a6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.827742:0:8048:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880097206f40/0x4c38e74a5472a8c7 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x620:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fdd2 expref: 9 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.827751:0:8048:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff880097205b00/0x4c38e74a5472a8dc lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fdd2 expref: 8 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.827754:0:8048:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7ae:0x0].0x0 (ffff880088a59b00) 00010000:00010000:3.0:1718930704.827755:0:8048:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1718930704.827755:0:8048:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff880097205b00, rc 0) 00000100:00100000:3.0:1718930704.827779:0:8048:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6059c80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:107baf36-6e04-4e3c-a090-fe94234d2dbd+8:27336:x1802425753301888:12345-192.168.204.9@tcp:101:diff.0 Request processed in 228us (288us total) trans 0 rc 0/0 00000100:00100000:3.0:1718930704.827783:0:8048:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230950 00000100:00100000:0.0:1718930704.828222:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1718930704.828267:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1718930704.828277:0:6840:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753301952 00000100:00100000:3.0:1718930704.828307:0:8048:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753302016 00000100:00100000:2.0:1718930704.828308:0:6840:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 10847 00000100:00100000:2.0:1718930704.828312:0:6840:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a605aac0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+22:27334:x1802425753301952:12345-192.168.204.9@tcp:37:lfs.0 00000100:00100000:3.0:1718930704.828334:0:8048:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230951 00000100:00100000:3.0:1718930704.828338:0:8048:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6058e40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:107baf36-6e04-4e3c-a090-fe94234d2dbd+9:27336:x1802425753302016:12345-192.168.204.9@tcp:101:diff.0 00010000:00010000:3.0:1718930704.828348:0:8048:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1718930704.828352:0:8048:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097207cc0/0x4c38e74a5472a8e3 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xceea94147812fdd9 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.828366:0:8048:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097206d00/0x4c38e74a5472a8ea lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7ae:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.828371:0:8048:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097206d00/0x4c38e74a5472a8ea lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0x0 bits 0x10/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.828375:0:8048:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097206d00/0x4c38e74a5472a8ea lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0x0 bits 0x10/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00000004:00200000:3.0:1718930704.828424:0:8048:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x7ae:0x0]: returning size 4096 00000004:00200000:3.0:1718930704.828425:0:8048:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 4 stripe count 2 MDT count 2 00010000:00010000:3.0:1718930704.828441:0:8048:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097207cc0/0x4c38e74a5472a8e3 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fdd9 expref: 11 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.828448:0:8048:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880097206d00/0x4c38e74a5472a8ea lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0x0 bits 0x10/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fdd9 expref: 10 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.828451:0:8048:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7ae:0x0].0x0 (ffff880088a59100) 00010000:00010000:3.0:1718930704.828452:0:8048:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 10 00010000:00010000:3.0:1718930704.828453:0:8048:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff880097206d00, rc 0) 00000100:00100000:3.0:1718930704.828476:0:8048:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6058e40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:107baf36-6e04-4e3c-a090-fe94234d2dbd+10:27336:x1802425753302016:12345-192.168.204.9@tcp:101:diff.0 Request processed in 138us (210us total) trans 0 rc 0/0 00000100:00100000:3.0:1718930704.828481:0:8048:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230951 00000100:00100000:0.0:1718930704.828928:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1718930704.828964:0:8048:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753302080 00000100:00100000:3.0:1718930704.828982:0:8048:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230952 00000100:00100000:3.0:1718930704.828986:0:8048:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a605e3c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:107baf36-6e04-4e3c-a090-fe94234d2dbd+10:27336:x1802425753302080:12345-192.168.204.9@tcp:101:diff.0 00010000:00010000:3.0:1718930704.828993:0:8048:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1718930704.828999:0:8048:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097204480/0x4c38e74a5472a8f1 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0xa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xceea94147812fde0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.829019:0:8048:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097205f80/0x4c38e74a5472a8f8 lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0xa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.829026:0:8048:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097205f80/0x4c38e74a5472a8f8 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0xa:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.829033:0:8048:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097205f80/0x4c38e74a5472a8f8 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0xa:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00000004:00200000:3.0:1718930704.829049:0:8048:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd0:0xa:0x0]: returning size 4096 00000004:00200000:3.0:1718930704.829051:0:8048:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 2 stripe count 2 MDT count 2 00010000:00010000:3.0:1718930704.829062:0:8048:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097204480/0x4c38e74a5472a8f1 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fde0 expref: 12 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.829071:0:8048:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880097205f80/0x4c38e74a5472a8f8 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0xa:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fde0 expref: 11 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.829076:0:8048:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0xa:0x0].0x0 (ffff8800941e6d00) 00010000:00010000:3.0:1718930704.829078:0:8048:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1718930704.829079:0:8048:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff880097205f80, rc 0) 00000100:00100000:3.0:1718930704.829105:0:8048:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a605e3c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:107baf36-6e04-4e3c-a090-fe94234d2dbd+11:27336:x1802425753302080:12345-192.168.204.9@tcp:101:diff.0 Request processed in 118us (177us total) trans 0 rc 0/0 00000100:00100000:3.0:1718930704.829110:0:8048:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230952 00000100:00100000:0.0:1718930704.829605:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1718930704.829630:0:6840:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a605aac0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+22:27334:x1802425753301952:12345-192.168.204.9@tcp:37:lfs.0 Request processed in 1317us (1446us total) trans 0 rc 0/0 00000100:00100000:3.0:1718930704.829632:0:8048:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753302144 00000100:00100000:2.0:1718930704.829640:0:6840:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 10847 00000100:00100000:3.0:1718930704.829652:0:8048:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230953 00000100:00100000:3.0:1718930704.829654:0:8048:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a605d0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:107baf36-6e04-4e3c-a090-fe94234d2dbd+11:27336:x1802425753302144:12345-192.168.204.9@tcp:101:diff.0 00010000:00010000:3.0:1718930704.829675:0:8048:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1718930704.829680:0:8048:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097204240/0x4c38e74a5472a8ff lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7a8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xceea94147812fde7 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.829694:0:8048:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097204d80/0x4c38e74a5472a906 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7a8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.829698:0:8048:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097204d80/0x4c38e74a5472a906 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7a8:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.829702:0:8048:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097204d80/0x4c38e74a5472a906 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7a8:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00000004:00200000:3.0:1718930704.829717:0:8048:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x7a8:0x0]: returning size 4096 00000004:00200000:3.0:1718930704.829718:0:8048:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 7 stripe count 2 MDT count 2 00010000:00010000:3.0:1718930704.829727:0:8048:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097204240/0x4c38e74a5472a8ff lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fde7 expref: 13 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.829733:0:8048:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880097204d80/0x4c38e74a5472a906 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7a8:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fde7 expref: 12 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.829737:0:8048:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7a8:0x0].0x0 (ffff8800a155d700) 00010000:00010000:3.0:1718930704.829738:0:8048:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1718930704.829739:0:8048:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff880097204d80, rc 0) 00000100:00100000:3.0:1718930704.829761:0:8048:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a605d0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:107baf36-6e04-4e3c-a090-fe94234d2dbd+12:27336:x1802425753302144:12345-192.168.204.9@tcp:101:diff.0 Request processed in 106us (157us total) trans 0 rc 0/0 00000100:00100000:3.0:1718930704.829764:0:8048:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230953 00000100:00100000:0.0:1718930704.830332:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1718930704.830374:0:8048:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753302208 00000100:00100000:3.0:1718930704.830405:0:8048:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230954 00000100:00100000:3.0:1718930704.830409:0:8048:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a605f200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:107baf36-6e04-4e3c-a090-fe94234d2dbd+12:27336:x1802425753302208:12345-192.168.204.9@tcp:101:diff.0 00010000:00010000:3.0:1718930704.830415:0:8048:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1718930704.830420:0:8048:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097207600/0x4c38e74a5472a90d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7a8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xceea94147812fdee expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.830438:0:8048:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097207180/0x4c38e74a5472a914 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7a8:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.830444:0:8048:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097207180/0x4c38e74a5472a914 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.830451:0:8048:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097207180/0x4c38e74a5472a914 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.830456:0:8048:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097205680/0x4c38e74a5472a91b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7a8:0x0].0x656c6997 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.830460:0:8048:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097205680/0x4c38e74a5472a91b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7a8:0x0].0x656c6997 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.830463:0:8048:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097205680/0x4c38e74a5472a91b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7a8:0x0].0x656c6997 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.830488:0:8048:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800972046c0/0x4c38e74a5472a922 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7a9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.830491:0:8048:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800972046c0/0x4c38e74a5472a922 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7a9:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.830495:0:8048:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800972046c0/0x4c38e74a5472a922 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7a9:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00000004:00200000:3.0:1718930704.830507:0:8048:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x7a9:0x0]: returning size 6 00000004:00200000:3.0:1718930704.830508:0:8048:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1718930704.830513:0:8048:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800972046c0/0x4c38e74a5472a922 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7a9:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.830517:0:8048:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800972046c0/0x4c38e74a5472a922 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7a9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.830520:0:8048:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097207180/0x4c38e74a5472a914 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.830523:0:8048:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880097207180/0x4c38e74a5472a914 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.830526:0:8048:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880097207180/0x4c38e74a5472a914 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.830528:0:8048:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880097207180 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:3.0:1718930704.830530:0:8048:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880097207180/0x4c38e74a5472a914 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.830533:0:8048:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880097207180/0x4c38e74a5472a914 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.830536:0:8048:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7a8:0x0].0x0 (ffff8800a155d700) 00010000:00010000:3.0:1718930704.830538:0:8048:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1718930704.830539:0:8048:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880097207180/0x4c38e74a5472a914 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.830541:0:8048:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097207180/0x4c38e74a5472a914 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.830546:0:8048:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097205680/0x4c38e74a5472a91b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7a8:0x0].0x656c6997 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.830549:0:8048:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880097205680/0x4c38e74a5472a91b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7a8:0x0].0x656c6997 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.830552:0:8048:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880097205680/0x4c38e74a5472a91b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7a8:0x0].0x656c6997 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.830558:0:8048:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880097205680 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:3.0:1718930704.830559:0:8048:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880097205680/0x4c38e74a5472a91b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7a8:0x0].0x656c6997 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.830561:0:8048:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880097205680/0x4c38e74a5472a91b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7a8:0x0].0x656c6997 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.830564:0:8048:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7a8:0x0].0x656c6997 (ffff8800a1a98500) 00010000:00010000:3.0:1718930704.830565:0:8048:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1718930704.830566:0:8048:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880097205680/0x4c38e74a5472a91b lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7a8:0x0].0x656c6997 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.830568:0:8048:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097205680/0x4c38e74a5472a91b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7a8:0x0].0x656c6997 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.830579:0:8048:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097207600/0x4c38e74a5472a90d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fdee expref: 14 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.830584:0:8048:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800972046c0/0x4c38e74a5472a922 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7a9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fdee expref: 13 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.830587:0:8048:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7a9:0x0].0x0 (ffff8800a1a98c00) 00010000:00010000:3.0:1718930704.830588:0:8048:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1718930704.830589:0:8048:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff8800972046c0, rc 0) 00000100:00100000:3.0:1718930704.830614:0:8048:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a605f200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:107baf36-6e04-4e3c-a090-fe94234d2dbd+13:27336:x1802425753302208:12345-192.168.204.9@tcp:101:diff.0 Request processed in 204us (283us total) trans 0 rc 0/0 00000100:00100000:3.0:1718930704.830618:0:8048:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230954 00000100:00100000:0.0:1718930704.830907:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1718930704.830943:0:6840:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753302272 00000100:00100000:2.0:1718930704.830963:0:6840:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 10848 00000100:00100000:2.0:1718930704.830966:0:6840:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a605df00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+22:27334:x1802425753302272:12345-192.168.204.9@tcp:37:lfs.0 00000100:00100000:0.0:1718930704.831368:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930704.831425:0:10933:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753302336 00000100:00100000:1.0:1718930704.831445:0:10933:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.204.9@tcp, with round 524 00000100:00100000:1.0:1718930704.831449:0:10933:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a605da40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:107baf36-6e04-4e3c-a090-fe94234d2dbd+6:1876:x1802425753302336:12345-192.168.204.9@tcp:101:diff.0 00010000:00010000:1.0:1718930704.831456:0:10933:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1718930704.831463:0:10933:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880073f86400/0x4c38e74a5472a929 lrc: 2/0,0 mode: --/PR res: [0x58e:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xceea94147812fdf5 expref: -99 pid: 10933 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718930704.831489:0:10933:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880092a34c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10933:1802425733057216:192.168.204.9@tcp:106: 00000100:00100000:1.0:1718930704.831526:0:10933:0:(client.c:2492:ptlrpc_set_wait()) set ffff880086a86180 going to sleep for 6 seconds 00002000:00010000:1.0:1718930704.832048:0:10933:0:(ofd_lvb.c:278:ofd_lvbo_update()) res: [0x58e:0x0:0x0] updating lvb size: 0 -> 6 00002000:00010000:1.0:1718930704.832051:0:10933:0:(ofd_lvb.c:284:ofd_lvbo_update()) res: [0x58e:0x0:0x0] updating lvb mtime: 0 -> 1718930704 00002000:00010000:1.0:1718930704.832053:0:10933:0:(ofd_lvb.c:290:ofd_lvbo_update()) res: [0x58e:0x0:0x0] updating lvb atime: 0 -> 1718930704 00002000:00010000:1.0:1718930704.832054:0:10933:0:(ofd_lvb.c:296:ofd_lvbo_update()) res: [0x58e:0x0:0x0] updating lvb ctime: 0 -> 1718930704 00002000:00010000:1.0:1718930704.832055:0:10933:0:(ofd_lvb.c:302:ofd_lvbo_update()) res: [0x58e:0x0:0x0] updating lvb blocks: 0 -> 1 00000100:00100000:1.0:1718930704.832064:0:10933:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880092a34c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10933:1802425733057216:192.168.204.9@tcp:106: 00010000:00010000:1.0:1718930704.832078:0:10933:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880073f86400/0x4c38e74a5472a929 lrc: 1/0,0 mode: --/PR res: [0x58e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fdf5 expref: 7 pid: 10933 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1718930704.832088:0:10933:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880073f86400/0x4c38e74a5472a929 lrc: 0/0,0 mode: --/PR res: [0x58e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fdf5 expref: 7 pid: 10933 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1718930704.832108:0:10933:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff880073f86400, rc 0) 00000100:00100000:1.0:1718930704.832134:0:10933:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a605da40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:107baf36-6e04-4e3c-a090-fe94234d2dbd+6:1876:x1802425753302336:12345-192.168.204.9@tcp:101:diff.0 Request processed in 684us (767us total) trans 0 rc 301/301 00000100:00100000:1.0:1718930704.832140:0:10933:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.204.9@tcp, with round 524 00000100:00100000:2.0:1718930704.832300:0:6840:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a605df00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+22:27334:x1802425753302272:12345-192.168.204.9@tcp:37:lfs.0 Request processed in 1332us (1394us total) trans 0 rc 0/0 00000100:00100000:2.0:1718930704.832306:0:6840:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 10848 00000100:00100000:0.0:1718930704.832875:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1718930704.832917:0:8048:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753302464 00000100:00100000:3.0:1718930704.832942:0:8048:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230955 00000100:00100000:3.0:1718930704.832944:0:8048:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a605ed40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:107baf36-6e04-4e3c-a090-fe94234d2dbd+8:27336:x1802425753302464:12345-192.168.204.9@tcp:101:diff.0 00010000:00010000:3.0:1718930704.832951:0:8048:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1718930704.832957:0:8048:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880097206640/0x4c38e74a5472a930 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x620:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xceea94147812fdfc expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.832995:0:8048:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff880097204b40/0x4c38e74a5472a937 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x621:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.833004:0:8048:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880097204b40/0x4c38e74a5472a937 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x621:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.833010:0:8048:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880097204b40/0x4c38e74a5472a937 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x621:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00000004:00200000:3.0:1718930704.833018:0:8048:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x621:0x0]: returning size 6 00010000:00010000:3.0:1718930704.833062:0:8048:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880097206640/0x4c38e74a5472a930 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x620:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fdfc expref: 11 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.833070:0:8048:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff880097204b40/0x4c38e74a5472a937 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x621:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fdfc expref: 10 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.833074:0:8048:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x621:0x0].0x0 (ffff88012fe3ab00) 00010000:00010000:3.0:1718930704.833075:0:8048:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 9 00010000:00010000:3.0:1718930704.833076:0:8048:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff880097204b40, rc 0) 00000100:00100000:3.0:1718930704.833101:0:8048:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a605ed40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:107baf36-6e04-4e3c-a090-fe94234d2dbd+10:27336:x1802425753302464:12345-192.168.204.9@tcp:101:diff.0 Request processed in 156us (227us total) trans 4294987219 rc 0/0 00000100:00100000:3.0:1718930704.833105:0:8048:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230955 00000100:00100000:2.0:1718930704.833229:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1718930704.833262:0:8048:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753302528 00000100:00100000:3.0:1718930704.833280:0:8048:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230956 00000100:00100000:3.0:1718930704.833282:0:8048:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880083c1aac0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8a07974b-7506-4725-beb3-4b5c6f8f9250+22:27334:x1802425753302528:12345-192.168.204.9@tcp:34:lfs.0 00010000:00010000:3.0:1718930704.833298:0:8048:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097204000/0x4c38e74a5472a945 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7a8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.833303:0:8048:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097204000/0x4c38e74a5472a945 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.833307:0:8048:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097204000/0x4c38e74a5472a945 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.833312:0:8048:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097205200/0x4c38e74a5472a94c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7a8:0x0].0x656c6997 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.833316:0:8048:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097205200/0x4c38e74a5472a94c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7a8:0x0].0x656c6997 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.833319:0:8048:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097205200/0x4c38e74a5472a94c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7a8:0x0].0x656c6997 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.833337:0:8048:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800972073c0/0x4c38e74a5472a953 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7a9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.833340:0:8048:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800972073c0/0x4c38e74a5472a953 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7a9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.833343:0:8048:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800972073c0/0x4c38e74a5472a953 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7a9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1718930704.833355:0:8048:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800972073c0/0x4c38e74a5472a953 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7a9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.833359:0:8048:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097204000/0x4c38e74a5472a945 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.833362:0:8048:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880097204000/0x4c38e74a5472a945 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.833365:0:8048:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880097204000/0x4c38e74a5472a945 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.833368:0:8048:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880097204000 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:3.0:1718930704.833369:0:8048:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880097204000/0x4c38e74a5472a945 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.833372:0:8048:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880097204000/0x4c38e74a5472a945 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.833376:0:8048:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7a8:0x0].0x0 (ffff8800a155d700) 00010000:00010000:3.0:1718930704.833377:0:8048:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1718930704.833378:0:8048:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880097204000/0x4c38e74a5472a945 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.833381:0:8048:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097204000/0x4c38e74a5472a945 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.833386:0:8048:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097205200/0x4c38e74a5472a94c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7a8:0x0].0x656c6997 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.833390:0:8048:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880097205200/0x4c38e74a5472a94c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7a8:0x0].0x656c6997 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.833415:0:8048:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880097205200/0x4c38e74a5472a94c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7a8:0x0].0x656c6997 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.833418:0:8048:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880097205200 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:3.0:1718930704.833419:0:8048:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880097205200/0x4c38e74a5472a94c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7a8:0x0].0x656c6997 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.833422:0:8048:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880097205200/0x4c38e74a5472a94c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7a8:0x0].0x656c6997 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.833426:0:8048:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7a8:0x0].0x656c6997 (ffff8800a1a98600) 00010000:00010000:3.0:1718930704.833427:0:8048:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1718930704.833428:0:8048:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880097205200/0x4c38e74a5472a94c lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7a8:0x0].0x656c6997 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.833430:0:8048:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097205200/0x4c38e74a5472a94c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7a8:0x0].0x656c6997 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.833437:0:8048:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800972073c0/0x4c38e74a5472a953 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7a9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.833440:0:8048:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800972073c0/0x4c38e74a5472a953 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7a9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.833443:0:8048:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800972073c0/0x4c38e74a5472a953 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7a9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.833445:0:8048:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800972073c0 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:3.0:1718930704.833446:0:8048:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800972073c0/0x4c38e74a5472a953 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7a9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.833449:0:8048:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800972073c0/0x4c38e74a5472a953 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7a9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.833453:0:8048:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7a9:0x0].0x0 (ffff8800a1a98c00) 00010000:00010000:3.0:1718930704.833454:0:8048:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1718930704.833454:0:8048:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800972073c0/0x4c38e74a5472a953 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7a9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.833457:0:8048:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800972073c0/0x4c38e74a5472a953 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7a9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718930704.833484:0:8048:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880083c1aac0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8a07974b-7506-4725-beb3-4b5c6f8f9250+22:27334:x1802425753302528:12345-192.168.204.9@tcp:34:lfs.0 Request processed in 201us (257us total) trans 0 rc 0/0 00000100:00100000:3.0:1718930704.833488:0:8048:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230956 00000100:00100000:0.0:1718930704.833760:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1718930704.833794:0:8048:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753302656 00000100:00100000:3.0:1718930704.833816:0:8048:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230957 00000100:00100000:3.0:1718930704.833820:0:8048:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6058000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:107baf36-6e04-4e3c-a090-fe94234d2dbd+13:27336:x1802425753302656:12345-192.168.204.9@tcp:101:diff.0 00010000:00010000:3.0:1718930704.833827:0:8048:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1718930704.833833:0:8048:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800972058c0/0x4c38e74a5472a95a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7a9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xceea94147812fe03 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.833862:0:8048:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097206ac0/0x4c38e74a5472a961 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7a9:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.833866:0:8048:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097206ac0/0x4c38e74a5472a961 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7a9:0x0].0x0 bits 0x9/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.833870:0:8048:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097206ac0/0x4c38e74a5472a961 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7a9:0x0].0x0 bits 0x9/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00000004:00200000:3.0:1718930704.833876:0:8048:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x7a9:0x0]: returning size 6 00010000:00010000:3.0:1718930704.833902:0:8048:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800972058c0/0x4c38e74a5472a95a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7a9:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fe03 expref: 16 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.833908:0:8048:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880097206ac0/0x4c38e74a5472a961 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7a9:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fe03 expref: 15 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.833912:0:8048:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7a9:0x0].0x0 (ffff8800a1a98c00) 00010000:00010000:3.0:1718930704.833913:0:8048:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 9 00010000:00010000:3.0:1718930704.833914:0:8048:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff880097206ac0, rc 0) 00000100:00100000:3.0:1718930704.833939:0:8048:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6058000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:107baf36-6e04-4e3c-a090-fe94234d2dbd+15:27336:x1802425753302656:12345-192.168.204.9@tcp:101:diff.0 Request processed in 119us (179us total) trans 8589959566 rc 0/0 00000100:00100000:3.0:1718930704.833942:0:8048:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230957 00000100:00100000:2.0:1718930704.834016:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1718930704.834042:0:8048:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753302784 00000100:00100000:3.0:1718930704.834058:0:8048:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230958 00000100:00100000:3.0:1718930704.834060:0:8048:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880083c1d0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8a07974b-7506-4725-beb3-4b5c6f8f9250+22:27334:x1802425753302784:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:3.0:1718930704.834065:0:8048:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1718930704.834069:0:8048:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097205d40/0x4c38e74a5472a96f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7a9:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xceea94147812fe0a expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.834092:0:8048:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880097204fc0/0x4c38e74a5472a976 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7a9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.834096:0:8048:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097204fc0/0x4c38e74a5472a976 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7a9:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.834100:0:8048:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097204fc0/0x4c38e74a5472a976 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7a9:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00000004:00200000:3.0:1718930704.834106:0:8048:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x7a9:0x0]: returning size 6 00010000:00010000:3.0:1718930704.834127:0:8048:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097205d40/0x4c38e74a5472a96f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7a9:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fe0a expref: 25 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.834133:0:8048:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880097204fc0/0x4c38e74a5472a976 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7a9:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fe0a expref: 24 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.834137:0:8048:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7a9:0x0].0x0 (ffff8800a1a98c00) 00010000:00010000:3.0:1718930704.834138:0:8048:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1718930704.834139:0:8048:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff880097204fc0, rc 0) 00000100:00100000:3.0:1718930704.834156:0:8048:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880083c1d0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8a07974b-7506-4725-beb3-4b5c6f8f9250+24:27334:x1802425753302784:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 94us (141us total) trans 8589959567 rc 0/0 00000100:00100000:3.0:1718930704.834161:0:8048:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230958 00000100:00100000:0.0:1718930704.834620:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1718930704.834656:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930704.834676:0:10933:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753302848 00000100:00100000:1.0:1718930704.834696:0:10933:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753302912 00000100:00100000:1.0:1718930704.834708:0:10933:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.204.9@tcp, with round 525 00000100:00100000:1.0:1718930704.834711:0:10933:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a605a600 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8a07974b-7506-4725-beb3-4b5c6f8f9250+12:1876:x1802425753302912:12345-192.168.204.9@tcp:1:lfs.0 00000100:00100000:0.0:1718930704.834718:0:4179:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.204.9@tcp, with round 525 00000100:00100000:0.0:1718930704.834722:0:4179:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a605cc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:107baf36-6e04-4e3c-a090-fe94234d2dbd+6:27336:x1802425753302848:12345-192.168.204.9@tcp:101:diff.0 00010000:00010000:1.0:1718930704.834727:0:10933:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880073f86d00/0x4c38e74a5472a984 lrc: 3/0,1 mode: --/PW res: [0x58e:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 10933 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930704.834728:0:4179:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1718930704.834733:0:4179:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012da4c900/0x4c38e74a5472a98b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x575:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xceea94147812fe11 expref: -99 pid: 4179 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.834737:0:10933:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012da4d200/0x4c38e74a5472a612 lrc: 2/0,0 mode: PW/PW res: [0x58e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fceb expref: 12 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930704.834743:0:4179:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012da4e880/0x4c38e74a5472a63c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x575:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fcf9 expref: 12 pid: 10933 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.834744:0:10933:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1718930704.834745:0:10933:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1718930704.834746:0:10933:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880073f86d00/0x4c38e74a5472a984 lrc: 4/0,1 mode: --/PW res: [0x58e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 10933 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930704.834747:0:4179:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1718930704.834748:0:4179:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1718930704.834749:0:4179:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012da4c900/0x4c38e74a5472a98b lrc: 4/0,0 mode: --/PR res: [0x280000400:0x575:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fe11 expref: 7 pid: 4179 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.834759:0:10933:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012da4d200/0x4c38e74a5472a612 lrc: 3/0,0 mode: PW/PW res: [0x58e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fceb expref: 12 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930704.834760:0:4179:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012da4e880/0x4c38e74a5472a63c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x575:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fcf9 expref: 12 pid: 10933 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930704.834766:0:4179:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012da4e880/0x4c38e74a5472a63c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x575:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fcf9 expref: 12 pid: 10933 timeout: 3715 lvb_type: 0 00010000:00010000:1.0:1718930704.834767:0:10933:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012da4d200/0x4c38e74a5472a612 lrc: 4/0,0 mode: PW/PW res: [0x58e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fceb expref: 12 pid: 7085 timeout: 3715 lvb_type: 0 00000100:00100000:0.0:1718930704.834772:0:4179:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800a605b440 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:4179:1802425733057344:192.168.204.9@tcp:104: 00000100:00100000:1.0:1718930704.834773:0:10933:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880092a34c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10933:1802425733057280:192.168.204.9@tcp:104: 00000100:00100000:1.0:1718930704.834797:0:10933:0:(client.c:2492:ptlrpc_set_wait()) set ffff880086a86180 going to sleep for 6 seconds 00000100:00100000:0.0:1718930704.834797:0:4179:0:(client.c:2492:ptlrpc_set_wait()) set ffff8800a16ad0c0 going to sleep for 6 seconds 00000100:00100000:2.0:1718930704.835336:0:4179:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800a605b440 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:4179:1802425733057344:192.168.204.9@tcp:104: 00010000:00010000:2.0:1718930704.835352:0:4179:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012da4c900/0x4c38e74a5472a98b lrc: 3/0,0 mode: --/PR res: [0x280000400:0x575:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.204.9@tcp remote: 0xceea94147812fe11 expref: 7 pid: 4179 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718930704.835358:0:10933:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880092a34c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10933:1802425733057280:192.168.204.9@tcp:104: 00010000:00010000:2.0:1718930704.835363:0:4179:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88012da4c900, rc 0) 00010000:00010000:1.0:1718930704.835368:0:10933:0:(ldlm_request.c:286:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880073f86d00/0x4c38e74a5472a984 lrc: 3/0,1 mode: --/PW res: [0x58e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 10933 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930704.835408:0:4179:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a605cc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:107baf36-6e04-4e3c-a090-fe94234d2dbd+7:27336:x1802425753302848:12345-192.168.204.9@tcp:101:diff.0 Request processed in 673us (777us total) trans 0 rc 0/0 00000100:00100000:0.0:1718930704.835411:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1718930704.835414:0:4179:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.204.9@tcp, with round 525 00000100:00100000:0.0:1718930704.835456:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1718930704.835474:0:22544:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753302976 00000100:00100000:1.0:1718930704.835489:0:13410:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753303040 00002000:00100000:3.0:1718930704.835492:0:22544:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000400:0x575:0x0] (0->5) req@ffff8800a605a140 x1802425753302976/t0(0) o4->8a07974b-7506-4725-beb3-4b5c6f8f9250@192.168.204.9@tcp:352/0 lens 496/0 e 0 to 0 dl 1718930747 ref 1 fl New:/0/ffffffff rc 0/-1 job:'bash.0' 00002000:00100000:1.0:1718930704.835501:0:13410:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x100000000:0x58e:0x0] (0->5) req@ffff8800a605b900 x1802425753303040/t0(0) o4->8a07974b-7506-4725-beb3-4b5c6f8f9250@192.168.204.9@tcp:352/0 lens 496/0 e 0 to 0 dl 1718930747 ref 1 fl New:/0/ffffffff rc 0/-1 job:'bash.0' 00002000:00100000:3.0:1718930704.835502:0:22544:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a605a140 with x1802425753302976 ext(0->5) 00010000:00010000:3.0:1718930704.835508:0:22544:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: ffff88012da4e880/0x4c38e74a5472a63c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x575:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fcf9 expref: 14 pid: 10933 timeout: 3715 lvb_type: 0 00002000:00100000:1.0:1718930704.835509:0:13410:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a605b900 with x1802425753303040 ext(0->5) 00010000:00010000:1.0:1718930704.835514:0:13410:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: ffff88012da4d200/0x4c38e74a5472a612 lrc: 4/0,0 mode: PW/PW res: [0x58e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fceb expref: 14 pid: 7085 timeout: 3715 lvb_type: 0 00002000:00010000:3.0:1718930704.835516:0:22544:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a605a140 00002000:00010000:1.0:1718930704.835521:0:13410:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a605b900 00000100:00100000:3.0:1718930704.835542:0:22544:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 7350 00000100:00100000:3.0:1718930704.835547:0:22544:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a605a140 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8a07974b-7506-4725-beb3-4b5c6f8f9250+14:1875:x1802425753302976:12345-192.168.204.9@tcp:4:bash.0 00000100:00100000:1.0:1718930704.835552:0:13410:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 7351 00000100:00100000:1.0:1718930704.835556:0:13410:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a605b900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8a07974b-7506-4725-beb3-4b5c6f8f9250+14:1875:x1802425753303040:12345-192.168.204.9@tcp:4:bash.0 00000001:00100000:0.0:1718930704.836207:0:9259:0:(tgt_lastrcvd.c:541:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 107baf36-6e04-4e3c-a090-fe94234d2dbd 00000001:00080000:0.0:1718930704.836213:0:9259:0:(tgt_lastrcvd.c:926:tgt_cb_last_committed()) lustre-OST0000: transno 4294976099 is committed 00000001:00100000:0.0:1718930704.836219:0:9259:0:(tgt_lastrcvd.c:541:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 8a07974b-7506-4725-beb3-4b5c6f8f9250 00000100:00100000:1.0:1718930704.836460:0:13410:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a605b900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8a07974b-7506-4725-beb3-4b5c6f8f9250+17:1875:x1802425753303040:12345-192.168.204.9@tcp:4:bash.0 Request processed in 904us (1004us total) trans 4294976100 rc 0/0 00000100:00100000:1.0:1718930704.836465:0:13410:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 7351 00002000:00100000:1.0:1718930704.836469:0:13410:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x100000000:0x58e:0x0] (0->5) req@ffff8800a605b900 x1802425753303040/t4294976100(0) o4->8a07974b-7506-4725-beb3-4b5c6f8f9250@192.168.204.9@tcp:352/0 lens 496/448 e 0 to 0 dl 1718930747 ref 1 fl Complete:H/0/0 rc 0/0 job:'bash.0' 00002000:00100000:1.0:1718930704.836477:0:13410:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a605b900 with x1802425753303040 ext(0->5) 00010000:00010000:1.0:1718930704.836480:0:13410:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: ffff88012da4d200/0x4c38e74a5472a612 lrc: 4/0,0 mode: PW/PW res: [0x58e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fceb expref: 17 pid: 7085 timeout: 3715 lvb_type: 0 00000100:00100000:3.0:1718930704.836485:0:22544:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a605a140 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8a07974b-7506-4725-beb3-4b5c6f8f9250+17:1875:x1802425753302976:12345-192.168.204.9@tcp:4:bash.0 Request processed in 937us (1073us total) trans 4294976101 rc 0/0 00002000:00010000:1.0:1718930704.836485:0:13410:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a605b900 00000100:00100000:3.0:1718930704.836493:0:22544:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 7350 00002000:00100000:3.0:1718930704.836497:0:22544:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000400:0x575:0x0] (0->5) req@ffff8800a605a140 x1802425753302976/t4294976101(0) o4->8a07974b-7506-4725-beb3-4b5c6f8f9250@192.168.204.9@tcp:352/0 lens 496/448 e 0 to 0 dl 1718930747 ref 1 fl Complete:H/0/0 rc 0/0 job:'bash.0' 00002000:00100000:3.0:1718930704.836501:0:22544:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a605a140 with x1802425753302976 ext(0->5) 00010000:00010000:3.0:1718930704.836506:0:22544:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: ffff88012da4e880/0x4c38e74a5472a63c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x575:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fcf9 expref: 16 pid: 10933 timeout: 3715 lvb_type: 0 00002000:00010000:3.0:1718930704.836511:0:22544:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a605a140 00000100:00100000:0.0:1718930704.837083:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1718930704.837120:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1718930704.837122:0:9277:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753303104 00010000:00010000:3.0:1718930704.837135:0:9277:0:(ldlm_lockd.c:2633:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012da4e880/0x4c38e74a5472a63c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x575:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fcf9 expref: 16 pid: 10933 timeout: 3715 lvb_type: 0 00000100:00100000:3.0:1718930704.837150:0:9277:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753303168 00010000:00010000:3.0:1718930704.837153:0:9277:0:(ldlm_lockd.c:2633:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012da4d200/0x4c38e74a5472a612 lrc: 4/0,0 mode: PW/PW res: [0x58e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fceb expref: 17 pid: 7085 timeout: 3715 lvb_type: 0 00000100:00100000:0.0:1718930704.837161:0:4383:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 63356 00000100:00100000:3.0:1718930704.837164:0:9277:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 63357 00000100:00100000:0.0:1718930704.837164:0:4383:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ef43850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:8a07974b-7506-4725-beb3-4b5c6f8f9250+17:1878:x1802425753303104:12345-192.168.204.9@tcp:103:ldlm_bl_02.0 00000100:00100000:3.0:1718930704.837167:0:9277:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a605d580 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8a07974b-7506-4725-beb3-4b5c6f8f9250+17:1876:x1802425753303168:12345-192.168.204.9@tcp:103:ldlm_bl_03.0 00010000:00010000:0.0:1718930704.837171:0:4383:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1718930704.837172:0:9277:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1718930704.837175:0:4383:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x280000400:0x575:0x0] updating lvb blocks from disk: 1 -> 8 00002000:00010000:3.0:1718930704.837176:0:9277:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x100000000:0x58e:0x0] updating lvb blocks from disk: 1 -> 8 00010000:00010000:3.0:1718930704.837178:0:9277:0:(ldlm_lockd.c:1766:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012da4d200/0x4c38e74a5472a612 lrc: 4/0,0 mode: PW/PW res: [0x58e:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fceb expref: 17 pid: 7085 timeout: 3715 lvb_type: 0 00010000:00010000:0.0:1718930704.837179:0:4383:0:(ldlm_lockd.c:1766:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012da4e880/0x4c38e74a5472a63c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x575:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fcf9 expref: 17 pid: 10933 timeout: 3715 lvb_type: 0 00010000:00010000:3.0:1718930704.837184:0:9277:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012da4d200/0x4c38e74a5472a612 lrc: 3/0,0 mode: PW/PW res: [0x58e:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fceb expref: 17 pid: 7085 timeout: 3715 lvb_type: 0 00010000:00010000:0.0:1718930704.837185:0:4383:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012da4e880/0x4c38e74a5472a63c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x575:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fcf9 expref: 17 pid: 10933 timeout: 3715 lvb_type: 0 00010000:00010000:0.0:1718930704.837195:0:4383:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012da4e880/0x4c38e74a5472a63c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x575:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fcf9 expref: 17 pid: 10933 timeout: 3715 lvb_type: 0 00010000:00010000:3.0:1718930704.837196:0:9277:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012da4d200/0x4c38e74a5472a612 lrc: 0/0,0 mode: --/PW res: [0x58e:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fceb expref: 17 pid: 7085 timeout: 3715 lvb_type: 0 00010000:00010000:3.0:1718930704.837203:0:9277:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718930704.837204:0:9277:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718930704.837205:0:9277:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880073f86d00/0x4c38e74a5472a984 lrc: 3/0,1 mode: PW/PW res: [0x58e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 10933 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930704.837208:0:4383:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1718930704.837209:0:4383:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718930704.837210:0:9277:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880073f86d00/0x4c38e74a5472a984 lrc: 4/0,1 mode: PW/PW res: [0x58e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 10933 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930704.837213:0:4383:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012da4c900/0x4c38e74a5472a98b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x575:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.204.9@tcp remote: 0xceea94147812fe11 expref: 5 pid: 4179 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930704.837217:0:4383:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012da4c900/0x4c38e74a5472a98b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x575:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.204.9@tcp remote: 0xceea94147812fe11 expref: 5 pid: 4179 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.837219:0:9277:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1718930704.837229:0:4383:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012da4c900/0x4c38e74a5472a98b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x575:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.204.9@tcp remote: 0xceea94147812fe11 expref: 5 pid: 4179 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.837233:0:10933:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880073f86d00/0x4c38e74a5472a984 lrc: 3/0,1 mode: PW/PW res: [0x58e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 10933 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718930704.837234:0:9277:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a605d580 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8a07974b-7506-4725-beb3-4b5c6f8f9250+15:1876:x1802425753303168:12345-192.168.204.9@tcp:103:ldlm_bl_03.0 Request processed in 67us (115us total) trans 0 rc 0/0 00000100:00100000:0.0:1718930704.837235:0:4383:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800a605c280 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_006:lustre-OST0000_UUID:4383:1802425733057408:192.168.204.9@tcp:105: 00000100:00100000:3.0:1718930704.837239:0:9277:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 63357 00010000:00010000:1.0:1718930704.837239:0:10933:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880073f86d00/0x4c38e74a5472a984 lrc: 3/0,1 mode: PW/PW res: [0x58e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 10933 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.837246:0:10933:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880073f86d00/0x4c38e74a5472a984 lrc: 3/0,1 mode: PW/PW res: [0x58e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 10933 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.837249:0:10933:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880073f86d00/0x4c38e74a5472a984 lrc: 2/0,0 mode: PW/PW res: [0x58e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 10933 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718930704.837250:0:4383:0:(client.c:2492:ptlrpc_set_wait()) set ffff8800a16adc00 going to sleep for 11 seconds 00010000:00010000:1.0:1718930704.837262:0:10933:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1718930704.837275:0:11341:0:(ldlm_lockd.c:2784:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1718930704.837279:0:11341:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880073f86d00/0x4c38e74a5472a984 lrc: 2/0,0 mode: PW/PW res: [0x58e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 10933 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718930704.837280:0:10933:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a605a600 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8a07974b-7506-4725-beb3-4b5c6f8f9250+14:1876:x1802425753302912:12345-192.168.204.9@tcp:1:lfs.0 Request processed in 2568us (2625us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930704.837284:0:10933:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.204.9@tcp, with round 525 00010000:00010000:2.0:1718930704.837285:0:11341:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880073f86d00 already unused, calling callback (ffffffffa080a190) 00010000:00010000:2.0:1718930704.837287:0:11341:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880073f86d00/0x4c38e74a5472a984 lrc: 2/0,0 mode: PW/PW res: [0x58e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 10933 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.837294:0:11341:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880073f86d00/0x4c38e74a5472a984 lrc: 3/0,0 mode: PW/PW res: [0x58e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 10933 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.837303:0:11341:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880073f86d00/0x4c38e74a5472a984 lrc: 1/0,0 mode: --/PW res: [0x58e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 10933 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.837306:0:11341:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880073f86d00/0x4c38e74a5472a984 lrc: 0/0,0 mode: --/PW res: [0x58e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 10933 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.837315:0:11341:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1718930704.837315:0:11341:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1718930704.837316:0:11341:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1718930704.837823:0:4383:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800a605c280 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_006:lustre-OST0000_UUID:4383:1802425733057408:192.168.204.9@tcp:105: 00010000:00010000:2.0:1718930704.837834:0:4383:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1718930704.837861:0:4383:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ef43850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:8a07974b-7506-4725-beb3-4b5c6f8f9250+13:1878:x1802425753303104:12345-192.168.204.9@tcp:103:ldlm_bl_02.0 Request processed in 697us (780us total) trans 0 rc 0/0 00000100:00100000:2.0:1718930704.837866:0:4383:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 63356 00000100:00100000:0.0:1718930704.837929:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1718930704.837965:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1718930704.837992:0:8048:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753303424 00000100:00100000:3.0:1718930704.838000:0:22544:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753303296 00000100:00100000:2.0:1718930704.838010:0:8048:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230959 00000100:00100000:2.0:1718930704.838013:0:8048:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a605c280 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8a07974b-7506-4725-beb3-4b5c6f8f9250+24:27334:x1802425753303424:12345-192.168.204.9@tcp:36:lfs.0 00002000:00100000:3.0:1718930704.838014:0:22544:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000400:0x575:0x0] (0->4095) req@ffff8800a60597c0 x1802425753303296/t0(0) o3->107baf36-6e04-4e3c-a090-fe94234d2dbd@192.168.204.9@tcp:315/0 lens 488/0 e 0 to 0 dl 1718930710 ref 1 fl New:/0/ffffffff rc 0/-1 job:'diff.0' 00002000:00100000:3.0:1718930704.838020:0:22544:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a60597c0 with x1802425753303296 ext(0->4095) 00002000:00010000:3.0:1718930704.838022:0:22544:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a60597c0 00010000:00010000:2.0:1718930704.838030:0:8048:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00000100:00100000:3.0:1718930704.838032:0:22544:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 32979 00000100:00100000:3.0:1718930704.838034:0:22544:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a60597c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:107baf36-6e04-4e3c-a090-fe94234d2dbd+6:1875:x1802425753303296:12345-192.168.204.9@tcp:3:diff.0 00010000:00010000:2.0:1718930704.838039:0:8048:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097204900/0x4c38e74a5472a604 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7a9:0x0].0x0 bits 0x9/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fce4 expref: 24 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.838047:0:8048:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7a9:0x0].0x0 (ffff8800a1a98c00) 00010000:00010000:2.0:1718930704.838051:0:8048:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008350c000/0x4c38e74a5472a896 lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0xa:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fdb6 expref: 23 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.838057:0:8048:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0xa:0x0].0x0 (ffff8800941e6d00) 00010000:00010000:2.0:1718930704.838060:0:8048:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097205440/0x4c38e74a5472a8c0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7ae:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fdcb expref: 22 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.838064:0:8048:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7ae:0x0].0x0 (ffff880088a59100) 00010000:00010000:2.0:1718930704.838065:0:8048:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1718930704.838070:0:8048:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4de880/0x4c38e74a5472a992 lrc: 3/0,1 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.838075:0:8048:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4de880/0x4c38e74a5472a992 lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.838079:0:8048:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4de880/0x4c38e74a5472a992 lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718930704.838088:0:22544:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a60597c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:107baf36-6e04-4e3c-a090-fe94234d2dbd+6:1875:x1802425753303296:12345-192.168.204.9@tcp:3:diff.0 Request processed in 53us (160us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1718930704.838092:0:22544:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 32979 00002000:00100000:3.0:1718930704.838095:0:22544:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000400:0x575:0x0] (0->4095) req@ffff8800a60597c0 x1802425753303296/t0(0) o3->107baf36-6e04-4e3c-a090-fe94234d2dbd@192.168.204.9@tcp:315/0 lens 488/4536 e 0 to 0 dl 1718930710 ref 1 fl Complete:/0/0 rc 4096/4096 job:'diff.0' 00002000:00100000:3.0:1718930704.838100:0:22544:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a60597c0 with x1802425753303296 ext(0->4095) 00002000:00010000:3.0:1718930704.838101:0:22544:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a60597c0 00010000:00010000:2.0:1718930704.838120:0:8048:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dc000/0x4c38e74a5472a999 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7ae:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.838124:0:8048:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008350e1c0/0x4c38e74a5472a842 lrc: 2/0,1 mode: COS/COS res: [0x200000402:0x7ae:0x0].0x0 bits 0x7f/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.838128:0:8048:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dc000/0x4c38e74a5472a999 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.838134:0:8048:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff88008350e1c0/0x4c38e74a5472a842 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7ae:0x0].0x0 bits 0x7f/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210401000020 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00080000:00080000:2.0:1718930704.838146:0:8048:0:(osd_handler.c:2525:osd_commit_async()) lustre-MDT0000: async commit OSD 00010000:00010000:2.0:1718930704.838171:0:8048:0:(ldlm_request.c:286:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dc000/0x4c38e74a5472a999 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.838825:0:32428:0:(ldlm_request.c:1235:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff88012da4ed00/0x4c38e74a5472a811 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x620:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008401000000 nid: local remote: 0x4c38e74a5472a818 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1718930704.838832:0:32428:0:(mdt_handler.c:3608:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88012da4ed00/0x4c38e74a5472a811 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x620:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009401000000 nid: local remote: 0x4c38e74a5472a818 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.838851:0:3306:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: ffff88008350f180/0x4c38e74a5472a83b lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7a8:0x0].0x0 bits 0x7f/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.838851:0:32428:0:(ldlm_request.c:1301:ldlm_cancel_pack()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff88012da4ed00/0x4c38e74a5472a811 lrc: 2/0,0 mode: --/PW res: [0x240000402:0x620:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0x4c38e74a5472a818 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.838855:0:32428:0:(ldlm_request.c:1305:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1718930704.838858:0:3306:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008350f180/0x4c38e74a5472a83b lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x7a8:0x0].0x0 bits 0x7f/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210401000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.838863:0:3306:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008350f180/0x4c38e74a5472a83b lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x7a8:0x0].0x0 bits 0x7f/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.838865:0:32428:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88012da4ed00/0x4c38e74a5472a811 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x620:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0x4c38e74a5472a818 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.838868:0:3306:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008350f180 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:2.0:1718930704.838870:0:3306:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008350f180/0x4c38e74a5472a83b lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x7a8:0x0].0x0 bits 0x7f/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.838874:0:3306:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008350f180/0x4c38e74a5472a83b lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x7a8:0x0].0x0 bits 0x7f/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218401000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718930704.838876:0:3321:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880092a34c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3321:1802425733057472:0@lo:103:jbd2/dm-0-8.0 00010000:00010000:2.0:1718930704.838882:0:3306:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7a8:0x0].0x0 (ffff8800a155d700) 00010000:00010000:2.0:1718930704.838883:0:3306:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 7f 00000001:00080000:1.0:1718930704.838883:0:32428:0:(tgt_lastrcvd.c:926:tgt_cb_last_committed()) lustre-MDT0000: transno 8589959567 is committed 00010000:00010000:2.0:1718930704.838885:0:3306:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008350f180/0x4c38e74a5472a83b lrc: 2/0,0 mode: --/COS res: [0x200000402:0x7a8:0x0].0x0 bits 0x7f/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00000001:00080000:1.0:1718930704.838887:0:32428:0:(tgt_lastrcvd.c:926:tgt_cb_last_committed()) lustre-MDT0000: transno 8589959566 is committed 00010000:00010000:2.0:1718930704.838890:0:3306:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008350f180/0x4c38e74a5472a83b lrc: 0/0,0 mode: --/COS res: [0x200000402:0x7a8:0x0].0x0 bits 0x7f/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00000020:00080000:1.0:1718930704.838895:0:32428:0:(update_trans.c:1351:distribute_txn_batchid_cb()) lustre-MDT0000: 4295040274 batchid updated 00010000:00010000:2.0:1718930704.838898:0:3306:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: ffff88008350e1c0/0x4c38e74a5472a842 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7ae:0x0].0x0 bits 0x7f/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210401000020 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718930704.838900:0:3321:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1718930704.838903:0:3306:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008350e1c0/0x4c38e74a5472a842 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x7ae:0x0].0x0 bits 0x7f/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210401000020 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.838912:0:3306:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008350e1c0/0x4c38e74a5472a842 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x7ae:0x0].0x0 bits 0x7f/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210401000020 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00000020:00080000:3.0:1718930704.838913:0:32454:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4295040274 00010000:00010000:2.0:1718930704.838916:0:3306:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008350e1c0 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:2.0:1718930704.838917:0:3306:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008350e1c0/0x4c38e74a5472a842 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x7ae:0x0].0x0 bits 0x7f/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210401000020 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.838921:0:3306:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008350e1c0/0x4c38e74a5472a842 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x7ae:0x0].0x0 bits 0x7f/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218401000020 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00000040:00100000:3.0:1718930704.838922:0:32454:0:(llog.c:235:llog_cancel_arr_rec()) Canceling 1 records, first 765 in log [0x2:0x40000404:0x2] 00010000:00010000:2.0:1718930704.838926:0:3306:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7ae:0x0].0x0 (ffff880088a59100) 00010000:00010000:2.0:1718930704.838928:0:3306:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 7f 00010000:00010000:2.0:1718930704.838929:0:3306:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dc000/0x4c38e74a5472a999 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.838934:0:3306:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dc000/0x4c38e74a5472a999 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40290001000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.838938:0:3306:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dc000/0x4c38e74a5472a999 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40290001000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.838949:0:3306:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008350e1c0/0x4c38e74a5472a842 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x7ae:0x0].0x0 bits 0x7f/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19401000020 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1718930704.838952:0:32454:0:(osp_trans.c:1598:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff88008151d780 with version 1501 00010000:00010000:2.0:1718930704.838954:0:3306:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008350e1c0/0x4c38e74a5472a842 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x7ae:0x0].0x0 bits 0x7f/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19401000020 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00000020:00080000:3.0:1718930704.838961:0:32454:0:(update_trans.c:1313:distribute_txn_cancel_records()) lustre-MDT0001-osp-MDT0000: batchid 4295040274 cancel update log [0x2:0x40000404:0x2].765: rc = 0 00000040:00100000:3.0:1718930704.838966:0:32454:0:(llog.c:235:llog_cancel_arr_rec()) Canceling 1 records, first 764 in log [0x2:0xbd0:0x2] 00000004:00080000:1.0:1718930704.838966:0:32441:0:(osp_trans.c:1343:osp_get_next_request()) ou ffff88007fc1bf00 version 1501 rpc_version 1501 00000100:00100000:2.0:1718930704.838970:0:4383:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733057472 00000100:00100000:1.0:1718930704.838979:0:32441:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880092a35a40 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:32441:1802425733057536:0@lo:1000:osp_up1-0.0 00000100:00100000:2.0:1718930704.838985:0:4383:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9176 00000100:00100000:2.0:1718930704.838987:0:4383:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a605b440 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:lustre-MDT0000-mdtlov_UUID+7:3321:x1802425733057472:12345-0@lo:103:jbd2/dm-0-8.0 00010000:00010000:2.0:1718930704.838992:0:4383:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1718930704.838997:0:4383:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880097206880/0x4c38e74a5472a818 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x620:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801001000000 nid: 0@lo remote: 0x4c38e74a5472a811 expref: 7 pid: 8528 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718930704.838998:0:32441:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00080000:3.0:1718930704.839000:0:32454:0:(update_trans.c:1313:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 4295040274 cancel update log [0x2:0xbd0:0x2].764: rc = 0 00010000:00010000:2.0:1718930704.839003:0:4383:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x620:0x0].0x0 (ffff880136435300) 00010000:00010000:2.0:1718930704.839004:0:4383:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00000020:00080000:3.0:1718930704.839006:0:32454:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4295040274 00000100:00100000:1.0:1718930704.839006:0:32441:0:(client.c:2492:ptlrpc_set_wait()) set ffff880086a869c0 going to sleep for 6 seconds 00000100:00100000:0.0:1718930704.839014:0:8528:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733057536 00000100:00100000:2.0:1718930704.839023:0:4383:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a605b440 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:lustre-MDT0000-mdtlov_UUID+7:3321:x1802425733057472:12345-0@lo:103:jbd2/dm-0-8.0 Request processed in 35us (123us total) trans 0 rc 0/0 00010000:00010000:3.0:1718930704.839026:0:8048:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dc000/0x4c38e74a5472a999 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930704.839026:0:4383:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9176 00000100:00100000:1.0:1718930704.839028:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1718930704.839031:0:8528:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20882 00010000:00010000:3.0:1718930704.839033:0:8048:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dc000/0x4c38e74a5472a999 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718930704.839033:0:8528:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a304c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:32441:x1802425733057536:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:1.0:1718930704.839037:0:10933:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753303488 00000100:00100000:1.0:1718930704.839051:0:10933:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.204.9@tcp, with round 526 00010000:00010000:3.0:1718930704.839053:0:8048:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880097207600/0x4c38e74a5472a9a0 lrc: 3/0,1 mode: --/PW res: [0x200000bd0:0xa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718930704.839053:0:10933:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a32600 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:107baf36-6e04-4e3c-a090-fe94234d2dbd+6:27336:x1802425753303488:12345-192.168.204.9@tcp:101:diff.0 00010000:00010000:1.0:1718930704.839058:0:10933:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1718930704.839061:0:8048:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880097205f80/0x4c38e74a5472a8f8 lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0xa:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fde0 expref: 12 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.839062:0:10933:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880073f87840/0x4c38e74a5472a9a7 lrc: 2/0,0 mode: --/PR res: [0x58e:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xceea94147812fe18 expref: -99 pid: 10933 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.839067:0:8048:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880097207600/0x4c38e74a5472a9a0 lrc: 4/0,1 mode: --/PW res: [0x200000bd0:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1718930704.839069:0:10933:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x58e:0x0] initial LVB size: 6, mtime: 0x6674cd10, atime: 0x0, ctime: 0x6674cd10, blocks: 0x8 00010000:00010000:1.0:1718930704.839074:0:10933:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1718930704.839075:0:10933:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1718930704.839078:0:10933:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880073f87840/0x4c38e74a5472a9a7 lrc: 3/0,0 mode: PR/PR res: [0x58e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fe18 expref: 7 pid: 10933 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.839084:0:8048:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880097205f80/0x4c38e74a5472a8f8 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0xa:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fde0 expref: 12 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.839087:0:10933:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880073f87840/0x4c38e74a5472a9a7 lrc: 3/0,0 mode: PR/PR res: [0x58e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fe18 expref: 7 pid: 10933 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718930704.839089:0:8528:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a304c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+7:32441:x1802425733057536:12345-0@lo:1000:osp_up1-0.0 Request processed in 55us (90us total) trans 4294987220 rc 0/0 00010000:00010000:1.0:1718930704.839092:0:10933:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff880073f87840, rc 0) 00000100:00100000:0.0:1718930704.839093:0:8528:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20882 00010000:00010000:3.0:1718930704.839096:0:8048:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880097205f80/0x4c38e74a5472a8f8 lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0xa:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fde0 expref: 12 pid: 8048 timeout: 3715 lvb_type: 0 00000100:00100000:3.0:1718930704.839105:0:8048:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880123c43440 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8048:1802425733057600:192.168.204.9@tcp:104: 00000100:00100000:1.0:1718930704.839105:0:10933:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a32600 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:107baf36-6e04-4e3c-a090-fe94234d2dbd+7:27336:x1802425753303488:12345-192.168.204.9@tcp:101:diff.0 Request processed in 51us (77us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930704.839108:0:10933:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.204.9@tcp, with round 526 00000100:00100000:0.0:1718930704.839110:0:3321:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880092a34c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3321:1802425733057472:0@lo:103:jbd2/dm-0-8.0 00000100:00100000:3.0:1718930704.839126:0:8048:0:(client.c:2492:ptlrpc_set_wait()) set ffff8800817f4d80 going to sleep for 6 seconds 00000100:00100000:1.0:1718930704.839129:0:32441:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880092a35a40 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:32441:1802425733057536:0@lo:1000:osp_up1-0.0 00000100:00100000:3.0:1718930704.839746:0:8048:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880123c43440 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8048:1802425733057600:192.168.204.9@tcp:104: 00010000:00010000:3.0:1718930704.839759:0:8048:0:(ldlm_request.c:286:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880097207600/0x4c38e74a5472a9a0 lrc: 3/0,1 mode: --/PW res: [0x200000bd0:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718930704.839840:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1718930704.839888:0:4383:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753303552 00010000:00010000:2.0:1718930704.839900:0:4383:0:(ldlm_lockd.c:2633:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880097205f80/0x4c38e74a5472a8f8 lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0xa:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fde0 expref: 13 pid: 8048 timeout: 3715 lvb_type: 0 00000100:00100000:2.0:1718930704.839921:0:4383:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 63358 00000100:00100000:2.0:1718930704.839924:0:4383:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88013517aac0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:107baf36-6e04-4e3c-a090-fe94234d2dbd+13:1875:x1802425753303552:12345-192.168.204.9@tcp:103:ldlm_bl_05.0 00010000:00010000:2.0:1718930704.839928:0:4383:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1718930704.839931:0:4383:0:(ldlm_lockd.c:1766:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880097205f80/0x4c38e74a5472a8f8 lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0xa:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fde0 expref: 13 pid: 8048 timeout: 3715 lvb_type: 0 00000100:00100000:0.0:1718930704.839931:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00010000:00010000:2.0:1718930704.839936:0:4383:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880097205f80/0x4c38e74a5472a8f8 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0xa:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fde0 expref: 13 pid: 8048 timeout: 3715 lvb_type: 0 00010000:00010000:2.0:1718930704.839944:0:4383:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097205f80/0x4c38e74a5472a8f8 lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0xa:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fde0 expref: 13 pid: 8048 timeout: 3715 lvb_type: 0 00000100:00100000:3.0:1718930704.839946:0:22544:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753303680 00010000:00010000:2.0:1718930704.839950:0:4383:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0xa:0x0].0x0 (ffff8800941e6d00) 00010000:00010000:2.0:1718930704.839952:0:4383:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880097207600/0x4c38e74a5472a9a0 lrc: 3/0,1 mode: --/PW res: [0x200000bd0:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.839956:0:4383:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880097207600/0x4c38e74a5472a9a0 lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290001000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00002000:00100000:3.0:1718930704.839959:0:22544:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x100000000:0x58e:0x0] (0->4095) req@ffff88013517c280 x1802425753303680/t0(0) o3->107baf36-6e04-4e3c-a090-fe94234d2dbd@192.168.204.9@tcp:352/0 lens 488/0 e 0 to 0 dl 1718930747 ref 1 fl New:/0/ffffffff rc 0/-1 job:'diff.0' 00010000:00010000:2.0:1718930704.839959:0:4383:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097207600/0x4c38e74a5472a9a0 lrc: 4/0,1 mode: PW/PW res: [0x200000bd0:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290001000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00002000:00100000:3.0:1718930704.839965:0:22544:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req ffff88013517c280 with x1802425753303680 ext(0->4095) 00002000:00010000:3.0:1718930704.839968:0:22544:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013517c280 00010000:00010000:2.0:1718930704.839969:0:4383:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1718930704.839973:0:8048:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880097207600/0x4c38e74a5472a9a0 lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930704.839978:0:8048:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097207600/0x4c38e74a5472a9a0 lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930704.839984:0:4383:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88013517aac0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:107baf36-6e04-4e3c-a090-fe94234d2dbd+12:1875:x1802425753303552:12345-192.168.204.9@tcp:103:ldlm_bl_05.0 Request processed in 60us (145us total) trans 0 rc 0/0 00010000:00010000:0.0:1718930704.839985:0:8048:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012da4cfc0/0x4c38e74a5472a9ae lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7a8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718930704.839988:0:22544:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 32980 00000100:00100000:2.0:1718930704.839988:0:4383:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 63358 00010000:00010000:0.0:1718930704.839990:0:8048:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dfa80/0x4c38e74a5472a8ab lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7a8:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fdc4 expref: 17 pid: 8048 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718930704.839993:0:22544:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88013517c280 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:107baf36-6e04-4e3c-a090-fe94234d2dbd+7:1875:x1802425753303680:12345-192.168.204.9@tcp:3:diff.0 00010000:00010000:0.0:1718930704.839994:0:8048:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880097204d80/0x4c38e74a5472a906 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7a8:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fde7 expref: 11 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930704.839997:0:8048:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012da4cfc0/0x4c38e74a5472a9ae lrc: 5/0,1 mode: --/PW res: [0x200000402:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930704.840008:0:8048:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880097204d80/0x4c38e74a5472a906 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7a8:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fde7 expref: 11 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930704.840013:0:8048:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880097204d80/0x4c38e74a5472a906 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7a8:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fde7 expref: 11 pid: 8048 timeout: 3715 lvb_type: 0 00000100:00100000:0.0:1718930704.840018:0:8048:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88013517c740 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8048:1802425733057664:192.168.204.9@tcp:104: 00010000:00010000:0.0:1718930704.840035:0:8048:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dfa80/0x4c38e74a5472a8ab lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7a8:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fdc4 expref: 17 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930704.840039:0:8048:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dfa80/0x4c38e74a5472a8ab lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7a8:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fdc4 expref: 17 pid: 8048 timeout: 3715 lvb_type: 0 00000100:00100000:0.0:1718930704.840043:0:8048:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88013517ed40 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8048:1802425733057728:192.168.204.9@tcp:104: 00000100:00100000:0.0:1718930704.840057:0:8048:0:(client.c:2492:ptlrpc_set_wait()) set ffff8800a16add80 going to sleep for 6 seconds 00000100:00100000:3.0:1718930704.840060:0:22544:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88013517c280 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:107baf36-6e04-4e3c-a090-fe94234d2dbd+7:1875:x1802425753303680:12345-192.168.204.9@tcp:3:diff.0 Request processed in 67us (129us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1718930704.840065:0:22544:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 32980 00002000:00100000:3.0:1718930704.840068:0:22544:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x100000000:0x58e:0x0] (0->4095) req@ffff88013517c280 x1802425753303680/t0(0) o3->107baf36-6e04-4e3c-a090-fe94234d2dbd@192.168.204.9@tcp:352/0 lens 488/4536 e 0 to 0 dl 1718930747 ref 1 fl Complete:/0/0 rc 4096/4096 job:'diff.0' 00002000:00100000:3.0:1718930704.840073:0:22544:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req ffff88013517c280 with x1802425753303680 ext(0->4095) 00002000:00010000:3.0:1718930704.840074:0:22544:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013517c280 00000100:00100000:0.0:1718930704.840687:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1718930704.840689:0:8048:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88013517c740 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8048:1802425733057664:192.168.204.9@tcp:104: 00000100:00100000:2.0:1718930704.840695:0:8048:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88013517ed40 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8048:1802425733057728:192.168.204.9@tcp:104: 00010000:00010000:2.0:1718930704.840707:0:8048:0:(ldlm_request.c:286:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88012da4cfc0/0x4c38e74a5472a9ae lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718930704.840708:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1718930704.840718:0:6827:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753303744 00010000:00010000:3.0:1718930704.840728:0:6827:0:(ldlm_lockd.c:2633:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880097204d80/0x4c38e74a5472a906 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7a8:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fde7 expref: 12 pid: 8048 timeout: 3715 lvb_type: 0 00000100:00100000:3.0:1718930704.840740:0:6827:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753303808 00010000:00010000:3.0:1718930704.840744:0:6827:0:(ldlm_lockd.c:2633:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dfa80/0x4c38e74a5472a8ab lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7a8:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fdc4 expref: 18 pid: 8048 timeout: 3715 lvb_type: 0 00000100:00100000:0.0:1718930704.840747:0:9277:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 63359 00000100:00100000:0.0:1718930704.840750:0:9277:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8801351784c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:107baf36-6e04-4e3c-a090-fe94234d2dbd+12:1876:x1802425753303744:12345-192.168.204.9@tcp:103:ldlm_bl_01.0 00010000:00010000:0.0:1718930704.840755:0:9277:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1718930704.840759:0:6827:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 63360 00010000:00010000:0.0:1718930704.840759:0:9277:0:(ldlm_lockd.c:1766:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880097204d80/0x4c38e74a5472a906 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7a8:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fde7 expref: 12 pid: 8048 timeout: 3715 lvb_type: 0 00000100:00100000:3.0:1718930704.840761:0:6827:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88013517b440 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8a07974b-7506-4725-beb3-4b5c6f8f9250+18:1876:x1802425753303808:12345-192.168.204.9@tcp:103:ldlm_bl_04.0 00010000:00010000:0.0:1718930704.840764:0:9277:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880097204d80/0x4c38e74a5472a906 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7a8:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fde7 expref: 12 pid: 8048 timeout: 3715 lvb_type: 0 00010000:00010000:3.0:1718930704.840766:0:6827:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1718930704.840769:0:6827:0:(ldlm_lockd.c:1766:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dfa80/0x4c38e74a5472a8ab lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7a8:0x0].0x0 bits 0x12/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fdc4 expref: 18 pid: 8048 timeout: 3715 lvb_type: 0 00010000:00010000:0.0:1718930704.840772:0:9277:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097204d80/0x4c38e74a5472a906 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7a8:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fde7 expref: 12 pid: 8048 timeout: 3715 lvb_type: 0 00010000:00010000:3.0:1718930704.840774:0:6827:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dfa80/0x4c38e74a5472a8ab lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7a8:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fdc4 expref: 18 pid: 8048 timeout: 3715 lvb_type: 0 00010000:00010000:3.0:1718930704.840781:0:6827:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dfa80/0x4c38e74a5472a8ab lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7a8:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fdc4 expref: 18 pid: 8048 timeout: 3715 lvb_type: 0 00010000:00010000:0.0:1718930704.840781:0:9277:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7a8:0x0].0x0 (ffff8800a155d700) 00010000:00010000:0.0:1718930704.840783:0:9277:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88012da4cfc0/0x4c38e74a5472a9ae lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930704.840787:0:9277:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012da4cfc0/0x4c38e74a5472a9ae lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40290001000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930704.840790:0:9277:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012da4cfc0/0x4c38e74a5472a9ae lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40290001000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.840794:0:6827:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7a8:0x0].0x0 (ffff8800a155d700) 00010000:00010000:3.0:1718930704.840795:0:6827:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1718930704.840807:0:9277:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1718930704.840810:0:6827:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88013517b440 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8a07974b-7506-4725-beb3-4b5c6f8f9250+17:1876:x1802425753303808:12345-192.168.204.9@tcp:103:ldlm_bl_04.0 Request processed in 48us (103us total) trans 0 rc 0/0 00000100:00100000:3.0:1718930704.840814:0:6827:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 63360 00000100:00100000:0.0:1718930704.840819:0:9277:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8801351784c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:107baf36-6e04-4e3c-a090-fe94234d2dbd+11:1876:x1802425753303744:12345-192.168.204.9@tcp:103:ldlm_bl_01.0 Request processed in 69us (133us total) trans 0 rc 0/0 00000100:00100000:0.0:1718930704.840823:0:9277:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 63359 00010000:00010000:2.0:1718930704.840856:0:8048:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88012da4cfc0/0x4c38e74a5472a9ae lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.840864:0:8048:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012da4cfc0/0x4c38e74a5472a9ae lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.840906:0:8048:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7a9:0x0].0x0 (ffff8800a1a98c00) 00010000:00010000:2.0:1718930704.840908:0:8048:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1718930704.840910:0:8048:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097204fc0/0x4c38e74a5472a976 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x7a9:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fe0a expref: 16 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.840922:0:8048:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4df840/0x4c38e74a5472a9b5 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7a9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.840927:0:8048:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880097206ac0/0x4c38e74a5472a961 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7a9:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fe03 expref: 10 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.840931:0:8048:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800972046c0/0x4c38e74a5472a922 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7a9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fdee expref: 10 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.840934:0:8048:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4df840/0x4c38e74a5472a9b5 lrc: 5/0,1 mode: --/EX res: [0x200000402:0x7a9:0x0].0x0 bits 0x7f/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.840943:0:8048:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800972046c0/0x4c38e74a5472a922 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7a9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fdee expref: 10 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.840948:0:8048:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800972046c0/0x4c38e74a5472a922 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7a9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fdee expref: 10 pid: 8048 timeout: 3715 lvb_type: 0 00000100:00100000:2.0:1718930704.840953:0:8048:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880083c1da40 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8048:1802425733057792:192.168.204.9@tcp:104: 00010000:00010000:2.0:1718930704.840980:0:8048:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880097206ac0/0x4c38e74a5472a961 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7a9:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fe03 expref: 10 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.840984:0:8048:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880097206ac0/0x4c38e74a5472a961 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7a9:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fe03 expref: 10 pid: 8048 timeout: 3715 lvb_type: 0 00000100:00100000:2.0:1718930704.840990:0:8048:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88013713f200 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8048:1802425733057856:192.168.204.9@tcp:104: 00000100:00100000:2.0:1718930704.841003:0:8048:0:(client.c:2492:ptlrpc_set_wait()) set ffff880132b0be40 going to sleep for 6 seconds 00000100:00100000:2.0:1718930704.841048:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1718930704.841077:0:6840:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753303936 00000100:00100000:3.0:1718930704.841094:0:6840:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 10849 00000100:00100000:3.0:1718930704.841097:0:6840:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88013713cc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:107baf36-6e04-4e3c-a090-fe94234d2dbd+10:27336:x1802425753303936:12345-192.168.204.9@tcp:35:diff.0 00000100:00100000:3.0:1718930704.841186:0:6840:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88013713cc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:107baf36-6e04-4e3c-a090-fe94234d2dbd+11:27336:x1802425753303936:12345-192.168.204.9@tcp:35:diff.0 Request processed in 89us (139us total) trans 4294987221 rc 0/0 00000100:00100000:3.0:1718930704.841191:0:6840:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 10849 00000100:00100000:2.0:1718930704.841542:0:8048:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880083c1da40 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8048:1802425733057792:192.168.204.9@tcp:104: 00000100:00100000:2.0:1718930704.841551:0:8048:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88013713f200 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8048:1802425733057856:192.168.204.9@tcp:104: 00010000:00010000:2.0:1718930704.841561:0:8048:0:(ldlm_request.c:286:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4df840/0x4c38e74a5472a9b5 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7a9:0x0].0x0 bits 0x7f/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718930704.841624:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1718930704.841648:0:9277:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753304000 00010000:00010000:2.0:1718930704.841658:0:9277:0:(ldlm_lockd.c:2633:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800972046c0/0x4c38e74a5472a922 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7a9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fdee expref: 11 pid: 8048 timeout: 3715 lvb_type: 0 00000100:00100000:0.0:1718930704.841690:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1718930704.841694:0:9277:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753304064 00010000:00010000:2.0:1718930704.841700:0:9277:0:(ldlm_lockd.c:2633:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880097206ac0/0x4c38e74a5472a961 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7a9:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fe03 expref: 12 pid: 8048 timeout: 3715 lvb_type: 0 00000100:00100000:2.0:1718930704.841711:0:9277:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 63361 00000100:00100000:0.0:1718930704.841711:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1718930704.841714:0:9277:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88013517d580 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:107baf36-6e04-4e3c-a090-fe94234d2dbd+12:1876:x1802425753304000:12345-192.168.204.9@tcp:103:ldlm_bl_02.0 00010000:00010000:2.0:1718930704.841720:0:9277:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1718930704.841723:0:9277:0:(ldlm_lockd.c:1766:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800972046c0/0x4c38e74a5472a922 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7a9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fdee expref: 12 pid: 8048 timeout: 3715 lvb_type: 0 00010000:00010000:2.0:1718930704.841728:0:9277:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800972046c0/0x4c38e74a5472a922 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7a9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fdee expref: 12 pid: 8048 timeout: 3715 lvb_type: 0 00010000:00010000:2.0:1718930704.841737:0:9277:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800972046c0/0x4c38e74a5472a922 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7a9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fdee expref: 12 pid: 8048 timeout: 3715 lvb_type: 0 00000100:00100000:3.0:1718930704.841738:0:6827:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 63362 00000100:00100000:3.0:1718930704.841742:0:6827:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ef42850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:107baf36-6e04-4e3c-a090-fe94234d2dbd+11:1876:x1802425753304064:12345-192.168.204.9@tcp:103:ldlm_bl_03.0 00010000:00010000:2.0:1718930704.841745:0:9277:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7a9:0x0].0x0 (ffff8800a1a98c00) 00010000:00010000:2.0:1718930704.841747:0:9277:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4df840/0x4c38e74a5472a9b5 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7a9:0x0].0x0 bits 0x7f/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.841749:0:6827:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1718930704.841753:0:6827:0:(ldlm_lockd.c:1766:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880097206ac0/0x4c38e74a5472a961 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7a9:0x0].0x0 bits 0x9/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fe03 expref: 11 pid: 8048 timeout: 3715 lvb_type: 0 00010000:00010000:2.0:1718930704.841757:0:9277:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4df840/0x4c38e74a5472a9b5 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7a9:0x0].0x0 bits 0x7f/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.841761:0:9277:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4df840/0x4c38e74a5472a9b5 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7a9:0x0].0x0 bits 0x7f/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.841764:0:9277:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4df840/0x4c38e74a5472a9b5 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7a9:0x0].0x0 bits 0x7f/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.841766:0:9277:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 4 ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4df840/0x4c38e74a5472a9b5 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7a9:0x0].0x0 bits 0x7f/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.841769:0:9277:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4df840/0x4c38e74a5472a9b5 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7a9:0x0].0x0 bits 0x7f/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.841771:0:9277:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4df840/0x4c38e74a5472a9b5 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7a9:0x0].0x0 bits 0x7f/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718930704.841776:0:6840:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753304192 00010000:00010000:2.0:1718930704.841783:0:9277:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1718930704.841785:0:6827:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880097206ac0/0x4c38e74a5472a961 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7a9:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fe03 expref: 12 pid: 8048 timeout: 3715 lvb_type: 0 00010000:00010000:3.0:1718930704.841793:0:6827:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097206ac0/0x4c38e74a5472a961 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7a9:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fe03 expref: 12 pid: 8048 timeout: 3715 lvb_type: 0 00000100:00100000:1.0:1718930704.841793:0:6840:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 10850 00000100:00100000:1.0:1718930704.841796:0:6840:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88006e9da850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:107baf36-6e04-4e3c-a090-fe94234d2dbd+12:27336:x1802425753304192:12345-192.168.204.9@tcp:35:diff.0 00010000:00010000:3.0:1718930704.841800:0:6827:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7a9:0x0].0x0 (ffff8800a1a98c00) 00010000:00010000:3.0:1718930704.841802:0:6827:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4df840/0x4c38e74a5472a9b5 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7a9:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930704.841802:0:9277:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88013517d580 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:107baf36-6e04-4e3c-a090-fe94234d2dbd+11:1876:x1802425753304000:12345-192.168.204.9@tcp:103:ldlm_bl_02.0 Request processed in 87us (178us total) trans 0 rc 0/0 00000100:00100000:2.0:1718930704.841805:0:9277:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 63361 00010000:00010000:3.0:1718930704.841806:0:6827:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4df840/0x4c38e74a5472a9b5 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7a9:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290001000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.841809:0:6827:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4df840/0x4c38e74a5472a9b5 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x7a9:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290001000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.841820:0:6827:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1718930704.841834:0:6827:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ef42850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:107baf36-6e04-4e3c-a090-fe94234d2dbd+10:1876:x1802425753304064:12345-192.168.204.9@tcp:103:ldlm_bl_03.0 Request processed in 92us (145us total) trans 0 rc 0/0 00000100:00100000:3.0:1718930704.841838:0:6827:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 63362 00010000:00010000:2.0:1718930704.841856:0:8048:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4df840/0x4c38e74a5472a9b5 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7a9:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.841860:0:8048:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4df840/0x4c38e74a5472a9b5 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7a9:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718930704.841874:0:6840:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88006e9da850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:107baf36-6e04-4e3c-a090-fe94234d2dbd+10:27336:x1802425753304192:12345-192.168.204.9@tcp:35:diff.0 Request processed in 77us (163us total) trans 8589959568 rc 0/0 00000100:00100000:1.0:1718930704.841879:0:6840:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 10850 00010000:00010000:2.0:1718930704.841885:0:8048:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dcb40/0x4c38e74a5472a9bc lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7af:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.841890:0:8048:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dcb40/0x4c38e74a5472a9bc lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7af:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.841894:0:8048:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dcb40/0x4c38e74a5472a9bc lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7af:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1718930704.841994:0:8048:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff8800a605c280 reply state ffff880123645000 transno 8589959569 ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dcb40/0x4c38e74a5472a9bc lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7af:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1718930704.842012:0:8048:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff8800a605c280 reply state ffff880123645000 transno 8589959569 ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4df840/0x4c38e74a5472a9b5 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7a9:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1718930704.842019:0:8048:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff8800a605c280 reply state ffff880123645000 transno 8589959569 ns: mdt-lustre-MDT0000_UUID lock: ffff880097207600/0x4c38e74a5472a9a0 lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1718930704.842025:0:8048:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff8800a605c280 reply state ffff880123645000 transno 8589959569 ns: mdt-lustre-MDT0000_UUID lock: ffff88012da4cfc0/0x4c38e74a5472a9ae lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1718930704.842033:0:8048:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff8800a605c280 reply state ffff880123645000 transno 8589959569 ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dc000/0x4c38e74a5472a999 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.842039:0:8048:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4de880/0x4c38e74a5472a992 lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.842045:0:8048:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4de880/0x4c38e74a5472a992 lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.842050:0:8048:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4de880/0x4c38e74a5472a992 lrc: 2/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.842056:0:8048:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4de880/0x4c38e74a5472a992 lrc: 3/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.842060:0:8048:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88012c4de880 already unused, calling callback (ffffffffa080a190) 00010000:00010000:2.0:1718930704.842062:0:8048:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4de880/0x4c38e74a5472a992 lrc: 3/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.842067:0:8048:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4de880/0x4c38e74a5472a992 lrc: 4/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.842074:0:8048:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000004:0x1:0x0].0x0 (ffff8800941e6900) 00010000:00010000:2.0:1718930704.842076:0:8048:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718930704.842078:0:8048:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4de880/0x4c38e74a5472a992 lrc: 2/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.842083:0:8048:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4de880/0x4c38e74a5472a992 lrc: 0/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930704.842115:0:8048:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a605c280 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8a07974b-7506-4725-beb3-4b5c6f8f9250+17:27334:x1802425753303424:12345-192.168.204.9@tcp:36:lfs.0 Request processed in 4101us (4150us total) trans 8589959569 rc 0/0 00000100:00100000:2.0:1718930704.842120:0:8048:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230959 00010000:00010000:2.0:1718930704.842540:0:3307:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dc000/0x4c38e74a5472a999 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.842547:0:3307:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7ae:0x0].0x0 (ffff880088a59100) 00010000:00010000:2.0:1718930704.842549:0:3307:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718930704.842551:0:3307:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012da4cfc0/0x4c38e74a5472a9ae lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.842560:0:3307:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7a8:0x0].0x0 (ffff8800a155d700) 00010000:00010000:2.0:1718930704.842562:0:3307:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718930704.842564:0:3307:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097207600/0x4c38e74a5472a9a0 lrc: 3/0,1 mode: COS/COS res: [0x200000bd0:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.842568:0:3307:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0xa:0x0].0x0 (ffff8800941e6d00) 00010000:00010000:2.0:1718930704.842570:0:3307:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718930704.842572:0:3307:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4df840/0x4c38e74a5472a9b5 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7a9:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.842576:0:3307:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7a9:0x0].0x0 (ffff8800a1a98c00) 00010000:00010000:2.0:1718930704.842578:0:3307:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 7f 00010000:00010000:2.0:1718930704.842579:0:3307:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dcb40/0x4c38e74a5472a9bc lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7af:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.842584:0:3307:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7af:0x0].0x0 (ffff8800941e6800) 00010000:00010000:2.0:1718930704.842585:0:3307:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 7f 00000100:00100000:0.0:1718930704.842684:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1718930704.842715:0:8048:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753304256 00000100:00100000:2.0:1718930704.842736:0:8048:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230960 00000100:00100000:2.0:1718930704.842740:0:8048:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880135178980 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8a07974b-7506-4725-beb3-4b5c6f8f9250+17:27334:x1802425753304256:12345-192.168.204.9@tcp:34:lfs.0 00010000:00010000:2.0:1718930704.842762:0:8048:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dd440/0x4c38e74a5472a9c3 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7a8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.842769:0:8048:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dd440/0x4c38e74a5472a9c3 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.842774:0:8048:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dd440/0x4c38e74a5472a9c3 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.842787:0:8048:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dd8c0/0x4c38e74a5472a9ca lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7a8:0x0].0x656c6998 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.842792:0:8048:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dd8c0/0x4c38e74a5472a9ca lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7a8:0x0].0x656c6998 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.842797:0:8048:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dd8c0/0x4c38e74a5472a9ca lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7a8:0x0].0x656c6998 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.842821:0:8048:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4df3c0/0x4c38e74a5472a9d1 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7aa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.842827:0:8048:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4df3c0/0x4c38e74a5472a9d1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7aa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.842832:0:8048:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4df3c0/0x4c38e74a5472a9d1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7aa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1718930704.842849:0:8048:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4df3c0/0x4c38e74a5472a9d1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7aa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.842856:0:8048:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dd440/0x4c38e74a5472a9c3 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.842861:0:8048:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dd440/0x4c38e74a5472a9c3 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.842866:0:8048:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dd440/0x4c38e74a5472a9c3 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.842874:0:8048:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88012c4dd440 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:2.0:1718930704.842876:0:8048:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dd440/0x4c38e74a5472a9c3 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.842881:0:8048:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dd440/0x4c38e74a5472a9c3 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.842887:0:8048:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7a8:0x0].0x0 (ffff8800a155d700) 00010000:00010000:2.0:1718930704.842888:0:8048:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718930704.842890:0:8048:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dd440/0x4c38e74a5472a9c3 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.842894:0:8048:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dd440/0x4c38e74a5472a9c3 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.842902:0:8048:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dd8c0/0x4c38e74a5472a9ca lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7a8:0x0].0x656c6998 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.842906:0:8048:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dd8c0/0x4c38e74a5472a9ca lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7a8:0x0].0x656c6998 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.842910:0:8048:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dd8c0/0x4c38e74a5472a9ca lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7a8:0x0].0x656c6998 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.842914:0:8048:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88012c4dd8c0 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:2.0:1718930704.842916:0:8048:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dd8c0/0x4c38e74a5472a9ca lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7a8:0x0].0x656c6998 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.842921:0:8048:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dd8c0/0x4c38e74a5472a9ca lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7a8:0x0].0x656c6998 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.842926:0:8048:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7a8:0x0].0x656c6998 (ffff8800941e6600) 00010000:00010000:2.0:1718930704.842928:0:8048:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718930704.842929:0:8048:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dd8c0/0x4c38e74a5472a9ca lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7a8:0x0].0x656c6998 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.842933:0:8048:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dd8c0/0x4c38e74a5472a9ca lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7a8:0x0].0x656c6998 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.842942:0:8048:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4df3c0/0x4c38e74a5472a9d1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7aa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.842946:0:8048:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4df3c0/0x4c38e74a5472a9d1 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7aa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.842950:0:8048:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4df3c0/0x4c38e74a5472a9d1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7aa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.842955:0:8048:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88012c4df3c0 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:2.0:1718930704.842956:0:8048:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4df3c0/0x4c38e74a5472a9d1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7aa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.842960:0:8048:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4df3c0/0x4c38e74a5472a9d1 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7aa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.842965:0:8048:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7aa:0x0].0x0 (ffff88007921ab00) 00010000:00010000:2.0:1718930704.842966:0:8048:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718930704.842968:0:8048:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4df3c0/0x4c38e74a5472a9d1 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7aa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.842975:0:8048:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4df3c0/0x4c38e74a5472a9d1 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7aa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930704.843013:0:8048:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880135178980 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8a07974b-7506-4725-beb3-4b5c6f8f9250+17:27334:x1802425753304256:12345-192.168.204.9@tcp:34:lfs.0 Request processed in 272us (331us total) trans 0 rc 0/0 00000100:00100000:2.0:1718930704.843019:0:8048:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230960 00000100:00100000:0.0:1718930704.843581:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1718930704.843603:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1718930704.843614:0:8048:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753304384 00000100:00100000:2.0:1718930704.843633:0:8048:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753304512 00000100:00100000:2.0:1718930704.843645:0:8048:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230961 00000100:00100000:2.0:1718930704.843648:0:8048:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880135178000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:107baf36-6e04-4e3c-a090-fe94234d2dbd+10:27337:x1802425753304384:12345-192.168.204.9@tcp:101:bash.0 00000100:00100000:0.0:1718930704.843675:0:7082:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230962 00000100:00100000:0.0:1718930704.843678:0:7082:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880135179300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:8a07974b-7506-4725-beb3-4b5c6f8f9250+17:27334:x1802425753304512:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:2.0:1718930704.843679:0:8048:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1718930704.843684:0:8048:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dc240/0x4c38e74a5472a9d8 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x7a8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xceea94147812fe1f expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930704.843685:0:7082:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1718930704.843690:0:7082:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012da4e400/0x4c38e74a5472a9df lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7aa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xceea94147812fe26 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.843704:0:8048:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4de1c0/0x4c38e74a5472a9e6 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7a8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.843709:0:8048:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4de1c0/0x4c38e74a5472a9e6 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.843713:0:8048:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4de1c0/0x4c38e74a5472a9e6 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.843718:0:8048:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dcfc0/0x4c38e74a5472a9ed lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7a8:0x0].0x656c6999 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930704.843718:0:7082:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012da4c000/0x4c38e74a5472a9f4 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7aa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.843721:0:8048:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dcfc0/0x4c38e74a5472a9ed lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7a8:0x0].0x656c6999 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930704.843723:0:7082:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012da4c000/0x4c38e74a5472a9f4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7aa:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.843728:0:8048:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dcfc0/0x4c38e74a5472a9ed lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7a8:0x0].0x656c6999 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930704.843728:0:7082:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012da4c000/0x4c38e74a5472a9f4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7aa:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00000004:00200000:0.0:1718930704.843733:0:7082:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x7aa:0x0]: returning size 6 00010000:00010000:2.0:1718930704.843754:0:8048:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4de400/0x4c38e74a5472aa02 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7ab:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.843758:0:8048:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4de400/0x4c38e74a5472aa02 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7ab:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930704.843759:0:7082:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012da4e400/0x4c38e74a5472a9df lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7aa:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fe26 expref: 20 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.843761:0:8048:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4de400/0x4c38e74a5472aa02 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7ab:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00000004:00200000:2.0:1718930704.843765:0:8048:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x7ab:0x0]: returning size 6 00010000:00010000:0.0:1718930704.843766:0:7082:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012da4c000/0x4c38e74a5472a9f4 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7aa:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fe26 expref: 19 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930704.843769:0:7082:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7aa:0x0].0x0 (ffff88007921ab00) 00010000:00010000:0.0:1718930704.843771:0:7082:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1718930704.843772:0:7082:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88012da4c000, rc 0) 00010000:00010000:2.0:1718930704.843785:0:8048:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4de1c0/0x4c38e74a5472a9e6 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.843789:0:8048:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4de1c0/0x4c38e74a5472a9e6 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.843792:0:8048:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4de1c0/0x4c38e74a5472a9e6 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.843794:0:8048:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88012c4de1c0 already unused, calling callback (ffffffffa0ea5360) 00000100:00100000:0.0:1718930704.843794:0:7082:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880135179300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:8a07974b-7506-4725-beb3-4b5c6f8f9250+19:27334:x1802425753304512:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 115us (191us total) trans 8589959570 rc 0/0 00010000:00010000:2.0:1718930704.843795:0:8048:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4de1c0/0x4c38e74a5472a9e6 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.843798:0:8048:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4de1c0/0x4c38e74a5472a9e6 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718930704.843798:0:7082:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230962 00010000:00010000:2.0:1718930704.843802:0:8048:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7a8:0x0].0x0 (ffff8800a155d700) 00010000:00010000:2.0:1718930704.843803:0:8048:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718930704.843804:0:8048:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4de1c0/0x4c38e74a5472a9e6 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.843807:0:8048:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4de1c0/0x4c38e74a5472a9e6 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.843812:0:8048:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dcfc0/0x4c38e74a5472a9ed lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7a8:0x0].0x656c6999 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.843814:0:8048:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dcfc0/0x4c38e74a5472a9ed lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7a8:0x0].0x656c6999 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.843826:0:8048:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dcfc0/0x4c38e74a5472a9ed lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7a8:0x0].0x656c6999 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.843828:0:8048:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88012c4dcfc0 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:2.0:1718930704.843829:0:8048:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dcfc0/0x4c38e74a5472a9ed lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7a8:0x0].0x656c6999 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.843832:0:8048:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dcfc0/0x4c38e74a5472a9ed lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7a8:0x0].0x656c6999 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.843835:0:8048:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7a8:0x0].0x656c6999 (ffff8800941e6e00) 00010000:00010000:2.0:1718930704.843836:0:8048:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718930704.843836:0:8048:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dcfc0/0x4c38e74a5472a9ed lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7a8:0x0].0x656c6999 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.843839:0:8048:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dcfc0/0x4c38e74a5472a9ed lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7a8:0x0].0x656c6999 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.843854:0:8048:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dc240/0x4c38e74a5472a9d8 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x7a8:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fe1f expref: 13 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.843859:0:8048:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4de400/0x4c38e74a5472aa02 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7ab:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fe1f expref: 12 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.843862:0:8048:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7ab:0x0].0x0 (ffff88012bfd5400) 00010000:00010000:2.0:1718930704.843863:0:8048:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 9 00010000:00010000:2.0:1718930704.843864:0:8048:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88012c4de400, rc 0) 00000100:00100000:2.0:1718930704.843879:0:8048:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880135178000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:107baf36-6e04-4e3c-a090-fe94234d2dbd+12:27337:x1802425753304384:12345-192.168.204.9@tcp:101:bash.0 Request processed in 231us (299us total) trans 8589959571 rc 0/0 00000100:00100000:2.0:1718930704.843890:0:8048:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230961 00000100:00100000:0.0:1718930704.844390:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930704.844438:0:10933:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753304576 00000100:00100000:0.0:1718930704.844438:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930704.844466:0:10933:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.204.9@tcp, with round 527 00000100:00100000:1.0:1718930704.844469:0:10933:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88013517b900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8a07974b-7506-4725-beb3-4b5c6f8f9250+11:1876:x1802425753304576:12345-192.168.204.9@tcp:1:lfs.0 00000100:00100000:2.0:1718930704.844474:0:8048:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753304704 00010000:00010000:1.0:1718930704.844483:0:10933:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880073f86880/0x4c38e74a5472aa10 lrc: 3/0,1 mode: --/PW res: [0x587:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 10933 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.844492:0:10933:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880073f84000/0x4c38e74a5472a666 lrc: 2/0,0 mode: PW/PW res: [0x587:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fd07 expref: 11 pid: 10933 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930704.844493:0:8048:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230963 00000100:00100000:2.0:1718930704.844496:0:8048:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88013517e3c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:107baf36-6e04-4e3c-a090-fe94234d2dbd+12:27337:x1802425753304704:12345-192.168.204.9@tcp:36:bash.0 00010000:00010000:1.0:1718930704.844496:0:10933:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1718930704.844497:0:10933:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1718930704.844498:0:10933:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880073f86880/0x4c38e74a5472aa10 lrc: 4/0,1 mode: --/PW res: [0x587:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 10933 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.844509:0:10933:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880073f84000/0x4c38e74a5472a666 lrc: 3/0,0 mode: PW/PW res: [0x587:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fd07 expref: 11 pid: 10933 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.844517:0:10933:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880073f84000/0x4c38e74a5472a666 lrc: 4/0,0 mode: PW/PW res: [0x587:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fd07 expref: 11 pid: 10933 timeout: 3715 lvb_type: 0 00000100:00100000:1.0:1718930704.844526:0:10933:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880092a32f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10933:1802425733057920:192.168.204.9@tcp:104: 00000100:00100000:1.0:1718930704.844551:0:10933:0:(client.c:2492:ptlrpc_set_wait()) set ffff880086a86180 going to sleep for 6 seconds 00010000:00010000:2.0:1718930704.844557:0:8048:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dc900/0x4c38e74a5472aa17 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7ab:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.844563:0:8048:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dc900/0x4c38e74a5472aa17 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7ab:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.844569:0:8048:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dc900/0x4c38e74a5472aa17 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7ab:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00000001:00080000:2.0:1718930704.844586:0:8048:0:(tgt_lastrcvd.c:2017:tgt_txn_stop_cb()) More than one transaction 8589959572 00000004:00010000:2.0:1718930704.844591:0:8048:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff88013517e3c0 reply state ffff880123647000 transno 8589959572 ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dc900/0x4c38e74a5472aa17 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7ab:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930704.844630:0:8048:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88013517e3c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:107baf36-6e04-4e3c-a090-fe94234d2dbd+14:27337:x1802425753304704:12345-192.168.204.9@tcp:36:bash.0 Request processed in 134us (194us total) trans 8589959572 rc 0/0 00000100:00100000:2.0:1718930704.844634:0:8048:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230963 00010000:00010000:2.0:1718930704.844946:0:3306:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dc900/0x4c38e74a5472aa17 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7ab:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.844953:0:3306:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7ab:0x0].0x0 (ffff88012bfd5400) 00010000:00010000:2.0:1718930704.844955:0:3306:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1718930704.844975:0:10933:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880092a32f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10933:1802425733057920:192.168.204.9@tcp:104: 00010000:00010000:1.0:1718930704.844985:0:10933:0:(ldlm_request.c:286:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880073f86880/0x4c38e74a5472aa10 lrc: 3/0,1 mode: --/PW res: [0x587:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 10933 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718930704.845093:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1718930704.845128:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1718930704.845158:0:4179:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753304768 00000100:00100000:2.0:1718930704.845163:0:22544:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753304832 00002000:00100000:2.0:1718930704.845175:0:22544:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x100010000:0x587:0x0] (0->5) req@ffff88013517bdc0 x1802425753304832/t0(0) o4->8a07974b-7506-4725-beb3-4b5c6f8f9250@192.168.204.9@tcp:352/0 lens 496/0 e 0 to 0 dl 1718930747 ref 1 fl New:/0/ffffffff rc 0/-1 job:'bash.0' 00002000:00100000:2.0:1718930704.845181:0:22544:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req ffff88013517bdc0 with x1802425753304832 ext(0->5) 00000100:00100000:3.0:1718930704.845186:0:4179:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.204.9@tcp, with round 528 00010000:00010000:2.0:1718930704.845186:0:22544:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0001_UUID lock: ffff880073f84000/0x4c38e74a5472a666 lrc: 4/0,0 mode: PW/PW res: [0x587:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fd07 expref: 12 pid: 10933 timeout: 3715 lvb_type: 0 00000100:00100000:3.0:1718930704.845189:0:4179:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88013517df00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:107baf36-6e04-4e3c-a090-fe94234d2dbd+7:27337:x1802425753304768:12345-192.168.204.9@tcp:101:bash.0 00002000:00010000:2.0:1718930704.845192:0:22544:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013517bdc0 00010000:00010000:3.0:1718930704.845195:0:4179:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1718930704.845201:0:4179:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097205680/0x4c38e74a5472aa1e lrc: 2/0,0 mode: --/PW res: [0x58f:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xceea94147812fe2d expref: -99 pid: 4179 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930704.845201:0:22544:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 7352 00000100:00100000:2.0:1718930704.845205:0:22544:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88013517bdc0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8a07974b-7506-4725-beb3-4b5c6f8f9250+12:1875:x1802425753304832:12345-192.168.204.9@tcp:4:bash.0 00010000:00010000:3.0:1718930704.845212:0:4179:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880073f85b00/0x4c38e74a5472a6ba lrc: 2/0,0 mode: PW/PW res: [0x58f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fd23 expref: 12 pid: 10933 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.845216:0:4179:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1718930704.845217:0:4179:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1718930704.845218:0:4179:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097205680/0x4c38e74a5472aa1e lrc: 4/0,0 mode: --/PW res: [0x58f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fe2d expref: 8 pid: 4179 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.845228:0:4179:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880073f85b00/0x4c38e74a5472a6ba lrc: 3/0,0 mode: PW/PW res: [0x58f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000010020 nid: 192.168.204.9@tcp remote: 0xceea94147812fd23 expref: 12 pid: 10933 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.845232:0:4179:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880073f85b00/0x4c38e74a5472a6ba lrc: 4/0,0 mode: PW/PW res: [0x58f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400010020 nid: 192.168.204.9@tcp remote: 0xceea94147812fd23 expref: 12 pid: 10933 timeout: 3715 lvb_type: 0 00000100:00100000:3.0:1718930704.845238:0:4179:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880123c43440 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:4179:1802425733057984:192.168.204.9@tcp:104: 00000100:00100000:3.0:1718930704.845257:0:4179:0:(client.c:2492:ptlrpc_set_wait()) set ffff8800817f40c0 going to sleep for 6 seconds 00000100:00100000:2.0:1718930704.845616:0:22544:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88013517bdc0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8a07974b-7506-4725-beb3-4b5c6f8f9250+14:1875:x1802425753304832:12345-192.168.204.9@tcp:4:bash.0 Request processed in 410us (486us total) trans 4294972702 rc 0/0 00000100:00100000:2.0:1718930704.845622:0:22544:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 7352 00002000:00100000:2.0:1718930704.845627:0:22544:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x100010000:0x587:0x0] (0->5) req@ffff88013517bdc0 x1802425753304832/t4294972702(0) o4->8a07974b-7506-4725-beb3-4b5c6f8f9250@192.168.204.9@tcp:352/0 lens 496/448 e 0 to 0 dl 1718930747 ref 1 fl Complete:H/0/0 rc 0/0 job:'bash.0' 00002000:00100000:2.0:1718930704.845633:0:22544:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req ffff88013517bdc0 with x1802425753304832 ext(0->5) 00010000:00010000:2.0:1718930704.845638:0:22544:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0001_UUID lock: ffff880073f84000/0x4c38e74a5472a666 lrc: 4/0,0 mode: PW/PW res: [0x587:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fd07 expref: 14 pid: 10933 timeout: 3715 lvb_type: 0 00002000:00010000:2.0:1718930704.845644:0:22544:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013517bdc0 00000100:00100000:3.0:1718930704.845790:0:4179:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880123c43440 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:4179:1802425733057984:192.168.204.9@tcp:104: 00010000:00010000:3.0:1718930704.845802:0:4179:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880097205680/0x4c38e74a5472aa1e lrc: 3/0,0 mode: --/PW res: [0x58f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.204.9@tcp remote: 0xceea94147812fe2d expref: 8 pid: 4179 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.845814:0:4179:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff880097205680, rc 0) 00000100:00100000:3.0:1718930704.845832:0:4179:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88013517df00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:107baf36-6e04-4e3c-a090-fe94234d2dbd+8:27337:x1802425753304768:12345-192.168.204.9@tcp:101:bash.0 Request processed in 643us (772us total) trans 0 rc 0/0 00000100:00100000:3.0:1718930704.845842:0:4179:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.204.9@tcp, with round 528 00000100:00100000:0.0:1718930704.845899:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1718930704.845926:0:4383:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753304896 00010000:00010000:3.0:1718930704.845935:0:4383:0:(ldlm_lockd.c:2633:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880073f85b00/0x4c38e74a5472a6ba lrc: 4/0,0 mode: PW/PW res: [0x58f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.9@tcp remote: 0xceea94147812fd23 expref: 13 pid: 10933 timeout: 3715 lvb_type: 0 00000100:00100000:3.0:1718930704.845948:0:4383:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 63363 00000100:00100000:3.0:1718930704.845951:0:4383:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88013517a140 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:8a07974b-7506-4725-beb3-4b5c6f8f9250+13:1875:x1802425753304896:12345-192.168.204.9@tcp:103:ldlm_bl_01.0 00010000:00010000:3.0:1718930704.845955:0:4383:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1718930704.845957:0:4383:0:(ldlm_lockd.c:1766:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880073f85b00/0x4c38e74a5472a6ba lrc: 4/0,0 mode: PW/PW res: [0x58f:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.9@tcp remote: 0xceea94147812fd23 expref: 13 pid: 10933 timeout: 3715 lvb_type: 0 00010000:00010000:3.0:1718930704.845963:0:4383:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880073f85b00/0x4c38e74a5472a6ba lrc: 3/0,0 mode: PW/PW res: [0x58f:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400010020 nid: 192.168.204.9@tcp remote: 0xceea94147812fd23 expref: 13 pid: 10933 timeout: 3715 lvb_type: 0 00010000:00010000:3.0:1718930704.845972:0:4383:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880073f85b00/0x4c38e74a5472a6ba lrc: 0/0,0 mode: --/PW res: [0x58f:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400010020 nid: 192.168.204.9@tcp remote: 0xceea94147812fd23 expref: 13 pid: 10933 timeout: 3715 lvb_type: 0 00010000:00010000:3.0:1718930704.845978:0:4383:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718930704.845979:0:4383:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718930704.845981:0:4383:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097205680/0x4c38e74a5472aa1e lrc: 2/0,0 mode: PW/PW res: [0x58f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.204.9@tcp remote: 0xceea94147812fe2d expref: 7 pid: 4179 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.845986:0:4383:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097205680/0x4c38e74a5472aa1e lrc: 3/0,0 mode: PW/PW res: [0x58f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.204.9@tcp remote: 0xceea94147812fe2d expref: 7 pid: 4179 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.845997:0:4383:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880097205680/0x4c38e74a5472aa1e lrc: 3/0,0 mode: PW/PW res: [0x58f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.204.9@tcp remote: 0xceea94147812fe2d expref: 7 pid: 4179 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718930704.846002:0:4383:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880123c43440 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_006:lustre-OST0000_UUID:4383:1802425733058048:192.168.204.9@tcp:105: 00000100:00100000:3.0:1718930704.846018:0:4383:0:(client.c:2492:ptlrpc_set_wait()) set ffff8800817f40c0 going to sleep for 6 seconds 00000100:00100000:0.0:1718930704.846179:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1718930704.846212:0:6827:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753304960 00010000:00010000:2.0:1718930704.846220:0:6827:0:(ldlm_lockd.c:2633:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880073f84000/0x4c38e74a5472a666 lrc: 4/0,0 mode: PW/PW res: [0x587:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fd07 expref: 14 pid: 10933 timeout: 3715 lvb_type: 0 00000100:00100000:2.0:1718930704.846232:0:6827:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 63364 00000100:00100000:2.0:1718930704.846235:0:6827:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88013517cc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8a07974b-7506-4725-beb3-4b5c6f8f9250+14:1878:x1802425753304960:12345-192.168.204.9@tcp:103:ldlm_bl_05.0 00010000:00010000:2.0:1718930704.846239:0:6827:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1718930704.846243:0:6827:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x100010000:0x587:0x0] updating lvb size from disk: 0 -> 6 00002000:00010000:2.0:1718930704.846244:0:6827:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x100010000:0x587:0x0] updating lvb mtime from disk: 0 -> 1718930704 00002000:00010000:2.0:1718930704.846245:0:6827:0:(ofd_lvb.c:343:ofd_lvbo_update()) res: [0x100010000:0x587:0x0] updating lvb ctime from disk: 0 -> 1718930704 00002000:00010000:2.0:1718930704.846246:0:6827:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x100010000:0x587:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:2.0:1718930704.846248:0:6827:0:(ldlm_lockd.c:1766:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880073f84000/0x4c38e74a5472a666 lrc: 4/0,0 mode: PW/PW res: [0x587:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fd07 expref: 14 pid: 10933 timeout: 3715 lvb_type: 0 00010000:00010000:2.0:1718930704.846253:0:6827:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880073f84000/0x4c38e74a5472a666 lrc: 3/0,0 mode: PW/PW res: [0x587:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fd07 expref: 14 pid: 10933 timeout: 3715 lvb_type: 0 00010000:00010000:2.0:1718930704.846261:0:6827:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880073f84000/0x4c38e74a5472a666 lrc: 0/0,0 mode: --/PW res: [0x587:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fd07 expref: 14 pid: 10933 timeout: 3715 lvb_type: 0 00010000:00010000:2.0:1718930704.846267:0:6827:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1718930704.846267:0:6827:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1718930704.846269:0:6827:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880073f86880/0x4c38e74a5472aa10 lrc: 3/0,1 mode: PW/PW res: [0x587:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 10933 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.846276:0:6827:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880073f86880/0x4c38e74a5472aa10 lrc: 4/0,1 mode: PW/PW res: [0x587:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 10933 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.846292:0:6827:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1718930704.846308:0:6827:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88013517cc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8a07974b-7506-4725-beb3-4b5c6f8f9250+13:1878:x1802425753304960:12345-192.168.204.9@tcp:103:ldlm_bl_05.0 Request processed in 73us (131us total) trans 0 rc 0/0 00000100:00100000:2.0:1718930704.846328:0:6827:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 63364 00010000:00010000:1.0:1718930704.846345:0:10933:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880073f86880/0x4c38e74a5472aa10 lrc: 3/0,1 mode: PW/PW res: [0x587:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 10933 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.846354:0:10933:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880073f86880/0x4c38e74a5472aa10 lrc: 3/0,1 mode: PW/PW res: [0x587:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 10933 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.846365:0:10933:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880073f86880/0x4c38e74a5472aa10 lrc: 3/0,1 mode: PW/PW res: [0x587:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 10933 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.846370:0:10933:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880073f86880/0x4c38e74a5472aa10 lrc: 2/0,0 mode: PW/PW res: [0x587:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 10933 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.846387:0:10933:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1718930704.846454:0:10933:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88013517b900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8a07974b-7506-4725-beb3-4b5c6f8f9250+12:1876:x1802425753304576:12345-192.168.204.9@tcp:1:lfs.0 Request processed in 1984us (2064us total) trans 0 rc 0/0 00010000:00010000:0.0:1718930704.846457:0:6828:0:(ldlm_lockd.c:2784:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1718930704.846460:0:6828:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880073f86880/0x4c38e74a5472aa10 lrc: 2/0,0 mode: PW/PW res: [0x587:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 10933 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718930704.846461:0:10933:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.204.9@tcp, with round 527 00010000:00010000:0.0:1718930704.846465:0:6828:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880073f86880 already unused, calling callback (ffffffffa080a190) 00010000:00010000:0.0:1718930704.846467:0:6828:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880073f86880/0x4c38e74a5472aa10 lrc: 2/0,0 mode: PW/PW res: [0x587:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 10933 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930704.846470:0:6828:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880073f86880/0x4c38e74a5472aa10 lrc: 3/0,0 mode: PW/PW res: [0x587:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 10933 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930704.846478:0:6828:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880073f86880/0x4c38e74a5472aa10 lrc: 1/0,0 mode: --/PW res: [0x587:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 10933 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930704.846481:0:6828:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880073f86880/0x4c38e74a5472aa10 lrc: 0/0,0 mode: --/PW res: [0x587:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 10933 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930704.846490:0:6828:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1718930704.846490:0:6828:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1718930704.846491:0:6828:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1718930704.846501:0:4383:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880123c43440 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_006:lustre-OST0000_UUID:4383:1802425733058048:192.168.204.9@tcp:105: 00010000:00010000:3.0:1718930704.846509:0:4383:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1718930704.846522:0:4383:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88013517a140 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:8a07974b-7506-4725-beb3-4b5c6f8f9250+12:1875:x1802425753304896:12345-192.168.204.9@tcp:103:ldlm_bl_01.0 Request processed in 571us (624us total) trans 0 rc 0/0 00000100:00100000:3.0:1718930704.846527:0:4383:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 63363 00000100:00100000:2.0:1718930704.846612:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1718930704.846625:0:22544:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753305024 00002000:00010000:0.0:1718930704.846635:0:22544:0:(ofd_dev.c:2747:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 1423/0 (0->18446744073709551615) 00002000:00100000:0.0:1718930704.846636:0:22544:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req ffff88013713f200 with x1802425753305024 ext(0->18446744073709551615) 00002000:00010000:0.0:1718930704.846640:0:22544:0:(ofd_dev.c:2752:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013713f200. 00000100:00100000:0.0:1718930704.846653:0:22544:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 32981 00000100:00100000:0.0:1718930704.846656:0:22544:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88013713f200 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:107baf36-6e04-4e3c-a090-fe94234d2dbd+8:1876:x1802425753305024:12345-192.168.204.9@tcp:10:bash.0 00002000:00010000:0.0:1718930704.846719:0:22544:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x100000000:0x58f:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1718930704.846720:0:22544:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x100000000:0x58f:0x0] updating lvb mtime from disk: 0 -> 1718930704 00002000:00010000:0.0:1718930704.846721:0:22544:0:(ofd_lvb.c:337:ofd_lvbo_update()) res: [0x100000000:0x58f:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1718930704.846722:0:22544:0:(ofd_lvb.c:343:ofd_lvbo_update()) res: [0x100000000:0x58f:0x0] updating lvb ctime from disk: 0 -> 1718930704 00002000:00010000:0.0:1718930704.846723:0:22544:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x100000000:0x58f:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1718930704.846738:0:22544:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88013713f200 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:107baf36-6e04-4e3c-a090-fe94234d2dbd+9:1876:x1802425753305024:12345-192.168.204.9@tcp:10:bash.0 Request processed in 81us (126us total) trans 4294976102 rc 0/0 00000100:00100000:0.0:1718930704.846790:0:22544:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 32981 00002000:00010000:0.0:1718930704.846792:0:22544:0:(ofd_dev.c:2747:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 1423/0 (0->18446744073709551615) 00002000:00100000:0.0:1718930704.846793:0:22544:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req ffff88013713f200 with x1802425753305024 ext(0->18446744073709551615) 00002000:00010000:0.0:1718930704.846796:0:22544:0:(ofd_dev.c:2752:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013713f200. 00000100:00100000:0.0:1718930704.847057:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1718930704.847084:0:8048:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753305152 00000100:00100000:2.0:1718930704.847096:0:8048:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230964 00000100:00100000:2.0:1718930704.847099:0:8048:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88013517d0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8a07974b-7506-4725-beb3-4b5c6f8f9250+19:27334:x1802425753305152:12345-192.168.204.9@tcp:36:lfs.0 00010000:00010000:2.0:1718930704.847112:0:8048:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1718930704.847119:0:8048:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012da4cd80/0x4c38e74a5472a658 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7aa:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fd00 expref: 19 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.847126:0:8048:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7aa:0x0].0x0 (ffff88007921ab00) 00010000:00010000:2.0:1718930704.847127:0:8048:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1718930704.847132:0:8048:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4ded00/0x4c38e74a5472aa25 lrc: 3/0,1 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.847136:0:8048:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4ded00/0x4c38e74a5472aa25 lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.847139:0:8048:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4ded00/0x4c38e74a5472aa25 lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.847175:0:8048:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dd200/0x4c38e74a5472aa2c lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7ae:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.847179:0:8048:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dc000/0x4c38e74a5472a999 lrc: 2/0,1 mode: COS/COS res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.847183:0:8048:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dd200/0x4c38e74a5472aa2c lrc: 4/0,1 mode: --/PW res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.847188:0:8048:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dc000/0x4c38e74a5472a999 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210401000020 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00080000:00080000:2.0:1718930704.847199:0:8048:0:(osd_handler.c:2525:osd_commit_async()) lustre-MDT0000: async commit OSD 00010000:00010000:2.0:1718930704.847219:0:8048:0:(ldlm_request.c:286:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dd200/0x4c38e74a5472aa2c lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00000001:00080000:1.0:1718930704.847677:0:32428:0:(tgt_lastrcvd.c:926:tgt_cb_last_committed()) lustre-MDT0000: transno 8589959572 is committed 00010000:00010000:2.0:1718930704.847683:0:3307:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dc900/0x4c38e74a5472aa17 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7ab:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.847687:0:3307:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dc900/0x4c38e74a5472aa17 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x7ab:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00000001:00080000:1.0:1718930704.847687:0:32428:0:(tgt_lastrcvd.c:926:tgt_cb_last_committed()) lustre-MDT0000: transno 8589959570 is committed 00010000:00010000:2.0:1718930704.847690:0:3307:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dc900/0x4c38e74a5472aa17 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x7ab:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.847693:0:3307:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88012c4dc900 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:2.0:1718930704.847694:0:3307:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dc900/0x4c38e74a5472aa17 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x7ab:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.847697:0:3307:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dc900/0x4c38e74a5472aa17 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x7ab:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.847701:0:3306:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dc000/0x4c38e74a5472a999 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210401000020 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.847701:0:3307:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7ab:0x0].0x0 (ffff88012bfd5400) 00010000:00010000:2.0:1718930704.847703:0:3307:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718930704.847704:0:3307:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dc900/0x4c38e74a5472aa17 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x7ab:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.847706:0:3306:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dc000/0x4c38e74a5472a999 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210401000020 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.847707:0:3307:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dc900/0x4c38e74a5472aa17 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x7ab:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.847709:0:3306:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dc000/0x4c38e74a5472a999 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210401000020 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.847712:0:3306:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88012c4dc000 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:3.0:1718930704.847713:0:3306:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dc000/0x4c38e74a5472a999 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210401000020 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.847716:0:3306:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dc000/0x4c38e74a5472a999 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218401000020 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.847721:0:3306:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7ae:0x0].0x0 (ffff880088a59100) 00010000:00010000:3.0:1718930704.847723:0:3306:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1718930704.847724:0:3306:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dd200/0x4c38e74a5472aa2c lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.847727:0:3306:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dd200/0x4c38e74a5472aa2c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40290001000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.847730:0:3306:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dd200/0x4c38e74a5472aa2c lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40290001000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.847739:0:3306:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dc000/0x4c38e74a5472a999 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19401000020 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.847742:0:3306:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dc000/0x4c38e74a5472a999 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19401000020 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.847742:0:8048:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dd200/0x4c38e74a5472aa2c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.847747:0:3306:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: ffff88012da4cfc0/0x4c38e74a5472a9ae lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.847747:0:8048:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dd200/0x4c38e74a5472aa2c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.847750:0:3306:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012da4cfc0/0x4c38e74a5472a9ae lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210401000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.847753:0:3306:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012da4cfc0/0x4c38e74a5472a9ae lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.847755:0:3306:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88012da4cfc0 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:3.0:1718930704.847756:0:3306:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012da4cfc0/0x4c38e74a5472a9ae lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.847759:0:3306:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012da4cfc0/0x4c38e74a5472a9ae lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218401000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.847762:0:8048:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dcd80/0x4c38e74a5472aa33 lrc: 3/0,1 mode: --/PW res: [0x200000bd0:0xa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.847765:0:3306:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7a8:0x0].0x0 (ffff8800a155d700) 00010000:00010000:3.0:1718930704.847766:0:3306:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1718930704.847767:0:3306:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012da4cfc0/0x4c38e74a5472a9ae lrc: 2/0,0 mode: --/COS res: [0x200000402:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.847767:0:8048:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880097207600/0x4c38e74a5472a9a0 lrc: 2/0,1 mode: COS/COS res: [0x200000bd0:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.847770:0:3306:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012da4cfc0/0x4c38e74a5472a9ae lrc: 0/0,0 mode: --/COS res: [0x200000402:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.847772:0:8048:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dcd80/0x4c38e74a5472aa33 lrc: 4/0,1 mode: --/PW res: [0x200000bd0:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.847778:0:3306:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: ffff880097207600/0x4c38e74a5472a9a0 lrc: 4/0,1 mode: COS/COS res: [0x200000bd0:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210001000020 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.847781:0:3306:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880097207600/0x4c38e74a5472a9a0 lrc: 3/0,0 mode: COS/COS res: [0x200000bd0:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210401000020 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.847784:0:3306:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880097207600/0x4c38e74a5472a9a0 lrc: 4/0,0 mode: COS/COS res: [0x200000bd0:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210401000020 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.847785:0:8048:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880097207600/0x4c38e74a5472a9a0 lrc: 4/0,0 mode: COS/COS res: [0x200000bd0:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210401000020 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.847787:0:3306:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880097207600 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:3.0:1718930704.847788:0:3306:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880097207600/0x4c38e74a5472a9a0 lrc: 4/0,0 mode: COS/COS res: [0x200000bd0:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210401000020 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.847791:0:3306:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880097207600/0x4c38e74a5472a9a0 lrc: 5/0,0 mode: COS/COS res: [0x200000bd0:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218401000020 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.847791:0:8048:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880097207600/0x4c38e74a5472a9a0 lrc: 5/0,0 mode: COS/COS res: [0x200000bd0:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218401000020 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.847793:0:3306:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4df840/0x4c38e74a5472a9b5 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7a9:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.847796:0:3306:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4df840/0x4c38e74a5472a9b5 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x7a9:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210401000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.847798:0:8048:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0xa:0x0].0x0 (ffff8800941e6d00) 00010000:00010000:2.0:1718930704.847800:0:8048:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1718930704.847801:0:3306:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4df840/0x4c38e74a5472a9b5 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x7a9:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.847801:0:8048:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dcd80/0x4c38e74a5472aa33 lrc: 3/0,1 mode: --/PW res: [0x200000bd0:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.847804:0:3306:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88012c4df840 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:3.0:1718930704.847805:0:3306:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4df840/0x4c38e74a5472a9b5 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x7a9:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.847806:0:8048:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dcd80/0x4c38e74a5472aa33 lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50290001000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.847807:0:3306:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4df840/0x4c38e74a5472a9b5 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x7a9:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218401000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.847810:0:3306:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7a9:0x0].0x0 (ffff8800a1a98c00) 00010000:00010000:3.0:1718930704.847811:0:3306:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 7f 00010000:00010000:2.0:1718930704.847811:0:8048:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dcd80/0x4c38e74a5472aa33 lrc: 4/0,1 mode: PW/PW res: [0x200000bd0:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50290001000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.847812:0:3306:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4df840/0x4c38e74a5472a9b5 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x7a9:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.847814:0:3306:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4df840/0x4c38e74a5472a9b5 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x7a9:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.847820:0:3306:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dcb40/0x4c38e74a5472a9bc lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7af:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.847822:0:3306:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dcb40/0x4c38e74a5472a9bc lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x7af:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210401000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.847825:0:3306:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dcb40/0x4c38e74a5472a9bc lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x7af:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.847827:0:3306:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88012c4dcb40 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:3.0:1718930704.847828:0:3306:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dcb40/0x4c38e74a5472a9bc lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x7af:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00080000:00080000:2.0:1718930704.847829:0:8048:0:(osd_handler.c:2525:osd_commit_async()) lustre-MDT0000: async commit OSD 00010000:00010000:3.0:1718930704.847831:0:3306:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dcb40/0x4c38e74a5472a9bc lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x7af:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218401000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.847834:0:3306:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7af:0x0].0x0 (ffff8800941e6800) 00010000:00010000:3.0:1718930704.847835:0:3306:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 7f 00010000:00010000:3.0:1718930704.847836:0:3306:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dcb40/0x4c38e74a5472a9bc lrc: 2/0,0 mode: --/COS res: [0x200000402:0x7af:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.847838:0:3306:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dcb40/0x4c38e74a5472a9bc lrc: 0/0,0 mode: --/COS res: [0x200000402:0x7af:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.847839:0:8048:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097207600/0x4c38e74a5472a9a0 lrc: 0/0,0 mode: --/COS res: [0x200000bd0:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19401000020 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.847850:0:8048:0:(ldlm_request.c:286:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dcd80/0x4c38e74a5472aa33 lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.847855:0:8048:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dcd80/0x4c38e74a5472aa33 lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.847858:0:8048:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dcd80/0x4c38e74a5472aa33 lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.847867:0:8048:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4ddd40/0x4c38e74a5472aa3a lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7a8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.847873:0:8048:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4ddd40/0x4c38e74a5472aa3a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.847879:0:8048:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4ddd40/0x4c38e74a5472aa3a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.847917:0:8048:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7aa:0x0].0x0 (ffff88007921ab00) 00010000:00010000:2.0:1718930704.847920:0:8048:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1718930704.847923:0:8048:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012da4c000/0x4c38e74a5472a9f4 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x7aa:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fe26 expref: 15 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.847942:0:8048:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4df180/0x4c38e74a5472aa41 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7aa:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.847946:0:8048:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4df180/0x4c38e74a5472aa41 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7aa:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.847950:0:8048:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4df180/0x4c38e74a5472aa41 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7aa:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.847966:0:8048:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dd680/0x4c38e74a5472aa48 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7b0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.847969:0:8048:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dd680/0x4c38e74a5472aa48 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7b0:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.847972:0:8048:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dd680/0x4c38e74a5472aa48 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7b0:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1718930704.848053:0:8048:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff88013517d0c0 reply state ffff880123642000 transno 8589959573 ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dd680/0x4c38e74a5472aa48 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7b0:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1718930704.848067:0:8048:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff88013517d0c0 reply state ffff880123642000 transno 8589959573 ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4df180/0x4c38e74a5472aa41 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7aa:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1718930704.848074:0:8048:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff88013517d0c0 reply state ffff880123642000 transno 8589959573 ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dcd80/0x4c38e74a5472aa33 lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1718930704.848080:0:8048:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff88013517d0c0 reply state ffff880123642000 transno 8589959573 ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4ddd40/0x4c38e74a5472aa3a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1718930704.848087:0:8048:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff88013517d0c0 reply state ffff880123642000 transno 8589959573 ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dd200/0x4c38e74a5472aa2c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.848093:0:8048:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4ded00/0x4c38e74a5472aa25 lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.848098:0:8048:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4ded00/0x4c38e74a5472aa25 lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.848102:0:8048:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4ded00/0x4c38e74a5472aa25 lrc: 2/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.848107:0:8048:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4ded00/0x4c38e74a5472aa25 lrc: 3/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.848112:0:8048:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88012c4ded00 already unused, calling callback (ffffffffa080a190) 00010000:00010000:2.0:1718930704.848114:0:8048:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4ded00/0x4c38e74a5472aa25 lrc: 3/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.848118:0:8048:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4ded00/0x4c38e74a5472aa25 lrc: 4/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.848125:0:8048:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000004:0x1:0x0].0x0 (ffff88008855a000) 00010000:00010000:2.0:1718930704.848127:0:8048:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718930704.848128:0:8048:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4ded00/0x4c38e74a5472aa25 lrc: 2/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.848132:0:8048:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4ded00/0x4c38e74a5472aa25 lrc: 0/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930704.848176:0:8048:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88013517d0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8a07974b-7506-4725-beb3-4b5c6f8f9250+16:27334:x1802425753305152:12345-192.168.204.9@tcp:36:lfs.0 Request processed in 1074us (1118us total) trans 8589959573 rc 0/0 00000100:00100000:2.0:1718930704.848182:0:8048:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230964 00010000:00010000:2.0:1718930704.848616:0:3307:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dd200/0x4c38e74a5472aa2c lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.848621:0:3307:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7ae:0x0].0x0 (ffff880088a59100) 00010000:00010000:2.0:1718930704.848623:0:3307:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718930704.848624:0:3307:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4ddd40/0x4c38e74a5472aa3a lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.848627:0:3307:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7a8:0x0].0x0 (ffff88008855a900) 00010000:00010000:2.0:1718930704.848628:0:3307:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718930704.848629:0:3307:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dcd80/0x4c38e74a5472aa33 lrc: 3/0,1 mode: COS/COS res: [0x200000bd0:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.848632:0:3307:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0xa:0x0].0x0 (ffff8800941e6d00) 00010000:00010000:2.0:1718930704.848633:0:3307:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718930704.848634:0:3307:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4df180/0x4c38e74a5472aa41 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7aa:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.848636:0:3307:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7aa:0x0].0x0 (ffff88008855a700) 00010000:00010000:2.0:1718930704.848637:0:3307:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 7f 00010000:00010000:2.0:1718930704.848638:0:3307:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dd680/0x4c38e74a5472aa48 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7b0:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.848641:0:3307:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b0:0x0].0x0 (ffff88008855a600) 00010000:00010000:2.0:1718930704.848641:0:3307:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 7f 00000100:00100000:0.0:1718930704.848643:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1718930704.848655:0:8048:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753305216 00000100:00100000:2.0:1718930704.848685:0:8048:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230965 00000100:00100000:2.0:1718930704.848687:0:8048:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88013517e880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:107baf36-6e04-4e3c-a090-fe94234d2dbd+10:27337:x1802425753305216:12345-192.168.204.9@tcp:101:cat.0 00010000:00010000:2.0:1718930704.848693:0:8048:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1718930704.848697:0:8048:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dc6c0/0x4c38e74a5472aa4f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7a8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xceea94147812fe34 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.848713:0:8048:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4df600/0x4c38e74a5472aa56 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7ab:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.848717:0:8048:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4df600/0x4c38e74a5472aa56 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7ab:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.848721:0:8048:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4df600/0x4c38e74a5472aa56 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7ab:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00000004:00200000:2.0:1718930704.848731:0:8048:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x7ab:0x0]: returning size 0 00000004:00200000:2.0:1718930704.848733:0:8048:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1718930704.848741:0:8048:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4df600/0x4c38e74a5472aa56 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7ab:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.848745:0:8048:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4df600/0x4c38e74a5472aa56 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7ab:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.848752:0:8048:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dc6c0/0x4c38e74a5472aa4f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fe34 expref: 12 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.848759:0:8048:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4df600/0x4c38e74a5472aa56 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7ab:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fe34 expref: 11 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.848762:0:8048:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7ab:0x0].0x0 (ffff88012bfd5400) 00010000:00010000:2.0:1718930704.848764:0:8048:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1718930704.848765:0:8048:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88012c4df600, rc 0) 00000100:00100000:3.0:1718930704.848771:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1718930704.848779:0:8048:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88013517e880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:107baf36-6e04-4e3c-a090-fe94234d2dbd+11:27337:x1802425753305216:12345-192.168.204.9@tcp:101:cat.0 Request processed in 91us (137us total) trans 0 rc 0/0 00000100:00100000:2.0:1718930704.848783:0:8048:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230965 00000100:00100000:0.0:1718930704.848790:0:7082:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753305280 00000100:00100000:0.0:1718930704.848803:0:7082:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230966 00000100:00100000:0.0:1718930704.848806:0:7082:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880123c43440 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:8a07974b-7506-4725-beb3-4b5c6f8f9250+16:27334:x1802425753305280:12345-192.168.204.9@tcp:34:lfs.0 00010000:00010000:0.0:1718930704.848823:0:7082:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012da4ef40/0x4c38e74a5472aa5d lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7a8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930704.848829:0:7082:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012da4ef40/0x4c38e74a5472aa5d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930704.848833:0:7082:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012da4ef40/0x4c38e74a5472aa5d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930704.848839:0:7082:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012da4d8c0/0x4c38e74a5472aa64 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7a8:0x0].0x656c699a bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930704.848842:0:7082:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012da4d8c0/0x4c38e74a5472aa64 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7a8:0x0].0x656c699a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930704.848846:0:7082:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012da4d8c0/0x4c38e74a5472aa64 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7a8:0x0].0x656c699a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930704.848866:0:7082:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012da4f840/0x4c38e74a5472aa6b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7ac:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930704.848869:0:7082:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012da4f840/0x4c38e74a5472aa6b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7ac:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930704.848872:0:7082:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012da4f840/0x4c38e74a5472aa6b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7ac:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1718930704.848885:0:7082:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012da4f840/0x4c38e74a5472aa6b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7ac:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930704.848889:0:7082:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012da4ef40/0x4c38e74a5472aa5d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930704.848892:0:7082:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012da4ef40/0x4c38e74a5472aa5d lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930704.848895:0:7082:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012da4ef40/0x4c38e74a5472aa5d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930704.848897:0:7082:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88012da4ef40 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:0.0:1718930704.848898:0:7082:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012da4ef40/0x4c38e74a5472aa5d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930704.848902:0:7082:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012da4ef40/0x4c38e74a5472aa5d lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930704.848906:0:7082:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7a8:0x0].0x0 (ffff88008855a900) 00010000:00010000:0.0:1718930704.848907:0:7082:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1718930704.848908:0:7082:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012da4ef40/0x4c38e74a5472aa5d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930704.848911:0:7082:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012da4ef40/0x4c38e74a5472aa5d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930704.848915:0:7082:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012da4d8c0/0x4c38e74a5472aa64 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7a8:0x0].0x656c699a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930704.848918:0:7082:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012da4d8c0/0x4c38e74a5472aa64 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7a8:0x0].0x656c699a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930704.848921:0:7082:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012da4d8c0/0x4c38e74a5472aa64 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7a8:0x0].0x656c699a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930704.848923:0:7082:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88012da4d8c0 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:0.0:1718930704.848924:0:7082:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012da4d8c0/0x4c38e74a5472aa64 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7a8:0x0].0x656c699a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930704.848927:0:7082:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012da4d8c0/0x4c38e74a5472aa64 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7a8:0x0].0x656c699a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930704.848930:0:7082:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7a8:0x0].0x656c699a (ffff88008f86c700) 00010000:00010000:0.0:1718930704.848931:0:7082:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1718930704.848932:0:7082:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012da4d8c0/0x4c38e74a5472aa64 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7a8:0x0].0x656c699a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930704.848935:0:7082:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012da4d8c0/0x4c38e74a5472aa64 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7a8:0x0].0x656c699a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930704.848939:0:7082:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012da4f840/0x4c38e74a5472aa6b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7ac:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930704.848942:0:7082:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012da4f840/0x4c38e74a5472aa6b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7ac:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930704.848944:0:7082:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012da4f840/0x4c38e74a5472aa6b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7ac:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930704.848947:0:7082:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88012da4f840 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:0.0:1718930704.848948:0:7082:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012da4f840/0x4c38e74a5472aa6b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7ac:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930704.848950:0:7082:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012da4f840/0x4c38e74a5472aa6b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7ac:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930704.848953:0:7082:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7ac:0x0].0x0 (ffff88006f4e6500) 00010000:00010000:0.0:1718930704.848954:0:7082:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1718930704.848955:0:7082:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012da4f840/0x4c38e74a5472aa6b lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7ac:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930704.848957:0:7082:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012da4f840/0x4c38e74a5472aa6b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7ac:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718930704.848984:0:7082:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880123c43440 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:8a07974b-7506-4725-beb3-4b5c6f8f9250+16:27334:x1802425753305280:12345-192.168.204.9@tcp:34:lfs.0 Request processed in 177us (215us total) trans 0 rc 0/0 00000100:00100000:0.0:1718930704.848989:0:7082:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230966 00000100:00100000:0.0:1718930704.849514:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1718930704.849539:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1718930704.849551:0:7082:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753305408 00000100:00100000:2.0:1718930704.849568:0:7082:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753305536 00000100:00100000:2.0:1718930704.849580:0:7082:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230967 00000100:00100000:2.0:1718930704.849582:0:7082:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88013517a600 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:107baf36-6e04-4e3c-a090-fe94234d2dbd+11:27337:x1802425753305408:12345-192.168.204.9@tcp:101:cat.0 00000100:00100000:3.0:1718930704.849586:0:8048:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230968 00010000:00010000:2.0:1718930704.849588:0:7082:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00000100:00100000:3.0:1718930704.849590:0:8048:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88013517af80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8a07974b-7506-4725-beb3-4b5c6f8f9250+16:27334:x1802425753305536:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:2.0:1718930704.849592:0:7082:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dc480/0x4c38e74a5472aa72 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7a8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xceea94147812fe3b expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.849602:0:8048:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1718930704.849609:0:8048:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097207180/0x4c38e74a5472aa79 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7ac:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xceea94147812fe42 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.849611:0:7082:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4def40/0x4c38e74a5472aa80 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7a8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.849615:0:7082:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4def40/0x4c38e74a5472aa80 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.849619:0:7082:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4def40/0x4c38e74a5472aa80 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.849624:0:7082:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dfcc0/0x4c38e74a5472aa87 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7a8:0x0].0x656c6998 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.849628:0:7082:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dfcc0/0x4c38e74a5472aa87 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7a8:0x0].0x656c6998 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.849631:0:7082:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dfcc0/0x4c38e74a5472aa87 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7a8:0x0].0x656c6998 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.849640:0:8048:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880097204240/0x4c38e74a5472aa8e lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7ac:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.849643:0:7082:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4def40/0x4c38e74a5472aa80 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.849646:0:8048:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097204240/0x4c38e74a5472aa8e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7ac:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.849647:0:7082:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4def40/0x4c38e74a5472aa80 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.849650:0:8048:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097204240/0x4c38e74a5472aa8e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7ac:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.849650:0:7082:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4def40/0x4c38e74a5472aa80 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.849653:0:7082:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88012c4def40 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:2.0:1718930704.849654:0:7082:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4def40/0x4c38e74a5472aa80 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00000004:00200000:3.0:1718930704.849655:0:8048:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x7ac:0x0]: returning size 6 00010000:00010000:2.0:1718930704.849657:0:7082:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4def40/0x4c38e74a5472aa80 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.849681:0:7082:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7a8:0x0].0x0 (ffff88008855a900) 00010000:00010000:2.0:1718930704.849682:0:7082:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718930704.849684:0:7082:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4def40/0x4c38e74a5472aa80 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.849688:0:7082:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4def40/0x4c38e74a5472aa80 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.849696:0:7082:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dfcc0/0x4c38e74a5472aa87 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7a8:0x0].0x656c6998 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.849701:0:7082:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dfcc0/0x4c38e74a5472aa87 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7a8:0x0].0x656c6998 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.849704:0:8048:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097207180/0x4c38e74a5472aa79 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7ac:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fe42 expref: 19 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.849725:0:7082:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dfcc0/0x4c38e74a5472aa87 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7a8:0x0].0x656c6998 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.849728:0:8048:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880097204240/0x4c38e74a5472aa8e lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7ac:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fe42 expref: 18 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.849730:0:7082:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88012c4dfcc0 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:2.0:1718930704.849731:0:7082:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dfcc0/0x4c38e74a5472aa87 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7a8:0x0].0x656c6998 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.849732:0:8048:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7ac:0x0].0x0 (ffff88006f4e6500) 00010000:00010000:3.0:1718930704.849733:0:8048:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1718930704.849734:0:8048:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff880097204240, rc 0) 00010000:00010000:2.0:1718930704.849736:0:7082:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dfcc0/0x4c38e74a5472aa87 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7a8:0x0].0x656c6998 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.849743:0:7082:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7a8:0x0].0x656c6998 (ffff88008855a800) 00010000:00010000:2.0:1718930704.849745:0:7082:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718930704.849746:0:7082:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dfcc0/0x4c38e74a5472aa87 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7a8:0x0].0x656c6998 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.849750:0:7082:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dfcc0/0x4c38e74a5472aa87 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7a8:0x0].0x656c6998 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718930704.849758:0:8048:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88013517af80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8a07974b-7506-4725-beb3-4b5c6f8f9250+18:27334:x1802425753305536:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 168us (220us total) trans 8589959574 rc 0/0 00000100:00100000:3.0:1718930704.849762:0:8048:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230968 00010000:00010000:2.0:1718930704.849768:0:7082:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dc480/0x4c38e74a5472aa72 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x7a8:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fe3b expref: 12 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.849774:0:7082:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dc480/0x4c38e74a5472aa72 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7a8:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fe3b expref: 12 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.849781:0:7082:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88012c4dc480, rc 0) 00000100:00100000:2.0:1718930704.849798:0:7082:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88013517a600 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:107baf36-6e04-4e3c-a090-fe94234d2dbd+11:27337:x1802425753305408:12345-192.168.204.9@tcp:101:cat.0 Request processed in 215us (285us total) trans 0 rc 301/301 00000100:00100000:2.0:1718930704.849804:0:7082:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230967 00000100:00100000:0.0:1718930704.850465:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1718930704.850485:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930704.850501:0:10933:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753305728 00000100:00100000:2.0:1718930704.850516:0:7082:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753305664 00000100:00100000:2.0:1718930704.850529:0:7082:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230969 00000100:00100000:1.0:1718930704.850544:0:10933:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.204.9@tcp, with round 529 00000100:00100000:2.0:1718930704.850546:0:7082:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88013517f6c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:107baf36-6e04-4e3c-a090-fe94234d2dbd+11:27337:x1802425753305664:12345-192.168.204.9@tcp:101:cat.0 00000100:00100000:1.0:1718930704.850548:0:10933:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880135178e40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8a07974b-7506-4725-beb3-4b5c6f8f9250+12:1878:x1802425753305728:12345-192.168.204.9@tcp:1:lfs.0 00010000:00010000:2.0:1718930704.850552:0:7082:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1718930704.850556:0:7082:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4de640/0x4c38e74a5472aa9c lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0xa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xceea94147812fe49 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.850567:0:10933:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880073f86d00/0x4c38e74a5472aaa3 lrc: 3/0,1 mode: --/PW res: [0x588:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 10933 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.850576:0:7082:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4deac0/0x4c38e74a5472aaaa lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0xa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.850578:0:10933:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880073f87180/0x4c38e74a5472a70e lrc: 2/0,0 mode: PW/PW res: [0x588:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fd3f expref: 12 pid: 10933 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.850580:0:7082:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4deac0/0x4c38e74a5472aaaa lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.850585:0:7082:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4deac0/0x4c38e74a5472aaaa lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.850585:0:10933:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1718930704.850586:0:10933:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1718930704.850588:0:10933:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880073f86d00/0x4c38e74a5472aaa3 lrc: 4/0,1 mode: --/PW res: [0x588:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 10933 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.850591:0:7082:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4ddf80/0x4c38e74a5472aab1 lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0xa:0x0].0x656c6998 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.850594:0:7082:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4ddf80/0x4c38e74a5472aab1 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0xa:0x0].0x656c6998 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.850598:0:7082:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4ddf80/0x4c38e74a5472aab1 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0xa:0x0].0x656c6998 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.850603:0:10933:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880073f87180/0x4c38e74a5472a70e lrc: 3/0,0 mode: PW/PW res: [0x588:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fd3f expref: 12 pid: 10933 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.850611:0:10933:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880073f87180/0x4c38e74a5472a70e lrc: 4/0,0 mode: PW/PW res: [0x588:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fd3f expref: 12 pid: 10933 timeout: 3715 lvb_type: 0 00010000:00010000:2.0:1718930704.850623:0:7082:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4ddb00/0x4c38e74a5472aab8 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7aa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718930704.850625:0:10933:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880092a32f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10933:1802425733058112:192.168.204.9@tcp:104: 00010000:00010000:2.0:1718930704.850627:0:7082:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4ddb00/0x4c38e74a5472aab8 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7aa:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.850634:0:7082:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4ddb00/0x4c38e74a5472aab8 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7aa:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00000004:00200000:2.0:1718930704.850638:0:7082:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x7aa:0x0]: returning size 6 00000100:00100000:1.0:1718930704.850649:0:10933:0:(client.c:2492:ptlrpc_set_wait()) set ffff880086a863c0 going to sleep for 6 seconds 00010000:00010000:2.0:1718930704.850656:0:7082:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4deac0/0x4c38e74a5472aaaa lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.850660:0:7082:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4deac0/0x4c38e74a5472aaaa lrc: 2/0,0 mode: CR/CR res: [0x200000bd0:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.850663:0:7082:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4deac0/0x4c38e74a5472aaaa lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.850666:0:7082:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88012c4deac0 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:2.0:1718930704.850667:0:7082:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4deac0/0x4c38e74a5472aaaa lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.850670:0:7082:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4deac0/0x4c38e74a5472aaaa lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.850690:0:7082:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0xa:0x0].0x0 (ffff8800941e6d00) 00010000:00010000:2.0:1718930704.850691:0:7082:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718930704.850692:0:7082:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4deac0/0x4c38e74a5472aaaa lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.850695:0:7082:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4deac0/0x4c38e74a5472aaaa lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.850700:0:7082:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4ddf80/0x4c38e74a5472aab1 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0xa:0x0].0x656c6998 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.850704:0:7082:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4ddf80/0x4c38e74a5472aab1 lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0xa:0x0].0x656c6998 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.850707:0:7082:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4ddf80/0x4c38e74a5472aab1 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0xa:0x0].0x656c6998 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.850710:0:7082:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88012c4ddf80 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:2.0:1718930704.850710:0:7082:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4ddf80/0x4c38e74a5472aab1 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0xa:0x0].0x656c6998 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.850713:0:7082:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4ddf80/0x4c38e74a5472aab1 lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0xa:0x0].0x656c6998 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.850716:0:7082:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0xa:0x0].0x656c6998 (ffff88008855a100) 00010000:00010000:2.0:1718930704.850717:0:7082:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718930704.850718:0:7082:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4ddf80/0x4c38e74a5472aab1 lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0xa:0x0].0x656c6998 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.850721:0:7082:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4ddf80/0x4c38e74a5472aab1 lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0xa:0x0].0x656c6998 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.850733:0:7082:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4de640/0x4c38e74a5472aa9c lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0xa:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fe49 expref: 14 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.850738:0:7082:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4ddb00/0x4c38e74a5472aab8 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7aa:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fe49 expref: 13 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.850741:0:7082:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7aa:0x0].0x0 (ffff88008855a700) 00010000:00010000:2.0:1718930704.850743:0:7082:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 9 00010000:00010000:2.0:1718930704.850743:0:7082:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88012c4ddb00, rc 0) 00000100:00100000:2.0:1718930704.850761:0:7082:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88013517f6c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:107baf36-6e04-4e3c-a090-fe94234d2dbd+13:27337:x1802425753305664:12345-192.168.204.9@tcp:101:cat.0 Request processed in 214us (276us total) trans 8589959575 rc 0/0 00000100:00100000:2.0:1718930704.850765:0:7082:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230969 00000100:00100000:1.0:1718930704.851417:0:10933:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880092a32f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10933:1802425733058112:192.168.204.9@tcp:104: 00010000:00010000:1.0:1718930704.851428:0:10933:0:(ldlm_request.c:286:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880073f86d00/0x4c38e74a5472aaa3 lrc: 3/0,1 mode: --/PW res: [0x588:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 10933 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718930704.851503:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1718930704.851526:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1718930704.851532:0:22544:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753305792 00002000:00100000:2.0:1718930704.851544:0:22544:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x100010000:0x588:0x0] (0->5) req@ffff88013517f200 x1802425753305792/t0(0) o4->8a07974b-7506-4725-beb3-4b5c6f8f9250@192.168.204.9@tcp:352/0 lens 496/0 e 0 to 0 dl 1718930747 ref 1 fl New:/0/ffffffff rc 0/-1 job:'bash.0' 00002000:00100000:2.0:1718930704.851549:0:22544:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req ffff88013517f200 with x1802425753305792 ext(0->5) 00010000:00010000:2.0:1718930704.851553:0:22544:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0001_UUID lock: ffff880073f87180/0x4c38e74a5472a70e lrc: 4/0,0 mode: PW/PW res: [0x588:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fd3f expref: 13 pid: 10933 timeout: 3715 lvb_type: 0 00002000:00010000:2.0:1718930704.851558:0:22544:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013517f200 00000100:00100000:3.0:1718930704.851568:0:7082:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753305856 00000100:00100000:2.0:1718930704.851575:0:22544:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 7353 00000100:00100000:2.0:1718930704.851577:0:22544:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88013517f200 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8a07974b-7506-4725-beb3-4b5c6f8f9250+13:1876:x1802425753305792:12345-192.168.204.9@tcp:4:bash.0 00000100:00100000:3.0:1718930704.851587:0:7082:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230970 00000100:00100000:3.0:1718930704.851589:0:7082:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88013517da40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:107baf36-6e04-4e3c-a090-fe94234d2dbd+13:27337:x1802425753305856:12345-192.168.204.9@tcp:101:cat.0 00010000:00010000:3.0:1718930704.851597:0:7082:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1718930704.851602:0:7082:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097204480/0x4c38e74a5472aac6 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7a8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xceea94147812fe50 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.851621:0:7082:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097207cc0/0x4c38e74a5472aacd lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7aa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.851626:0:7082:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097207cc0/0x4c38e74a5472aacd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7aa:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.851630:0:7082:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097207cc0/0x4c38e74a5472aacd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7aa:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00000004:00200000:3.0:1718930704.851643:0:7082:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x7aa:0x0]: returning size 6 00000004:00200000:3.0:1718930704.851645:0:7082:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1718930704.851651:0:7082:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880097207cc0/0x4c38e74a5472aacd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7aa:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.851655:0:7082:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097207cc0/0x4c38e74a5472aacd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7aa:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.851688:0:7082:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097204480/0x4c38e74a5472aac6 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fe50 expref: 15 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.851695:0:7082:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880097207cc0/0x4c38e74a5472aacd lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7aa:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fe50 expref: 14 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.851699:0:7082:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7aa:0x0].0x0 (ffff88008855a700) 00010000:00010000:3.0:1718930704.851700:0:7082:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1718930704.851701:0:7082:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff880097207cc0, rc 0) 00000100:00100000:3.0:1718930704.851719:0:7082:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88013517da40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:107baf36-6e04-4e3c-a090-fe94234d2dbd+14:27337:x1802425753305856:12345-192.168.204.9@tcp:101:cat.0 Request processed in 129us (193us total) trans 0 rc 0/0 00000100:00100000:3.0:1718930704.851722:0:7082:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230970 00000100:00100000:2.0:1718930704.851862:0:22544:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88013517f200 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8a07974b-7506-4725-beb3-4b5c6f8f9250+15:1876:x1802425753305792:12345-192.168.204.9@tcp:4:bash.0 Request processed in 282us (359us total) trans 4294972703 rc 0/0 00000100:00100000:2.0:1718930704.851869:0:22544:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 7353 00002000:00100000:2.0:1718930704.851874:0:22544:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x100010000:0x588:0x0] (0->5) req@ffff88013517f200 x1802425753305792/t4294972703(0) o4->8a07974b-7506-4725-beb3-4b5c6f8f9250@192.168.204.9@tcp:352/0 lens 496/448 e 0 to 0 dl 1718930747 ref 1 fl Complete:H/0/0 rc 0/0 job:'bash.0' 00002000:00100000:2.0:1718930704.851881:0:22544:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req ffff88013517f200 with x1802425753305792 ext(0->5) 00010000:00010000:2.0:1718930704.851887:0:22544:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0001_UUID lock: ffff880073f87180/0x4c38e74a5472a70e lrc: 4/0,0 mode: PW/PW res: [0x588:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fd3f expref: 15 pid: 10933 timeout: 3715 lvb_type: 0 00002000:00010000:2.0:1718930704.851893:0:22544:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013517f200 00000100:00100000:0.0:1718930704.852428:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1718930704.852465:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1718930704.852484:0:4383:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753305984 00010000:00010000:3.0:1718930704.852496:0:4383:0:(ldlm_lockd.c:2633:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880073f87180/0x4c38e74a5472a70e lrc: 4/0,0 mode: PW/PW res: [0x588:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fd3f expref: 15 pid: 10933 timeout: 3715 lvb_type: 0 00000100:00100000:2.0:1718930704.852505:0:4179:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753305920 00000100:00100000:3.0:1718930704.852511:0:4383:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 63365 00000100:00100000:3.0:1718930704.852514:0:4383:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88013517aac0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:8a07974b-7506-4725-beb3-4b5c6f8f9250+15:1876:x1802425753305984:12345-192.168.204.9@tcp:103:ldlm_bl_04.0 00010000:00010000:3.0:1718930704.852518:0:4383:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1718930704.852523:0:4383:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x100010000:0x588:0x0] updating lvb size from disk: 0 -> 6 00002000:00010000:3.0:1718930704.852524:0:4383:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x100010000:0x588:0x0] updating lvb mtime from disk: 0 -> 1718930704 00002000:00010000:3.0:1718930704.852525:0:4383:0:(ofd_lvb.c:343:ofd_lvbo_update()) res: [0x100010000:0x588:0x0] updating lvb ctime from disk: 0 -> 1718930704 00002000:00010000:3.0:1718930704.852526:0:4383:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x100010000:0x588:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:3.0:1718930704.852528:0:4383:0:(ldlm_lockd.c:1766:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880073f87180/0x4c38e74a5472a70e lrc: 4/0,0 mode: PW/PW res: [0x588:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fd3f expref: 15 pid: 10933 timeout: 3715 lvb_type: 0 00000100:00100000:2.0:1718930704.852532:0:4179:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.204.9@tcp, with round 530 00010000:00010000:3.0:1718930704.852534:0:4383:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880073f87180/0x4c38e74a5472a70e lrc: 3/0,0 mode: PW/PW res: [0x588:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fd3f expref: 15 pid: 10933 timeout: 3715 lvb_type: 0 00000100:00100000:2.0:1718930704.852535:0:4179:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88013517b440 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:0+-99:1874:x1802425753305920:12345-192.168.204.9@tcp:8:cat.0 00010000:00010000:3.0:1718930704.852543:0:4383:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880073f87180/0x4c38e74a5472a70e lrc: 0/0,0 mode: --/PW res: [0x588:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fd3f expref: 15 pid: 10933 timeout: 3715 lvb_type: 0 00010000:00010000:3.0:1718930704.852549:0:4383:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718930704.852550:0:4383:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00080000:2.0:1718930704.852550:0:4179:0:(ldlm_lib.c:1370:target_handle_connect()) lustre-OST0001: connection from 107baf36-6e04-4e3c-a090-fe94234d2dbd@192.168.204.9@tcp t0 exp (null) cur 3615 last 0 00010000:00010000:3.0:1718930704.852551:0:4383:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880073f86d00/0x4c38e74a5472aaa3 lrc: 3/0,1 mode: PW/PW res: [0x588:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 10933 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.852555:0:4383:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880073f86d00/0x4c38e74a5472aaa3 lrc: 4/0,1 mode: PW/PW res: [0x588:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 10933 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.852564:0:4383:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00000020:00000080:2.0:1718930704.852564:0:4179:0:(genops.c:1359:class_connect()) connect: client 107baf36-6e04-4e3c-a090-fe94234d2dbd, cookie 0x4c38e74a5472aad4 00002000:00100000:2.0:1718930704.852569:0:4179:0:(ofd_obd.c:150:ofd_parse_connect_data()) lustre-OST0001: cli 107baf36-6e04-4e3c-a090-fe94234d2dbd/ffff88009c96f800 ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 20f0400 ocd_grant: 8437760 ocd_index: 0 ocd_group 0 00010000:00010000:0.0:1718930704.852570:0:10933:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880073f86d00/0x4c38e74a5472aaa3 lrc: 3/0,1 mode: PW/PW res: [0x588:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 10933 timeout: 0 lvb_type: 0 00002000:00100000:2.0:1718930704.852573:0:4179:0:(ofd_obd.c:249:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00010000:00010000:0.0:1718930704.852575:0:10933:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880073f86d00/0x4c38e74a5472aaa3 lrc: 3/0,1 mode: PW/PW res: [0x588:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 10933 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718930704.852580:0:4383:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88013517aac0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:8a07974b-7506-4725-beb3-4b5c6f8f9250+14:1876:x1802425753305984:12345-192.168.204.9@tcp:103:ldlm_bl_04.0 Request processed in 65us (154us total) trans 0 rc 0/0 00010000:00010000:0.0:1718930704.852583:0:10933:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880073f86d00/0x4c38e74a5472aaa3 lrc: 3/0,1 mode: PW/PW res: [0x588:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 10933 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718930704.852584:0:4383:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 63365 00010000:00010000:0.0:1718930704.852586:0:10933:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880073f86d00/0x4c38e74a5472aaa3 lrc: 2/0,0 mode: PW/PW res: [0x588:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 10933 timeout: 0 lvb_type: 0 00000020:01000000:2.0:1718930704.852591:0:4179:0:(lprocfs_status_server.c:544:lprocfs_exp_setup()) using hash ffff8800792a2300 00002000:00080000:2.0:1718930704.852596:0:4179:0:(ofd_obd.c:391:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00010000:00010000:0.0:1718930704.852597:0:10933:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1718930704.852600:0:8059:0:(ldlm_lockd.c:2784:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1718930704.852604:0:8059:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880073f86d00/0x4c38e74a5472aaa3 lrc: 2/0,0 mode: PW/PW res: [0x588:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 10933 timeout: 0 lvb_type: 0 00000100:00080000:2.0:1718930704.852610:0:4179:0:(import.c:86:import_set_state_nolock()) ffff88009c96a000 í¯Þÿÿÿÿÿÿÿÿÿÿÿÿ: changing import state from RECOVER to FULL 00010000:00010000:1.0:1718930704.852610:0:8059:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880073f86d00 already unused, calling callback (ffffffffa080a190) 00010000:00010000:1.0:1718930704.852612:0:8059:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880073f86d00/0x4c38e74a5472aaa3 lrc: 2/0,0 mode: PW/PW res: [0x588:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 10933 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718930704.852613:0:10933:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880135178e40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8a07974b-7506-4725-beb3-4b5c6f8f9250+13:1878:x1802425753305728:12345-192.168.204.9@tcp:1:lfs.0 Request processed in 2065us (2149us total) trans 0 rc 0/0 00010000:00010000:1.0:1718930704.852616:0:8059:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880073f86d00/0x4c38e74a5472aaa3 lrc: 3/0,0 mode: PW/PW res: [0x588:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 10933 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718930704.852617:0:10933:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.204.9@tcp, with round 529 00010000:00010000:1.0:1718930704.852624:0:8059:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880073f86d00/0x4c38e74a5472aaa3 lrc: 1/0,0 mode: --/PW res: [0x588:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 10933 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.852627:0:8059:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880073f86d00/0x4c38e74a5472aaa3 lrc: 0/0,0 mode: --/PW res: [0x588:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 10933 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930704.852628:0:4179:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88013517b440 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:107baf36-6e04-4e3c-a090-fe94234d2dbd+6:1874:x1802425753305920:12345-192.168.204.9@tcp:8:cat.0 Request processed in 92us (163us total) trans 0 rc 0/0 00000100:00100000:2.0:1718930704.852632:0:4179:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.204.9@tcp, with round 530 00010000:00010000:1.0:1718930704.852637:0:8059:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1718930704.852637:0:8059:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1718930704.852638:0:8059:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1718930704.853356:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1718930704.853418:0:4179:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753306048 00000100:00100000:0.0:1718930704.853434:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1718930704.853466:0:4179:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.204.9@tcp, with round 531 00000100:00100000:2.0:1718930704.853468:0:4179:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8801351784c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:107baf36-6e04-4e3c-a090-fe94234d2dbd+6:0:x1802425753306048:12345-192.168.204.9@tcp:101:cat.0 00010000:00010000:2.0:1718930704.853473:0:4179:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1718930704.853479:0:4179:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800835aef40/0x4c38e74a5472aadb lrc: 2/0,0 mode: --/PR res: [0x587:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xceea94147812fe57 expref: -99 pid: 4179 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1718930704.853487:0:4179:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x587:0x0] initial LVB size: 6, mtime: 0x6674cd10, atime: 0x0, ctime: 0x6674cd10, blocks: 0x8 00010000:00010000:2.0:1718930704.853493:0:4179:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1718930704.853494:0:4179:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1718930704.853497:0:4179:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800835aef40/0x4c38e74a5472aadb lrc: 3/0,0 mode: PR/PR res: [0x587:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fe57 expref: 7 pid: 4179 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1718930704.853500:0:7082:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753306176 00010000:00010000:2.0:1718930704.853503:0:4179:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800835aef40/0x4c38e74a5472aadb lrc: 3/0,0 mode: PR/PR res: [0x587:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fe57 expref: 7 pid: 4179 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1718930704.853508:0:4179:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff8800835aef40, rc 0) 00000100:00100000:3.0:1718930704.853518:0:7082:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230971 00000100:00100000:3.0:1718930704.853520:0:7082:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88013517d580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:8a07974b-7506-4725-beb3-4b5c6f8f9250+18:27334:x1802425753306176:12345-192.168.204.9@tcp:36:lfs.0 00000100:00100000:2.0:1718930704.853529:0:4179:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8801351784c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:107baf36-6e04-4e3c-a090-fe94234d2dbd+7:0:x1802425753306048:12345-192.168.204.9@tcp:101:cat.0 Request processed in 60us (174us total) trans 0 rc 0/0 00000100:00100000:2.0:1718930704.853533:0:4179:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.204.9@tcp, with round 531 00010000:00010000:3.0:1718930704.853536:0:7082:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1718930704.853544:0:7082:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008350dd40/0x4c38e74a5472a700 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7ac:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fd38 expref: 18 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.853556:0:7082:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7ac:0x0].0x0 (ffff88006f4e6500) 00010000:00010000:3.0:1718930704.853558:0:7082:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1718930704.853562:0:7082:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880097206f40/0x4c38e74a5472aae2 lrc: 3/0,1 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.853567:0:7082:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097206f40/0x4c38e74a5472aae2 lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.853570:0:7082:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097206f40/0x4c38e74a5472aae2 lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.853612:0:7082:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800972061c0/0x4c38e74a5472aae9 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7ae:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.853616:0:7082:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dd200/0x4c38e74a5472aa2c lrc: 2/0,1 mode: COS/COS res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.853619:0:7082:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800972061c0/0x4c38e74a5472aae9 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.853625:0:7082:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dd200/0x4c38e74a5472aa2c lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210401000020 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00080000:00080000:3.0:1718930704.853640:0:7082:0:(osd_handler.c:2525:osd_commit_async()) lustre-MDT0000: async commit OSD 00010000:00010000:3.0:1718930704.853692:0:7082:0:(ldlm_request.c:286:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800972061c0/0x4c38e74a5472aae9 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00000001:00080000:1.0:1718930704.854209:0:32428:0:(tgt_lastrcvd.c:926:tgt_cb_last_committed()) lustre-MDT0000: transno 8589959575 is committed 00000001:00080000:1.0:1718930704.854226:0:32428:0:(tgt_lastrcvd.c:926:tgt_cb_last_committed()) lustre-MDT0000: transno 8589959574 is committed 00010000:00010000:3.0:1718930704.854255:0:3306:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dd200/0x4c38e74a5472aa2c lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210401000020 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.854265:0:3306:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dd200/0x4c38e74a5472aa2c lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210401000020 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.854269:0:3306:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dd200/0x4c38e74a5472aa2c lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210401000020 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.854272:0:3306:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88012c4dd200 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:3.0:1718930704.854273:0:3306:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dd200/0x4c38e74a5472aa2c lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210401000020 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.854276:0:3306:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dd200/0x4c38e74a5472aa2c lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218401000020 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.854281:0:3306:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7ae:0x0].0x0 (ffff880088a59100) 00010000:00010000:3.0:1718930704.854283:0:3306:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1718930704.854284:0:3306:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800972061c0/0x4c38e74a5472aae9 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.854287:0:3306:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800972061c0/0x4c38e74a5472aae9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40290001000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.854290:0:3306:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800972061c0/0x4c38e74a5472aae9 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40290001000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718930704.854299:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00010000:00010000:3.0:1718930704.854309:0:3306:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dd200/0x4c38e74a5472aa2c lrc: 2/0,0 mode: --/COS res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19401000020 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.854312:0:3306:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dd200/0x4c38e74a5472aa2c lrc: 0/0,0 mode: --/COS res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19401000020 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.854320:0:3306:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4ddd40/0x4c38e74a5472aa3a lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.854323:0:3306:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4ddd40/0x4c38e74a5472aa3a lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210401000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.854326:0:3306:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4ddd40/0x4c38e74a5472aa3a lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.854328:0:3306:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88012c4ddd40 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:3.0:1718930704.854329:0:3306:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4ddd40/0x4c38e74a5472aa3a lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.854332:0:3306:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4ddd40/0x4c38e74a5472aa3a lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218401000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.854335:0:3306:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7a8:0x0].0x0 (ffff88008855a900) 00010000:00010000:3.0:1718930704.854336:0:3306:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1718930704.854337:0:3306:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4ddd40/0x4c38e74a5472aa3a lrc: 2/0,0 mode: --/COS res: [0x200000402:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.854339:0:3306:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4ddd40/0x4c38e74a5472aa3a lrc: 0/0,0 mode: --/COS res: [0x200000402:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.854366:0:3306:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dcd80/0x4c38e74a5472aa33 lrc: 3/0,1 mode: COS/COS res: [0x200000bd0:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.854369:0:3306:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dcd80/0x4c38e74a5472aa33 lrc: 2/0,0 mode: COS/COS res: [0x200000bd0:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210401000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.854375:0:3306:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dcd80/0x4c38e74a5472aa33 lrc: 3/0,0 mode: COS/COS res: [0x200000bd0:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.854378:0:3306:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88012c4dcd80 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:3.0:1718930704.854379:0:3306:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dcd80/0x4c38e74a5472aa33 lrc: 3/0,0 mode: COS/COS res: [0x200000bd0:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.854381:0:3306:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dcd80/0x4c38e74a5472aa33 lrc: 4/0,0 mode: COS/COS res: [0x200000bd0:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218401000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.854385:0:3306:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0xa:0x0].0x0 (ffff8800941e6d00) 00010000:00010000:3.0:1718930704.854386:0:3306:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1718930704.854386:0:3306:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dcd80/0x4c38e74a5472aa33 lrc: 2/0,0 mode: --/COS res: [0x200000bd0:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.854389:0:3306:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dcd80/0x4c38e74a5472aa33 lrc: 0/0,0 mode: --/COS res: [0x200000bd0:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.854409:0:3306:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4df180/0x4c38e74a5472aa41 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7aa:0x0].0x0 bits 0x7f/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930704.854410:0:22544:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753306304 00010000:00010000:3.0:1718930704.854428:0:3306:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4df180/0x4c38e74a5472aa41 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x7aa:0x0].0x0 bits 0x7f/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210401000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.854430:0:3306:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4df180/0x4c38e74a5472aa41 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x7aa:0x0].0x0 bits 0x7f/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.854433:0:3306:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88012c4df180 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:3.0:1718930704.854434:0:3306:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4df180/0x4c38e74a5472aa41 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x7aa:0x0].0x0 bits 0x7f/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.854437:0:3306:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4df180/0x4c38e74a5472aa41 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x7aa:0x0].0x0 bits 0x7f/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218401000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.854440:0:3306:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7aa:0x0].0x0 (ffff88008855a700) 00010000:00010000:3.0:1718930704.854441:0:3306:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 7f 00002000:00100000:2.0:1718930704.854441:0:22544:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x100010000:0x587:0x0] (0->4095) req@ffff88013517ed40 x1802425753306304/t0(0) o3->107baf36-6e04-4e3c-a090-fe94234d2dbd@192.168.204.9@tcp:315/0 lens 488/0 e 0 to 0 dl 1718930710 ref 1 fl New:/0/ffffffff rc 0/-1 job:'cat.0' 00010000:00010000:3.0:1718930704.854442:0:3306:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4df180/0x4c38e74a5472aa41 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x7aa:0x0].0x0 bits 0x7f/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.854444:0:3306:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4df180/0x4c38e74a5472aa41 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x7aa:0x0].0x0 bits 0x7f/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00002000:00100000:2.0:1718930704.854447:0:22544:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req ffff88013517ed40 with x1802425753306304 ext(0->4095) 00010000:00010000:3.0:1718930704.854448:0:3306:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dd680/0x4c38e74a5472aa48 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7b0:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1718930704.854449:0:22544:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013517ed40 00010000:00010000:3.0:1718930704.854451:0:3306:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dd680/0x4c38e74a5472aa48 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x7b0:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210401000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.854453:0:3306:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dd680/0x4c38e74a5472aa48 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x7b0:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.854456:0:3306:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88012c4dd680 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:3.0:1718930704.854456:0:3306:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dd680/0x4c38e74a5472aa48 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x7b0:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.854459:0:3306:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dd680/0x4c38e74a5472aa48 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x7b0:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218401000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.854463:0:3306:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b0:0x0].0x0 (ffff88008855a600) 00010000:00010000:3.0:1718930704.854464:0:3306:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 7f 00010000:00010000:3.0:1718930704.854464:0:3306:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dd680/0x4c38e74a5472aa48 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x7b0:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930704.854466:0:22544:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 32982 00010000:00010000:3.0:1718930704.854467:0:3306:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dd680/0x4c38e74a5472aa48 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x7b0:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930704.854468:0:22544:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88013517ed40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:107baf36-6e04-4e3c-a090-fe94234d2dbd+7:1878:x1802425753306304:12345-192.168.204.9@tcp:3:cat.0 00000100:00100000:2.0:1718930704.854526:0:22544:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88013517ed40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:107baf36-6e04-4e3c-a090-fe94234d2dbd+7:1878:x1802425753306304:12345-192.168.204.9@tcp:3:cat.0 Request processed in 57us (228us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1718930704.854530:0:22544:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 32982 00002000:00100000:2.0:1718930704.854533:0:22544:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x100010000:0x587:0x0] (0->4095) req@ffff88013517ed40 x1802425753306304/t0(0) o3->107baf36-6e04-4e3c-a090-fe94234d2dbd@192.168.204.9@tcp:315/0 lens 488/4536 e 0 to 0 dl 1718930710 ref 1 fl Complete:/0/0 rc 4096/4096 job:'cat.0' 00002000:00100000:2.0:1718930704.854537:0:22544:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req ffff88013517ed40 with x1802425753306304 ext(0->4095) 00002000:00010000:2.0:1718930704.854539:0:22544:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013517ed40 00010000:00010000:2.0:1718930704.854551:0:7082:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800972061c0/0x4c38e74a5472aae9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.854556:0:7082:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800972061c0/0x4c38e74a5472aae9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.854573:0:7082:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800835af180/0x4c38e74a5472aaf0 lrc: 3/0,1 mode: --/PW res: [0x200000bd0:0xa:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.854577:0:7082:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800835af180/0x4c38e74a5472aaf0 lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.854582:0:7082:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800835af180/0x4c38e74a5472aaf0 lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.854586:0:7082:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800835adf80/0x4c38e74a5472aaf7 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7a8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.854590:0:7082:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800835adf80/0x4c38e74a5472aaf7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.854593:0:7082:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800835adf80/0x4c38e74a5472aaf7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.854621:0:7082:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7ac:0x0].0x0 (ffff88006f4e6500) 00010000:00010000:2.0:1718930704.854623:0:7082:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1718930704.854625:0:7082:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097204240/0x4c38e74a5472aa8e lrc: 0/0,0 mode: --/PW res: [0x200000402:0x7ac:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fe42 expref: 14 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.854640:0:7082:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800835afcc0/0x4c38e74a5472aafe lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7ac:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.854644:0:7082:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800835afcc0/0x4c38e74a5472aafe lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7ac:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.854648:0:7082:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800835afcc0/0x4c38e74a5472aafe lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7ac:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.854679:0:7082:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800835aeac0/0x4c38e74a5472ab05 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7b1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.854683:0:7082:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800835aeac0/0x4c38e74a5472ab05 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7b1:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.854687:0:7082:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800835aeac0/0x4c38e74a5472ab05 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7b1:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1718930704.854775:0:7082:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff88013517d580 reply state ffff8800a16d4000 transno 8589959576 ns: mdt-lustre-MDT0000_UUID lock: ffff8800835aeac0/0x4c38e74a5472ab05 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7b1:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1718930704.854786:0:7082:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff88013517d580 reply state ffff8800a16d4000 transno 8589959576 ns: mdt-lustre-MDT0000_UUID lock: ffff8800835afcc0/0x4c38e74a5472aafe lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7ac:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1718930704.854790:0:7082:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff88013517d580 reply state ffff8800a16d4000 transno 8589959576 ns: mdt-lustre-MDT0000_UUID lock: ffff8800835af180/0x4c38e74a5472aaf0 lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1718930704.854793:0:7082:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff88013517d580 reply state ffff8800a16d4000 transno 8589959576 ns: mdt-lustre-MDT0000_UUID lock: ffff8800835adf80/0x4c38e74a5472aaf7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1718930704.854797:0:7082:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff88013517d580 reply state ffff8800a16d4000 transno 8589959576 ns: mdt-lustre-MDT0000_UUID lock: ffff8800972061c0/0x4c38e74a5472aae9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.854800:0:7082:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880097206f40/0x4c38e74a5472aae2 lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.854803:0:7082:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880097206f40/0x4c38e74a5472aae2 lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.854806:0:7082:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880097206f40/0x4c38e74a5472aae2 lrc: 2/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.854809:0:7082:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880097206f40/0x4c38e74a5472aae2 lrc: 3/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.854812:0:7082:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880097206f40 already unused, calling callback (ffffffffa080a190) 00010000:00010000:2.0:1718930704.854813:0:7082:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880097206f40/0x4c38e74a5472aae2 lrc: 3/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.854816:0:7082:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880097206f40/0x4c38e74a5472aae2 lrc: 4/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.854820:0:7082:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000004:0x1:0x0].0x0 (ffff8800a1a98400) 00010000:00010000:2.0:1718930704.854822:0:7082:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718930704.854823:0:7082:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880097206f40/0x4c38e74a5472aae2 lrc: 2/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.854825:0:7082:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097206f40/0x4c38e74a5472aae2 lrc: 0/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930704.854860:0:7082:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88013517d580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:8a07974b-7506-4725-beb3-4b5c6f8f9250+15:27334:x1802425753306176:12345-192.168.204.9@tcp:36:lfs.0 Request processed in 1338us (1426us total) trans 8589959576 rc 0/0 00000100:00100000:2.0:1718930704.854864:0:7082:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230971 00010000:00010000:2.0:1718930704.855253:0:3307:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800972061c0/0x4c38e74a5472aae9 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.855260:0:3307:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7ae:0x0].0x0 (ffff880088a59100) 00010000:00010000:2.0:1718930704.855262:0:3307:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718930704.855264:0:3307:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800835adf80/0x4c38e74a5472aaf7 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.855267:0:3307:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7a8:0x0].0x0 (ffff88008855a400) 00010000:00010000:2.0:1718930704.855268:0:3307:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718930704.855269:0:3307:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800835af180/0x4c38e74a5472aaf0 lrc: 3/0,1 mode: COS/COS res: [0x200000bd0:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.855272:0:3307:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0xa:0x0].0x0 (ffff88008855ae00) 00010000:00010000:2.0:1718930704.855273:0:3307:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718930704.855274:0:3307:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800835afcc0/0x4c38e74a5472aafe lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7ac:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.855276:0:3307:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7ac:0x0].0x0 (ffff88008855aa00) 00010000:00010000:2.0:1718930704.855277:0:3307:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 7f 00010000:00010000:2.0:1718930704.855278:0:3307:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800835aeac0/0x4c38e74a5472ab05 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7b1:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.855281:0:3307:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b1:0x0].0x0 (ffff88008855ad00) 00010000:00010000:2.0:1718930704.855282:0:3307:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 7f 00000100:00100000:0.0:1718930704.855306:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1718930704.855330:0:7082:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753306368 00000100:00100000:0.0:1718930704.855344:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1718930704.855356:0:7082:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753306432 00000100:00100000:2.0:1718930704.855364:0:7082:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230972 00000100:00100000:2.0:1718930704.855367:0:7082:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88013517c740 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:107baf36-6e04-4e3c-a090-fe94234d2dbd+13:27337:x1802425753306368:12345-192.168.204.9@tcp:101:cat.0 00010000:00010000:2.0:1718930704.855373:0:7082:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1718930704.855377:0:7082:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800835ad200/0x4c38e74a5472ab0c lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7ab:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xceea94147812fe5e expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.855387:0:7082:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800835acd80/0x4c38e74a5472ab13 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7ab:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.855413:0:7082:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800835acd80/0x4c38e74a5472ab13 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7ab:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.855418:0:7082:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800835acd80/0x4c38e74a5472ab13 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7ab:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718930704.855420:0:6837:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230973 00000100:00100000:1.0:1718930704.855424:0:6837:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88008207c280 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+15:27334:x1802425753306432:12345-192.168.204.9@tcp:34:lfs.0 00010000:00010000:1.0:1718930704.855446:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880073f86400/0x4c38e74a5472ab1a lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7a8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.855453:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880073f86400/0x4c38e74a5472ab1a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.855458:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880073f86400/0x4c38e74a5472ab1a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.855459:0:7082:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800835ad200/0x4c38e74a5472ab0c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7ab:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fe5e expref: 15 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.855466:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880073f87cc0/0x4c38e74a5472ab21 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7a8:0x0].0x656c699b bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.855468:0:7082:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800835acd80/0x4c38e74a5472ab13 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7ab:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fe5e expref: 14 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.855472:0:7082:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7ab:0x0].0x0 (ffff88012bfd5400) 00010000:00010000:1.0:1718930704.855472:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880073f87cc0/0x4c38e74a5472ab21 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7a8:0x0].0x656c699b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.855473:0:7082:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1718930704.855474:0:7082:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff8800835acd80, rc 0) 00010000:00010000:1.0:1718930704.855477:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880073f87cc0/0x4c38e74a5472ab21 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7a8:0x0].0x656c699b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930704.855499:0:7082:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88013517c740 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:107baf36-6e04-4e3c-a090-fe94234d2dbd+14:27337:x1802425753306368:12345-192.168.204.9@tcp:101:cat.0 Request processed in 131us (193us total) trans 0 rc 0/0 00000100:00100000:2.0:1718930704.855503:0:7082:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230972 00010000:00010000:1.0:1718930704.855510:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880073f86ac0/0x4c38e74a5472ab28 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7ad:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.855517:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880073f86ac0/0x4c38e74a5472ab28 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7ad:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.855523:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880073f86ac0/0x4c38e74a5472ab28 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7ad:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1718930704.855549:0:6837:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880073f86ac0/0x4c38e74a5472ab28 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7ad:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.855556:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880073f86400/0x4c38e74a5472ab1a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.855560:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880073f86400/0x4c38e74a5472ab1a lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.855564:0:6837:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880073f86400/0x4c38e74a5472ab1a lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.855567:0:6837:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880073f86400 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:1.0:1718930704.855569:0:6837:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880073f86400/0x4c38e74a5472ab1a lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.855572:0:6837:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880073f86400/0x4c38e74a5472ab1a lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.855576:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7a8:0x0].0x0 (ffff88008855a400) 00010000:00010000:1.0:1718930704.855578:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1718930704.855579:0:6837:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880073f86400/0x4c38e74a5472ab1a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.855581:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880073f86400/0x4c38e74a5472ab1a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.855587:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880073f87cc0/0x4c38e74a5472ab21 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7a8:0x0].0x656c699b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.855593:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880073f87cc0/0x4c38e74a5472ab21 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7a8:0x0].0x656c699b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.855595:0:6837:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880073f87cc0/0x4c38e74a5472ab21 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7a8:0x0].0x656c699b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.855598:0:6837:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880073f87cc0 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:1.0:1718930704.855599:0:6837:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880073f87cc0/0x4c38e74a5472ab21 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7a8:0x0].0x656c699b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.855601:0:6837:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880073f87cc0/0x4c38e74a5472ab21 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7a8:0x0].0x656c699b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.855606:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7a8:0x0].0x656c699b (ffff880086aee800) 00010000:00010000:1.0:1718930704.855608:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1718930704.855609:0:6837:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880073f87cc0/0x4c38e74a5472ab21 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7a8:0x0].0x656c699b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.855612:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880073f87cc0/0x4c38e74a5472ab21 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7a8:0x0].0x656c699b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.855620:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880073f86ac0/0x4c38e74a5472ab28 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7ad:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.855624:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880073f86ac0/0x4c38e74a5472ab28 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7ad:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.855629:0:6837:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880073f86ac0/0x4c38e74a5472ab28 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7ad:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.855638:0:6837:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880073f86ac0 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:1.0:1718930704.855639:0:6837:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880073f86ac0/0x4c38e74a5472ab28 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7ad:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.855644:0:6837:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880073f86ac0/0x4c38e74a5472ab28 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7ad:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.855650:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7ad:0x0].0x0 (ffff88006f4e6e00) 00010000:00010000:1.0:1718930704.855651:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1718930704.855652:0:6837:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880073f86ac0/0x4c38e74a5472ab28 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7ad:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.855657:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880073f86ac0/0x4c38e74a5472ab28 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7ad:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718930704.855714:0:6837:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88008207c280 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+15:27334:x1802425753306432:12345-192.168.204.9@tcp:34:lfs.0 Request processed in 289us (370us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930704.855719:0:6837:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230973 00000100:00100000:0.0:1718930704.856304:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930704.856344:0:6837:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753306560 00000100:00100000:1.0:1718930704.856370:0:6837:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230974 00000100:00100000:1.0:1718930704.856373:0:6837:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880082078e40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+15:27334:x1802425753306560:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:1.0:1718930704.856381:0:6837:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1718930704.856386:0:6837:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880073f87600/0x4c38e74a5472ab2f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7ad:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xceea94147812fe65 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.856429:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880073f86640/0x4c38e74a5472ab36 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7ad:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.856439:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880073f86640/0x4c38e74a5472ab36 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7ad:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.856445:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880073f86640/0x4c38e74a5472ab36 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7ad:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00200000:1.0:1718930704.856451:0:6837:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x7ad:0x0]: returning size 6 00010000:00010000:1.0:1718930704.856485:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880073f87600/0x4c38e74a5472ab2f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7ad:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fe65 expref: 18 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.856495:0:6837:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880073f86640/0x4c38e74a5472ab36 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7ad:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fe65 expref: 17 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.856501:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7ad:0x0].0x0 (ffff88006f4e6e00) 00010000:00010000:1.0:1718930704.856503:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1718930704.856504:0:6837:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff880073f86640, rc 0) 00000100:00100000:1.0:1718930704.856533:0:6837:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880082078e40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+17:27334:x1802425753306560:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 159us (229us total) trans 8589959577 rc 0/0 00000100:00100000:1.0:1718930704.856538:0:6837:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230974 00000100:00100000:2.0:1718930704.856613:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930704.856645:0:6840:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753306688 00000100:00100000:1.0:1718930704.856672:0:6840:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 10851 00000100:00100000:1.0:1718930704.856676:0:6840:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88013713e3c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:107baf36-6e04-4e3c-a090-fe94234d2dbd+14:27337:x1802425753306688:12345-192.168.204.9@tcp:35:cat.0 00000100:00100000:1.0:1718930704.856749:0:6840:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88013713e3c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:107baf36-6e04-4e3c-a090-fe94234d2dbd+15:27337:x1802425753306688:12345-192.168.204.9@tcp:35:cat.0 Request processed in 72us (138us total) trans 8589959578 rc 0/0 00000100:00100000:1.0:1718930704.856753:0:6840:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 10851 00000100:00100000:0.0:1718930704.857133:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1718930704.857182:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1718930704.857199:0:4179:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753306752 00000100:00100000:1.0:1718930704.857218:0:6840:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753306880 00000100:00100000:2.0:1718930704.857221:0:4179:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.204.9@tcp, with round 532 00000100:00100000:2.0:1718930704.857224:0:4179:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880082078980 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:8a07974b-7506-4725-beb3-4b5c6f8f9250+12:1878:x1802425753306752:12345-192.168.204.9@tcp:1:lfs.0 00000100:00100000:1.0:1718930704.857232:0:6840:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 10852 00000100:00100000:1.0:1718930704.857235:0:6840:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88008207cc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:107baf36-6e04-4e3c-a090-fe94234d2dbd+15:27337:x1802425753306880:12345-192.168.204.9@tcp:35:cat.0 00010000:00010000:2.0:1718930704.857237:0:4179:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800835ac480/0x4c38e74a5472ab44 lrc: 3/0,1 mode: --/PW res: [0x590:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 4179 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.857245:0:4179:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880073f84480/0x4c38e74a5472a762 lrc: 2/0,0 mode: PW/PW res: [0x590:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fd5b expref: 12 pid: 10933 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.857253:0:4179:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1718930704.857254:0:4179:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1718930704.857255:0:4179:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800835ac480/0x4c38e74a5472ab44 lrc: 4/0,1 mode: --/PW res: [0x590:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 4179 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.857264:0:4179:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880073f84480/0x4c38e74a5472a762 lrc: 3/0,0 mode: PW/PW res: [0x590:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fd5b expref: 12 pid: 10933 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.857269:0:4179:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880073f84480/0x4c38e74a5472a762 lrc: 4/0,0 mode: PW/PW res: [0x590:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fd5b expref: 12 pid: 10933 timeout: 3715 lvb_type: 0 00000100:00100000:2.0:1718930704.857275:0:4179:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88013713cc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:4179:1802425733058176:192.168.204.9@tcp:104: 00000100:00100000:2.0:1718930704.857301:0:4179:0:(client.c:2492:ptlrpc_set_wait()) set ffff880132b0be40 going to sleep for 6 seconds 00000100:00100000:1.0:1718930704.857304:0:6840:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88008207cc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:107baf36-6e04-4e3c-a090-fe94234d2dbd+16:27337:x1802425753306880:12345-192.168.204.9@tcp:35:cat.0 Request processed in 68us (123us total) trans 8589959579 rc 0/0 00000100:00100000:1.0:1718930704.857308:0:6840:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 10852 00000100:00100000:2.0:1718930704.857833:0:4179:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88013713cc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:4179:1802425733058176:192.168.204.9@tcp:104: 00010000:00010000:2.0:1718930704.857844:0:4179:0:(ldlm_request.c:286:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800835ac480/0x4c38e74a5472ab44 lrc: 3/0,1 mode: --/PW res: [0x590:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 4179 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718930704.858170:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1718930704.858205:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1718930704.858207:0:22544:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753306944 00002000:00100000:2.0:1718930704.858221:0:22544:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x100000000:0x590:0x0] (0->5) req@ffff880082078000 x1802425753306944/t0(0) o4->8a07974b-7506-4725-beb3-4b5c6f8f9250@192.168.204.9@tcp:352/0 lens 496/0 e 0 to 0 dl 1718930747 ref 1 fl New:/0/ffffffff rc 0/-1 job:'bash.0' 00002000:00100000:2.0:1718930704.858226:0:22544:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req ffff880082078000 with x1802425753306944 ext(0->5) 00010000:00010000:2.0:1718930704.858229:0:22544:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: ffff880073f84480/0x4c38e74a5472a762 lrc: 4/0,0 mode: PW/PW res: [0x590:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fd5b expref: 13 pid: 10933 timeout: 3715 lvb_type: 0 00002000:00010000:2.0:1718930704.858234:0:22544:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880082078000 00000100:00100000:1.0:1718930704.858239:0:6837:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753307072 00000100:00100000:2.0:1718930704.858244:0:22544:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 7354 00000100:00100000:2.0:1718930704.858247:0:22544:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880082078000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8a07974b-7506-4725-beb3-4b5c6f8f9250+13:1875:x1802425753306944:12345-192.168.204.9@tcp:4:bash.0 00000100:00100000:1.0:1718930704.858259:0:6837:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230975 00000100:00100000:1.0:1718930704.858261:0:6837:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88008207d580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:107baf36-6e04-4e3c-a090-fe94234d2dbd+16:27174:x1802425753307072:12345-192.168.204.9@tcp:101:bash.0 00010000:00010000:1.0:1718930704.858267:0:6837:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1718930704.858272:0:6837:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880073f85b00/0x4c38e74a5472ab4b lrc: 2/0,0 mode: --/CW res: [0x200000402:0x7a8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xceea94147812fe6c expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.858290:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880073f85440/0x4c38e74a5472ab52 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7a8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.858294:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880073f85440/0x4c38e74a5472ab52 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.858298:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880073f85440/0x4c38e74a5472ab52 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.858303:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880073f85200/0x4c38e74a5472ab59 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7a8:0x0].0x656c699a bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.858306:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880073f85200/0x4c38e74a5472ab59 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7a8:0x0].0x656c699a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.858309:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880073f85200/0x4c38e74a5472ab59 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7a8:0x0].0x656c699a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.858321:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880073f85440/0x4c38e74a5472ab52 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.858324:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880073f85440/0x4c38e74a5472ab52 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.858327:0:6837:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880073f85440/0x4c38e74a5472ab52 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.858330:0:6837:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880073f85440 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:1.0:1718930704.858331:0:6837:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880073f85440/0x4c38e74a5472ab52 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.858333:0:6837:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880073f85440/0x4c38e74a5472ab52 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.858337:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7a8:0x0].0x0 (ffff88008855a400) 00010000:00010000:1.0:1718930704.858338:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1718930704.858339:0:6837:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880073f85440/0x4c38e74a5472ab52 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.858342:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880073f85440/0x4c38e74a5472ab52 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.858346:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880073f85200/0x4c38e74a5472ab59 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7a8:0x0].0x656c699a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.858348:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880073f85200/0x4c38e74a5472ab59 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7a8:0x0].0x656c699a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.858354:0:6837:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880073f85200/0x4c38e74a5472ab59 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7a8:0x0].0x656c699a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.858357:0:6837:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880073f85200 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:1.0:1718930704.858357:0:6837:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880073f85200/0x4c38e74a5472ab59 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7a8:0x0].0x656c699a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.858360:0:6837:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880073f85200/0x4c38e74a5472ab59 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7a8:0x0].0x656c699a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.858363:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7a8:0x0].0x656c699a (ffff880086aee600) 00010000:00010000:1.0:1718930704.858364:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1718930704.858364:0:6837:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880073f85200/0x4c38e74a5472ab59 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7a8:0x0].0x656c699a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.858367:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880073f85200/0x4c38e74a5472ab59 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7a8:0x0].0x656c699a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.858376:0:6837:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880073f85b00/0x4c38e74a5472ab4b lrc: 1/0,0 mode: --/CW res: [0x200000402:0x7a8:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fe6c expref: 17 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.858380:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880073f85b00/0x4c38e74a5472ab4b lrc: 0/0,0 mode: --/CW res: [0x200000402:0x7a8:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fe6c expref: 17 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.858383:0:6837:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff880073f85b00, rc 0) 00000100:00100000:1.0:1718930704.858421:0:6837:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88008207d580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:107baf36-6e04-4e3c-a090-fe94234d2dbd+16:27174:x1802425753307072:12345-192.168.204.9@tcp:101:bash.0 Request processed in 159us (217us total) trans 0 rc 301/301 00000100:00100000:1.0:1718930704.858425:0:6837:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230975 00000100:00100000:2.0:1718930704.858518:0:22544:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880082078000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8a07974b-7506-4725-beb3-4b5c6f8f9250+15:1875:x1802425753306944:12345-192.168.204.9@tcp:4:bash.0 Request processed in 270us (349us total) trans 4294976103 rc 0/0 00000100:00100000:2.0:1718930704.858523:0:22544:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 7354 00002000:00100000:2.0:1718930704.858527:0:22544:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x100000000:0x590:0x0] (0->5) req@ffff880082078000 x1802425753306944/t4294976103(0) o4->8a07974b-7506-4725-beb3-4b5c6f8f9250@192.168.204.9@tcp:352/0 lens 496/448 e 0 to 0 dl 1718930747 ref 1 fl Complete:H/0/0 rc 0/0 job:'bash.0' 00002000:00100000:2.0:1718930704.858531:0:22544:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req ffff880082078000 with x1802425753306944 ext(0->5) 00010000:00010000:2.0:1718930704.858535:0:22544:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: ffff880073f84480/0x4c38e74a5472a762 lrc: 4/0,0 mode: PW/PW res: [0x590:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fd5b expref: 15 pid: 10933 timeout: 3715 lvb_type: 0 00002000:00010000:2.0:1718930704.858539:0:22544:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880082078000 00000100:00100000:0.0:1718930704.859023:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930704.859053:0:6837:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753307200 00000100:00100000:0.0:1718930704.859060:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930704.859071:0:6837:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230976 00000100:00100000:1.0:1718930704.859074:0:6837:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880082079300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:107baf36-6e04-4e3c-a090-fe94234d2dbd+16:27174:x1802425753307200:12345-192.168.204.9@tcp:101:bash.0 00010000:00010000:1.0:1718930704.859079:0:6837:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1718930704.859083:0:6837:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880073f85f80/0x4c38e74a5472ab60 lrc: 2/0,0 mode: --/CW res: [0x200000bd0:0xa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xceea94147812fe73 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718930704.859092:0:4383:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753307264 00010000:00010000:3.0:1718930704.859104:0:4383:0:(ldlm_lockd.c:2633:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880073f84480/0x4c38e74a5472a762 lrc: 4/0,0 mode: PW/PW res: [0x590:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fd5b expref: 15 pid: 10933 timeout: 3715 lvb_type: 0 00010000:00010000:1.0:1718930704.859113:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880073f861c0/0x4c38e74a5472ab67 lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0xa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718930704.859118:0:4383:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 63366 00010000:00010000:1.0:1718930704.859118:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880073f861c0/0x4c38e74a5472ab67 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718930704.859121:0:4383:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88008207bdc0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:8a07974b-7506-4725-beb3-4b5c6f8f9250+15:1875:x1802425753307264:12345-192.168.204.9@tcp:103:ldlm_bl_02.0 00010000:00010000:1.0:1718930704.859122:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880073f861c0/0x4c38e74a5472ab67 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.859126:0:4383:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1718930704.859127:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880073f846c0/0x4c38e74a5472ab6e lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0xa:0x0].0x656c699a bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1718930704.859130:0:4383:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x100000000:0x590:0x0] updating lvb size from disk: 0 -> 6 00010000:00010000:1.0:1718930704.859130:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880073f846c0/0x4c38e74a5472ab6e lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0xa:0x0].0x656c699a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1718930704.859131:0:4383:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x100000000:0x590:0x0] updating lvb mtime from disk: 0 -> 1718930704 00002000:00010000:3.0:1718930704.859132:0:4383:0:(ofd_lvb.c:343:ofd_lvbo_update()) res: [0x100000000:0x590:0x0] updating lvb ctime from disk: 0 -> 1718930704 00002000:00010000:3.0:1718930704.859133:0:4383:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x100000000:0x590:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:1.0:1718930704.859133:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880073f846c0/0x4c38e74a5472ab6e lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0xa:0x0].0x656c699a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.859135:0:4383:0:(ldlm_lockd.c:1766:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880073f84480/0x4c38e74a5472a762 lrc: 4/0,0 mode: PW/PW res: [0x590:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fd5b expref: 15 pid: 10933 timeout: 3715 lvb_type: 0 00010000:00010000:3.0:1718930704.859140:0:4383:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880073f84480/0x4c38e74a5472a762 lrc: 3/0,0 mode: PW/PW res: [0x590:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fd5b expref: 15 pid: 10933 timeout: 3715 lvb_type: 0 00010000:00010000:3.0:1718930704.859149:0:4383:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880073f84480/0x4c38e74a5472a762 lrc: 0/0,0 mode: --/PW res: [0x590:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fd5b expref: 15 pid: 10933 timeout: 3715 lvb_type: 0 00010000:00010000:1.0:1718930704.859149:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880073f85680/0x4c38e74a5472ab75 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7ac:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.859152:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880073f85680/0x4c38e74a5472ab75 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7ac:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.859154:0:4383:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718930704.859155:0:4383:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718930704.859156:0:4383:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800835ac480/0x4c38e74a5472ab44 lrc: 3/0,1 mode: PW/PW res: [0x590:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 4179 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.859158:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880073f85680/0x4c38e74a5472ab75 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7ac:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.859161:0:4383:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800835ac480/0x4c38e74a5472ab44 lrc: 4/0,1 mode: PW/PW res: [0x590:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 4179 timeout: 0 lvb_type: 0 00000004:00200000:1.0:1718930704.859162:0:6837:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x7ac:0x0]: returning size 6 00010000:00010000:3.0:1718930704.859177:0:4383:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1718930704.859182:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880073f861c0/0x4c38e74a5472ab67 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.859185:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880073f861c0/0x4c38e74a5472ab67 lrc: 2/0,0 mode: CR/CR res: [0x200000bd0:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.859188:0:6837:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880073f861c0/0x4c38e74a5472ab67 lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.859191:0:6837:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880073f861c0 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:1.0:1718930704.859192:0:6837:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880073f861c0/0x4c38e74a5472ab67 lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718930704.859193:0:4383:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88008207bdc0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:8a07974b-7506-4725-beb3-4b5c6f8f9250+14:1875:x1802425753307264:12345-192.168.204.9@tcp:103:ldlm_bl_02.0 Request processed in 71us (134us total) trans 0 rc 0/0 00010000:00010000:1.0:1718930704.859195:0:6837:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880073f861c0/0x4c38e74a5472ab67 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718930704.859197:0:4383:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 63366 00010000:00010000:1.0:1718930704.859200:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0xa:0x0].0x0 (ffff88008855ae00) 00010000:00010000:1.0:1718930704.859201:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1718930704.859202:0:6837:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880073f861c0/0x4c38e74a5472ab67 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.859205:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880073f861c0/0x4c38e74a5472ab67 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.859210:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880073f846c0/0x4c38e74a5472ab6e lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0xa:0x0].0x656c699a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.859213:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880073f846c0/0x4c38e74a5472ab6e lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0xa:0x0].0x656c699a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.859216:0:6837:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880073f846c0/0x4c38e74a5472ab6e lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0xa:0x0].0x656c699a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.859218:0:6837:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880073f846c0 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:1.0:1718930704.859219:0:6837:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880073f846c0/0x4c38e74a5472ab6e lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0xa:0x0].0x656c699a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.859221:0:6837:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880073f846c0/0x4c38e74a5472ab6e lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0xa:0x0].0x656c699a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.859224:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0xa:0x0].0x656c699a (ffff880086aee000) 00010000:00010000:1.0:1718930704.859225:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1718930704.859226:0:6837:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880073f846c0/0x4c38e74a5472ab6e lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0xa:0x0].0x656c699a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.859228:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880073f846c0/0x4c38e74a5472ab6e lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0xa:0x0].0x656c699a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.859232:0:4179:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800835ac480/0x4c38e74a5472ab44 lrc: 3/0,1 mode: PW/PW res: [0x590:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 4179 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.859239:0:4179:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800835ac480/0x4c38e74a5472ab44 lrc: 3/0,1 mode: PW/PW res: [0x590:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 4179 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.859239:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880073f85f80/0x4c38e74a5472ab60 lrc: 0/0,0 mode: --/CW res: [0x200000bd0:0xa:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fe73 expref: 19 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.859244:0:6837:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880073f85680/0x4c38e74a5472ab75 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7ac:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fe73 expref: 18 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.859247:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7ac:0x0].0x0 (ffff88008855aa00) 00010000:00010000:2.0:1718930704.859248:0:4179:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800835ac480/0x4c38e74a5472ab44 lrc: 3/0,1 mode: PW/PW res: [0x590:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 4179 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.859248:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 9 00010000:00010000:1.0:1718930704.859249:0:6837:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff880073f85680, rc 0) 00010000:00010000:2.0:1718930704.859251:0:4179:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800835ac480/0x4c38e74a5472ab44 lrc: 2/0,0 mode: PW/PW res: [0x590:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 4179 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.859260:0:4179:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1718930704.859264:0:6837:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880082079300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:107baf36-6e04-4e3c-a090-fe94234d2dbd+18:27174:x1802425753307200:12345-192.168.204.9@tcp:101:bash.0 Request processed in 190us (242us total) trans 8589959580 rc 0/0 00010000:00010000:3.0:1718930704.859265:0:4830:0:(ldlm_lockd.c:2784:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1718930704.859268:0:4830:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800835ac480/0x4c38e74a5472ab44 lrc: 2/0,0 mode: PW/PW res: [0x590:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 4179 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718930704.859268:0:6837:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230976 00010000:00010000:3.0:1718930704.859272:0:4830:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800835ac480 already unused, calling callback (ffffffffa080a190) 00010000:00010000:3.0:1718930704.859273:0:4830:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800835ac480/0x4c38e74a5472ab44 lrc: 2/0,0 mode: PW/PW res: [0x590:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 4179 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.859276:0:4830:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800835ac480/0x4c38e74a5472ab44 lrc: 3/0,0 mode: PW/PW res: [0x590:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 4179 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930704.859281:0:4179:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880082078980 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:8a07974b-7506-4725-beb3-4b5c6f8f9250+13:1878:x1802425753306752:12345-192.168.204.9@tcp:1:lfs.0 Request processed in 2056us (2148us total) trans 0 rc 0/0 00010000:00010000:3.0:1718930704.859283:0:4830:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800835ac480/0x4c38e74a5472ab44 lrc: 1/0,0 mode: --/PW res: [0x590:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 4179 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.859286:0:4830:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800835ac480/0x4c38e74a5472ab44 lrc: 0/0,0 mode: --/PW res: [0x590:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 4179 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930704.859288:0:4179:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.204.9@tcp, with round 532 00010000:00010000:3.0:1718930704.859295:0:4830:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1718930704.859295:0:4830:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1718930704.859296:0:4830:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1718930704.859804:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930704.859837:0:6837:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753307392 00000100:00100000:0.0:1718930704.859840:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930704.859860:0:6837:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753307520 00000100:00100000:1.0:1718930704.859868:0:6837:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230977 00000100:00100000:1.0:1718930704.859870:0:6837:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88008207b900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+17:27334:x1802425753307392:12345-192.168.204.9@tcp:36:lfs.0 00010000:00010000:1.0:1718930704.859883:0:6837:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1718930704.859885:0:8048:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230978 00000100:00100000:2.0:1718930704.859888:0:8048:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88008207a140 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:107baf36-6e04-4e3c-a090-fe94234d2dbd+18:27174:x1802425753307520:12345-192.168.204.9@tcp:36:bash.0 00010000:00010000:1.0:1718930704.859891:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008350cfc0/0x4c38e74a5472a754 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7ad:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fd54 expref: 17 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.859897:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7ad:0x0].0x0 (ffff88006f4e6e00) 00010000:00010000:1.0:1718930704.859898:0:6837:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1718930704.859902:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880073f84000/0x4c38e74a5472ab83 lrc: 3/0,1 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.859906:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880073f84000/0x4c38e74a5472ab83 lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.859910:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880073f84000/0x4c38e74a5472ab83 lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.859945:0:8048:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800835ac900/0x4c38e74a5472ab8a lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7ac:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.859950:0:8048:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800835ac900/0x4c38e74a5472ab8a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7ac:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.859950:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4ded00/0x4c38e74a5472ab91 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7ae:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.859954:0:6837:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800972061c0/0x4c38e74a5472aae9 lrc: 2/0,1 mode: COS/COS res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.859955:0:8048:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800835ac900/0x4c38e74a5472ab8a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7ac:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.859959:0:6837:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4ded00/0x4c38e74a5472ab91 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.859965:0:6837:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff8800972061c0/0x4c38e74a5472aae9 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210401000020 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00000001:00080000:2.0:1718930704.859967:0:8048:0:(tgt_lastrcvd.c:2017:tgt_txn_stop_cb()) More than one transaction 8589959581 00000004:00010000:2.0:1718930704.859971:0:8048:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff88008207a140 reply state ffff88008f7aa000 transno 8589959581 ns: mdt-lustre-MDT0000_UUID lock: ffff8800835ac900/0x4c38e74a5472ab8a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7ac:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00080000:00080000:1.0:1718930704.859975:0:6837:0:(osd_handler.c:2525:osd_commit_async()) lustre-MDT0000: async commit OSD 00010000:00010000:1.0:1718930704.859995:0:6837:0:(ldlm_request.c:286:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4ded00/0x4c38e74a5472ab91 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930704.860008:0:8048:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88008207a140 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:107baf36-6e04-4e3c-a090-fe94234d2dbd+20:27174:x1802425753307520:12345-192.168.204.9@tcp:36:bash.0 Request processed in 119us (168us total) trans 8589959581 rc 0/0 00000100:00100000:2.0:1718930704.860012:0:8048:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230978 00000001:00080000:0.0:1718930704.860475:0:32428:0:(tgt_lastrcvd.c:926:tgt_cb_last_committed()) lustre-MDT0000: transno 8589959581 is committed 00000001:00080000:0.0:1718930704.860488:0:32428:0:(tgt_lastrcvd.c:926:tgt_cb_last_committed()) lustre-MDT0000: transno 8589959577 is committed 00000100:00100000:2.0:1718930704.860504:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00010000:00010000:2.0:1718930704.860514:0:3307:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: ffff8800972061c0/0x4c38e74a5472aae9 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210401000020 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718930704.860517:0:4179:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753307584 00010000:00010000:3.0:1718930704.860518:0:3306:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800835ac900/0x4c38e74a5472ab8a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7ac:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.860520:0:3307:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800972061c0/0x4c38e74a5472aae9 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210401000020 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.860523:0:3307:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800972061c0/0x4c38e74a5472aae9 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210401000020 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.860525:0:3306:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800835ac900/0x4c38e74a5472ab8a lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x7ac:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.860529:0:3306:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800835ac900/0x4c38e74a5472ab8a lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7ac:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.860530:0:3307:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800972061c0 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:2.0:1718930704.860531:0:3307:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800972061c0/0x4c38e74a5472aae9 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210401000020 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.860532:0:3306:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800835ac900 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:3.0:1718930704.860533:0:3306:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800835ac900/0x4c38e74a5472ab8a lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7ac:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.860534:0:3307:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800972061c0/0x4c38e74a5472aae9 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218401000020 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.860536:0:3306:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800835ac900/0x4c38e74a5472ab8a lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x7ac:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.860539:0:3307:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7ae:0x0].0x0 (ffff880088a59100) 00010000:00010000:3.0:1718930704.860541:0:3306:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7ac:0x0].0x0 (ffff88008855aa00) 00010000:00010000:2.0:1718930704.860541:0:3307:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718930704.860542:0:3307:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4ded00/0x4c38e74a5472ab91 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.860543:0:3306:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1718930704.860544:0:3306:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800835ac900/0x4c38e74a5472ab8a lrc: 2/0,0 mode: --/PW res: [0x200000402:0x7ac:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.860545:0:3307:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4ded00/0x4c38e74a5472ab91 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40290001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.860547:0:3306:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800835ac900/0x4c38e74a5472ab8a lrc: 0/0,0 mode: --/PW res: [0x200000402:0x7ac:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718930704.860547:0:4179:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.204.9@tcp, with round 533 00010000:00010000:2.0:1718930704.860548:0:3307:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4ded00/0x4c38e74a5472ab91 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40290001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718930704.860551:0:4179:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88013713cc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:107baf36-6e04-4e3c-a090-fe94234d2dbd+7:27174:x1802425753307584:12345-192.168.204.9@tcp:101:bash.0 00010000:00010000:2.0:1718930704.860557:0:3307:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800972061c0/0x4c38e74a5472aae9 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19401000020 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930704.860558:0:4179:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1718930704.860561:0:3307:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800972061c0/0x4c38e74a5472aae9 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19401000020 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.860564:0:6837:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4ded00/0x4c38e74a5472ab91 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.860566:0:3307:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: ffff8800835adf80/0x4c38e74a5472aaf7 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930704.860566:0:4179:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012da4c240/0x4c38e74a5472ab98 lrc: 2/0,0 mode: --/PW res: [0x588:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xceea94147812fe7a expref: -99 pid: 4179 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.860569:0:3307:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800835adf80/0x4c38e74a5472aaf7 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210401000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.860569:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4ded00/0x4c38e74a5472ab91 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.860575:0:3307:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800835adf80/0x4c38e74a5472aaf7 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1718930704.860577:0:4179:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x588:0x0] initial LVB size: 6, mtime: 0x6674cd10, atime: 0x0, ctime: 0x6674cd10, blocks: 0x8 00010000:00010000:2.0:1718930704.860578:0:3307:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800835adf80 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:2.0:1718930704.860579:0:3307:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800835adf80/0x4c38e74a5472aaf7 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.860581:0:3307:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800835adf80/0x4c38e74a5472aaf7 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218401000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.860581:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dc900/0x4c38e74a5472ab9f lrc: 3/0,1 mode: --/PW res: [0x200000bd0:0xa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930704.860584:0:4179:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1718930704.860585:0:3307:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7a8:0x0].0x0 (ffff88008855a400) 00010000:00010000:1.0:1718930704.860585:0:6837:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800835af180/0x4c38e74a5472aaf0 lrc: 2/0,1 mode: COS/COS res: [0x200000bd0:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930704.860585:0:4179:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1718930704.860586:0:3307:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718930704.860586:0:3307:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800835adf80/0x4c38e74a5472aaf7 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.860588:0:6837:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dc900/0x4c38e74a5472ab9f lrc: 4/0,1 mode: --/PW res: [0x200000bd0:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930704.860588:0:4179:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012da4c240/0x4c38e74a5472ab98 lrc: 3/0,0 mode: PW/PW res: [0x588:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fe7a expref: 8 pid: 4179 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.860589:0:3307:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800835adf80/0x4c38e74a5472aaf7 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.860593:0:6837:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff8800835af180/0x4c38e74a5472aaf0 lrc: 3/0,1 mode: COS/COS res: [0x200000bd0:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210401000020 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930704.860594:0:4179:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012da4c240/0x4c38e74a5472ab98 lrc: 3/0,0 mode: PW/PW res: [0x588:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fe7a expref: 8 pid: 4179 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.860595:0:3307:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: ffff8800835af180/0x4c38e74a5472aaf0 lrc: 4/0,1 mode: COS/COS res: [0x200000bd0:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210401000020 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.860597:0:3307:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800835af180/0x4c38e74a5472aaf0 lrc: 3/0,0 mode: COS/COS res: [0x200000bd0:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210401000020 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930704.860599:0:4179:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88012da4c240, rc 0) 00010000:00010000:2.0:1718930704.860600:0:3307:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800835af180/0x4c38e74a5472aaf0 lrc: 4/0,0 mode: COS/COS res: [0x200000bd0:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210401000020 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00080000:00080000:1.0:1718930704.860601:0:6837:0:(osd_handler.c:2525:osd_commit_async()) lustre-MDT0000: async commit OSD 00010000:00010000:2.0:1718930704.860602:0:3307:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800835af180 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:2.0:1718930704.860603:0:3307:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800835af180/0x4c38e74a5472aaf0 lrc: 4/0,0 mode: COS/COS res: [0x200000bd0:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210401000020 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.860606:0:3307:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800835af180/0x4c38e74a5472aaf0 lrc: 5/0,0 mode: COS/COS res: [0x200000bd0:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218401000020 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.860610:0:3307:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0xa:0x0].0x0 (ffff88008855ae00) 00010000:00010000:2.0:1718930704.860611:0:3307:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718930704.860611:0:3307:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dc900/0x4c38e74a5472ab9f lrc: 3/0,1 mode: --/PW res: [0x200000bd0:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.860614:0:3307:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dc900/0x4c38e74a5472ab9f lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50290001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718930704.860615:0:4179:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88013713cc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:107baf36-6e04-4e3c-a090-fe94234d2dbd+8:27174:x1802425753307584:12345-192.168.204.9@tcp:101:bash.0 Request processed in 64us (113us total) trans 0 rc 0/0 00010000:00010000:2.0:1718930704.860617:0:3307:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dc900/0x4c38e74a5472ab9f lrc: 4/0,1 mode: PW/PW res: [0x200000bd0:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50290001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718930704.860618:0:4179:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.204.9@tcp, with round 533 00010000:00010000:2.0:1718930704.860623:0:3307:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800835af180/0x4c38e74a5472aaf0 lrc: 2/0,0 mode: --/COS res: [0x200000bd0:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19401000020 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.860623:0:6837:0:(ldlm_request.c:286:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dc900/0x4c38e74a5472ab9f lrc: 4/0,1 mode: PW/PW res: [0x200000bd0:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.860626:0:3307:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800835af180/0x4c38e74a5472aaf0 lrc: 0/0,0 mode: --/COS res: [0x200000bd0:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19401000020 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.860629:0:6837:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dc900/0x4c38e74a5472ab9f lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.860630:0:3307:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: ffff8800835afcc0/0x4c38e74a5472aafe lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7ac:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.860633:0:3307:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800835afcc0/0x4c38e74a5472aafe lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x7ac:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210401000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.860633:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dc900/0x4c38e74a5472ab9f lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.860636:0:3307:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800835afcc0/0x4c38e74a5472aafe lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x7ac:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.860638:0:3307:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800835afcc0 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:2.0:1718930704.860639:0:3307:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800835afcc0/0x4c38e74a5472aafe lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x7ac:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.860640:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dc240/0x4c38e74a5472aba6 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7a8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.860642:0:3307:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800835afcc0/0x4c38e74a5472aafe lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x7ac:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218401000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.860645:0:3307:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7ac:0x0].0x0 (ffff88008855aa00) 00010000:00010000:1.0:1718930704.860645:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dc240/0x4c38e74a5472aba6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.860646:0:3307:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 7f 00010000:00010000:2.0:1718930704.860647:0:3307:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800835afcc0/0x4c38e74a5472aafe lrc: 2/0,0 mode: --/COS res: [0x200000402:0x7ac:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.860650:0:3307:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800835afcc0/0x4c38e74a5472aafe lrc: 0/0,0 mode: --/COS res: [0x200000402:0x7ac:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.860650:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dc240/0x4c38e74a5472aba6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.860653:0:3307:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: ffff8800835aeac0/0x4c38e74a5472ab05 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7b1:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.860655:0:3307:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800835aeac0/0x4c38e74a5472ab05 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x7b1:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210401000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.860679:0:3307:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800835aeac0/0x4c38e74a5472ab05 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x7b1:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.860681:0:3307:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800835aeac0 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:2.0:1718930704.860682:0:3307:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800835aeac0/0x4c38e74a5472ab05 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x7b1:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.860685:0:3307:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800835aeac0/0x4c38e74a5472ab05 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x7b1:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218401000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.860688:0:3307:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b1:0x0].0x0 (ffff88008855ad00) 00010000:00010000:2.0:1718930704.860690:0:3307:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 7f 00010000:00010000:2.0:1718930704.860690:0:3307:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800835aeac0/0x4c38e74a5472ab05 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x7b1:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.860693:0:3307:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800835aeac0/0x4c38e74a5472ab05 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x7b1:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.860702:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7ad:0x0].0x0 (ffff88006f4e6e00) 00010000:00010000:1.0:1718930704.860705:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1718930704.860708:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880073f86640/0x4c38e74a5472ab36 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x7ad:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fe65 expref: 13 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.860727:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dcfc0/0x4c38e74a5472abad lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7ad:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.860733:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dcfc0/0x4c38e74a5472abad lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7ad:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.860738:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dcfc0/0x4c38e74a5472abad lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7ad:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.860763:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4de1c0/0x4c38e74a5472abb4 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7b2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.860769:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4de1c0/0x4c38e74a5472abb4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7b2:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.860775:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4de1c0/0x4c38e74a5472abb4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7b2:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1718930704.860857:0:6837:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff88008207b900 reply state ffff880092bea000 transno 8589959582 ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4de1c0/0x4c38e74a5472abb4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7b2:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1718930704.860867:0:6837:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff88008207b900 reply state ffff880092bea000 transno 8589959582 ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dcfc0/0x4c38e74a5472abad lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7ad:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1718930704.860871:0:6837:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff88008207b900 reply state ffff880092bea000 transno 8589959582 ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dc900/0x4c38e74a5472ab9f lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1718930704.860875:0:6837:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff88008207b900 reply state ffff880092bea000 transno 8589959582 ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dc240/0x4c38e74a5472aba6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1718930704.860878:0:6837:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff88008207b900 reply state ffff880092bea000 transno 8589959582 ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4ded00/0x4c38e74a5472ab91 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.860881:0:6837:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880073f84000/0x4c38e74a5472ab83 lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.860884:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880073f84000/0x4c38e74a5472ab83 lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.860887:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880073f84000/0x4c38e74a5472ab83 lrc: 2/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.860890:0:6837:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880073f84000/0x4c38e74a5472ab83 lrc: 3/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.860893:0:6837:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880073f84000 already unused, calling callback (ffffffffa080a190) 00010000:00010000:1.0:1718930704.860894:0:6837:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880073f84000/0x4c38e74a5472ab83 lrc: 3/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.860897:0:6837:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880073f84000/0x4c38e74a5472ab83 lrc: 4/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.860901:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000004:0x1:0x0].0x0 (ffff880086aee700) 00010000:00010000:1.0:1718930704.860902:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1718930704.860903:0:6837:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880073f84000/0x4c38e74a5472ab83 lrc: 2/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.860905:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880073f84000/0x4c38e74a5472ab83 lrc: 0/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718930704.860938:0:6837:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88008207b900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+14:27334:x1802425753307392:12345-192.168.204.9@tcp:36:lfs.0 Request processed in 1067us (1135us total) trans 8589959582 rc 0/0 00000100:00100000:1.0:1718930704.860942:0:6837:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230977 00000100:00100000:0.0:1718930704.861156:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1718930704.861196:0:22544:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753307648 00002000:00010000:2.0:1718930704.861207:0:22544:0:(ofd_dev.c:2747:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 1416/0 (0->18446744073709551615) 00002000:00100000:2.0:1718930704.861209:0:22544:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req ffff88008207e3c0 with x1802425753307648 ext(0->18446744073709551615) 00002000:00010000:2.0:1718930704.861212:0:22544:0:(ofd_dev.c:2752:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008207e3c0. 00000100:00100000:2.0:1718930704.861222:0:22544:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 32983 00000100:00100000:2.0:1718930704.861225:0:22544:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88008207e3c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:107baf36-6e04-4e3c-a090-fe94234d2dbd+8:1876:x1802425753307648:12345-192.168.204.9@tcp:10:bash.0 00010000:00010000:2.0:1718930704.861366:0:3306:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4ded00/0x4c38e74a5472ab91 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.861375:0:3306:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7ae:0x0].0x0 (ffff880088a59100) 00010000:00010000:2.0:1718930704.861376:0:3306:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718930704.861379:0:3306:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dc240/0x4c38e74a5472aba6 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.861384:0:3306:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7a8:0x0].0x0 (ffff880086aee900) 00010000:00010000:2.0:1718930704.861385:0:3306:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718930704.861387:0:3306:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dc900/0x4c38e74a5472ab9f lrc: 3/0,1 mode: COS/COS res: [0x200000bd0:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.861391:0:3306:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0xa:0x0].0x0 (ffff88008855ae00) 00010000:00010000:2.0:1718930704.861392:0:3306:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718930704.861412:0:3306:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dcfc0/0x4c38e74a5472abad lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7ad:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.861420:0:3306:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7ad:0x0].0x0 (ffff880086aee300) 00010000:00010000:2.0:1718930704.861422:0:3306:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 7f 00010000:00010000:2.0:1718930704.861423:0:3306:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4de1c0/0x4c38e74a5472abb4 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7b2:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.861427:0:3306:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b2:0x0].0x0 (ffff880086aeed00) 00010000:00010000:2.0:1718930704.861429:0:3306:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 7f 00000100:00100000:0.0:1718930704.861512:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930704.861569:0:6837:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753307712 00000100:00100000:1.0:1718930704.861588:0:6837:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230979 00000100:00100000:1.0:1718930704.861590:0:6837:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88008207e880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+14:27334:x1802425753307712:12345-192.168.204.9@tcp:34:lfs.0 00010000:00010000:1.0:1718930704.861605:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4df3c0/0x4c38e74a5472abbb lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7a8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.861610:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4df3c0/0x4c38e74a5472abbb lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.861614:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4df3c0/0x4c38e74a5472abbb lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.861619:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dd8c0/0x4c38e74a5472abc2 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7a8:0x0].0x656c6999 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.861623:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dd8c0/0x4c38e74a5472abc2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7a8:0x0].0x656c6999 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.861625:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dd8c0/0x4c38e74a5472abc2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7a8:0x0].0x656c6999 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.861641:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dd440/0x4c38e74a5472abc9 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7ab:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.861645:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dd440/0x4c38e74a5472abc9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7ab:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.861648:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dd440/0x4c38e74a5472abc9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7ab:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1718930704.861674:0:6837:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dd440/0x4c38e74a5472abc9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7ab:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.861679:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4df3c0/0x4c38e74a5472abbb lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.861685:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4df3c0/0x4c38e74a5472abbb lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.861688:0:6837:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4df3c0/0x4c38e74a5472abbb lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.861690:0:6837:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88012c4df3c0 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:1.0:1718930704.861691:0:6837:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4df3c0/0x4c38e74a5472abbb lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.861694:0:6837:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4df3c0/0x4c38e74a5472abbb lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.861698:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7a8:0x0].0x0 (ffff880086aee900) 00010000:00010000:1.0:1718930704.861699:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1718930704.861700:0:6837:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4df3c0/0x4c38e74a5472abbb lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.861702:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4df3c0/0x4c38e74a5472abbb lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.861707:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dd8c0/0x4c38e74a5472abc2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7a8:0x0].0x656c6999 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.861709:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dd8c0/0x4c38e74a5472abc2 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7a8:0x0].0x656c6999 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.861713:0:6837:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dd8c0/0x4c38e74a5472abc2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7a8:0x0].0x656c6999 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.861718:0:6837:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88012c4dd8c0 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:1.0:1718930704.861719:0:6837:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dd8c0/0x4c38e74a5472abc2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7a8:0x0].0x656c6999 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.861721:0:6837:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dd8c0/0x4c38e74a5472abc2 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7a8:0x0].0x656c6999 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.861724:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7a8:0x0].0x656c6999 (ffff8800811bbc00) 00010000:00010000:1.0:1718930704.861725:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1718930704.861726:0:6837:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dd8c0/0x4c38e74a5472abc2 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7a8:0x0].0x656c6999 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.861728:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dd8c0/0x4c38e74a5472abc2 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7a8:0x0].0x656c6999 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.861733:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dd440/0x4c38e74a5472abc9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7ab:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.861736:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dd440/0x4c38e74a5472abc9 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7ab:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.861738:0:6837:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dd440/0x4c38e74a5472abc9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7ab:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.861740:0:6837:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88012c4dd440 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:1.0:1718930704.861741:0:6837:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dd440/0x4c38e74a5472abc9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7ab:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.861744:0:6837:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dd440/0x4c38e74a5472abc9 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7ab:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.861748:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7ab:0x0].0x0 (ffff88012bfd5400) 00010000:00010000:1.0:1718930704.861749:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1718930704.861749:0:6837:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dd440/0x4c38e74a5472abc9 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7ab:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.861752:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dd440/0x4c38e74a5472abc9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7ab:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718930704.861771:0:6837:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88008207e880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+14:27334:x1802425753307712:12345-192.168.204.9@tcp:34:lfs.0 Request processed in 180us (260us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930704.861775:0:6837:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230979 00000001:00080000:0.0:1718930704.861939:0:10463:0:(tgt_lastrcvd.c:926:tgt_cb_last_committed()) lustre-OST0001: transno 4294972704 is committed 00000001:00100000:0.0:1718930704.861943:0:10463:0:(tgt_lastrcvd.c:541:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 107baf36-6e04-4e3c-a090-fe94234d2dbd 00000001:00080000:0.0:1718930704.861945:0:10463:0:(tgt_lastrcvd.c:926:tgt_cb_last_committed()) lustre-OST0001: transno 4294972703 is committed 00000001:00080000:0.0:1718930704.861950:0:10463:0:(tgt_lastrcvd.c:926:tgt_cb_last_committed()) lustre-OST0001: transno 4294972701 is committed 00000001:00080000:0.0:1718930704.861962:0:10463:0:(tgt_lastrcvd.c:926:tgt_cb_last_committed()) lustre-OST0001: transno 4294972695 is committed 00002000:00010000:2.0:1718930704.862047:0:22544:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x100010000:0x588:0x0] updating lvb size from disk: 6 -> 0 00002000:00010000:2.0:1718930704.862049:0:22544:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x100010000:0x588:0x0] updating lvb mtime from disk: 1718930704 -> 1718930704 00002000:00010000:2.0:1718930704.862051:0:22544:0:(ofd_lvb.c:337:ofd_lvbo_update()) res: [0x100010000:0x588:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1718930704.862051:0:22544:0:(ofd_lvb.c:343:ofd_lvbo_update()) res: [0x100010000:0x588:0x0] updating lvb ctime from disk: 1718930704 -> 1718930704 00002000:00010000:2.0:1718930704.862052:0:22544:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x100010000:0x588:0x0] updating lvb blocks from disk: 8 -> 0 00000100:00100000:2.0:1718930704.862077:0:22544:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88008207e3c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:107baf36-6e04-4e3c-a090-fe94234d2dbd+7:1876:x1802425753307648:12345-192.168.204.9@tcp:10:bash.0 Request processed in 851us (921us total) trans 4294972704 rc 0/0 00000100:00100000:2.0:1718930704.862081:0:22544:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 32983 00002000:00010000:2.0:1718930704.862083:0:22544:0:(ofd_dev.c:2747:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 1416/0 (0->18446744073709551615) 00002000:00100000:2.0:1718930704.862084:0:22544:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req ffff88008207e3c0 with x1802425753307648 ext(0->18446744073709551615) 00002000:00010000:2.0:1718930704.862087:0:22544:0:(ofd_dev.c:2752:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008207e3c0. 00000100:00100000:0.0:1718930704.862372:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930704.862420:0:6837:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753307840 00000100:00100000:1.0:1718930704.862445:0:6837:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230980 00000100:00100000:1.0:1718930704.862448:0:6837:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88008207a600 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+14:27334:x1802425753307840:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:1.0:1718930704.862455:0:6837:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1718930704.862461:0:6837:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4de880/0x4c38e74a5472abd0 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7ab:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xceea94147812fe81 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.862492:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dcb40/0x4c38e74a5472abd7 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7ab:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.862499:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dcb40/0x4c38e74a5472abd7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7ab:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.862505:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dcb40/0x4c38e74a5472abd7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7ab:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00200000:1.0:1718930704.862513:0:6837:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x7ab:0x0]: returning size 6 00010000:00010000:1.0:1718930704.862546:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4de880/0x4c38e74a5472abd0 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7ab:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fe81 expref: 17 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.862556:0:6837:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dcb40/0x4c38e74a5472abd7 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7ab:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fe81 expref: 16 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.862562:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7ab:0x0].0x0 (ffff88012bfd5400) 00010000:00010000:1.0:1718930704.862563:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1718930704.862565:0:6837:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88012c4dcb40, rc 0) 00000100:00100000:1.0:1718930704.862591:0:6837:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88008207a600 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+16:27334:x1802425753307840:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 142us (220us total) trans 8589959583 rc 0/0 00000100:00100000:1.0:1718930704.862597:0:6837:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230980 00000100:00100000:0.0:1718930704.862764:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930704.862798:0:6840:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753307968 00000100:00100000:1.0:1718930704.862815:0:6840:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 10853 00000100:00100000:1.0:1718930704.862819:0:6840:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff8800820784c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:107baf36-6e04-4e3c-a090-fe94234d2dbd+15:27174:x1802425753307968:12345-192.168.204.9@tcp:35:bash.0 00000100:00100000:1.0:1718930704.862873:0:6840:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff8800820784c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:107baf36-6e04-4e3c-a090-fe94234d2dbd+16:27174:x1802425753307968:12345-192.168.204.9@tcp:35:bash.0 Request processed in 53us (110us total) trans 8589959584 rc 0/0 00000100:00100000:1.0:1718930704.862878:0:6840:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 10853 00000100:00100000:0.0:1718930704.863226:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1718930704.863301:0:4179:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753308032 00000100:00100000:2.0:1718930704.863327:0:4179:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.204.9@tcp, with round 534 00000100:00100000:2.0:1718930704.863330:0:4179:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88008207b440 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:8a07974b-7506-4725-beb3-4b5c6f8f9250+13:1876:x1802425753308032:12345-192.168.204.9@tcp:1:lfs.0 00010000:00010000:2.0:1718930704.863342:0:4179:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800835ae880/0x4c38e74a5472abe5 lrc: 3/0,1 mode: --/PW res: [0x58f:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 4179 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.863350:0:4179:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880097205680/0x4c38e74a5472aa1e lrc: 2/0,0 mode: PW/PW res: [0x58f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.204.9@tcp remote: 0xceea94147812fe2d expref: 8 pid: 4179 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.863357:0:4179:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1718930704.863358:0:4179:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1718930704.863359:0:4179:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800835ae880/0x4c38e74a5472abe5 lrc: 4/0,1 mode: --/PW res: [0x58f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 4179 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.863371:0:4179:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880097205680/0x4c38e74a5472aa1e lrc: 3/0,0 mode: PW/PW res: [0x58f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080020020 nid: 192.168.204.9@tcp remote: 0xceea94147812fe2d expref: 8 pid: 4179 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.863376:0:4179:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880097205680/0x4c38e74a5472aa1e lrc: 4/0,0 mode: PW/PW res: [0x58f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480020020 nid: 192.168.204.9@tcp remote: 0xceea94147812fe2d expref: 8 pid: 4179 timeout: 3715 lvb_type: 0 00000100:00100000:2.0:1718930704.863381:0:4179:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880083c1da40 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:4179:1802425733058240:192.168.204.9@tcp:104: 00000100:00100000:2.0:1718930704.863433:0:4179:0:(client.c:2492:ptlrpc_set_wait()) set ffff880132b0be40 going to sleep for 6 seconds 00000100:00100000:2.0:1718930704.864033:0:4179:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880083c1da40 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:4179:1802425733058240:192.168.204.9@tcp:104: 00010000:00010000:2.0:1718930704.864043:0:4179:0:(ldlm_request.c:286:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800835ae880/0x4c38e74a5472abe5 lrc: 3/0,1 mode: --/PW res: [0x58f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 4179 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718930704.864080:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1718930704.864107:0:22544:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753308096 00002000:00100000:2.0:1718930704.864119:0:22544:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x100000000:0x58f:0x0] (0->5) req@ffff880082079c80 x1802425753308096/t0(0) o4->107baf36-6e04-4e3c-a090-fe94234d2dbd@192.168.204.9@tcp:352/0 lens 496/0 e 0 to 0 dl 1718930747 ref 1 fl New:/0/ffffffff rc 0/-1 job:'cat.0' 00002000:00100000:2.0:1718930704.864123:0:22544:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req ffff880082079c80 with x1802425753308096 ext(0->5) 00010000:00010000:2.0:1718930704.864127:0:22544:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: ffff880097205680/0x4c38e74a5472aa1e lrc: 4/0,0 mode: PW/PW res: [0x58f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480020020 nid: 192.168.204.9@tcp remote: 0xceea94147812fe2d expref: 9 pid: 4179 timeout: 3715 lvb_type: 0 00002000:00010000:2.0:1718930704.864131:0:22544:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880082079c80 00000100:00100000:2.0:1718930704.864141:0:22544:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 7355 00000100:00100000:2.0:1718930704.864143:0:22544:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880082079c80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:107baf36-6e04-4e3c-a090-fe94234d2dbd+9:1875:x1802425753308096:12345-192.168.204.9@tcp:4:cat.0 00000100:00100000:2.0:1718930704.864435:0:22544:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880082079c80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:107baf36-6e04-4e3c-a090-fe94234d2dbd+11:1875:x1802425753308096:12345-192.168.204.9@tcp:4:cat.0 Request processed in 290us (355us total) trans 4294976104 rc 0/0 00000100:00100000:2.0:1718930704.864440:0:22544:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 7355 00002000:00100000:2.0:1718930704.864443:0:22544:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x100000000:0x58f:0x0] (0->5) req@ffff880082079c80 x1802425753308096/t4294976104(0) o4->107baf36-6e04-4e3c-a090-fe94234d2dbd@192.168.204.9@tcp:352/0 lens 496/448 e 0 to 0 dl 1718930747 ref 1 fl Complete:H/0/0 rc 0/0 job:'cat.0' 00002000:00100000:2.0:1718930704.864448:0:22544:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req ffff880082079c80 with x1802425753308096 ext(0->5) 00010000:00010000:2.0:1718930704.864452:0:22544:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: ffff880097205680/0x4c38e74a5472aa1e lrc: 4/0,0 mode: PW/PW res: [0x58f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480020020 nid: 192.168.204.9@tcp remote: 0xceea94147812fe2d expref: 11 pid: 4179 timeout: 3715 lvb_type: 0 00002000:00010000:2.0:1718930704.864456:0:22544:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880082079c80 00000100:00100000:0.0:1718930704.865104:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1718930704.865178:0:4383:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753308160 00010000:00010000:3.0:1718930704.865190:0:4383:0:(ldlm_lockd.c:2633:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880097205680/0x4c38e74a5472aa1e lrc: 4/0,0 mode: PW/PW res: [0x58f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480020020 nid: 192.168.204.9@tcp remote: 0xceea94147812fe2d expref: 11 pid: 4179 timeout: 3715 lvb_type: 0 00000100:00100000:3.0:1718930704.865204:0:4383:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 63367 00000100:00100000:3.0:1718930704.865207:0:4383:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e0a1300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:107baf36-6e04-4e3c-a090-fe94234d2dbd+11:1876:x1802425753308160:12345-192.168.204.9@tcp:103:ldlm_bl_03.0 00010000:00010000:3.0:1718930704.865214:0:4383:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1718930704.865218:0:4383:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x100000000:0x58f:0x0] updating lvb size from disk: 0 -> 6 00002000:00010000:3.0:1718930704.865219:0:4383:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x100000000:0x58f:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:3.0:1718930704.865221:0:4383:0:(ldlm_lockd.c:1766:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880097205680/0x4c38e74a5472aa1e lrc: 4/0,0 mode: PW/PW res: [0x58f:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480020020 nid: 192.168.204.9@tcp remote: 0xceea94147812fe2d expref: 11 pid: 4179 timeout: 3715 lvb_type: 0 00010000:00010000:3.0:1718930704.865227:0:4383:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880097205680/0x4c38e74a5472aa1e lrc: 3/0,0 mode: PW/PW res: [0x58f:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480020020 nid: 192.168.204.9@tcp remote: 0xceea94147812fe2d expref: 11 pid: 4179 timeout: 3715 lvb_type: 0 00010000:00010000:3.0:1718930704.865235:0:4383:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097205680/0x4c38e74a5472aa1e lrc: 0/0,0 mode: --/PW res: [0x58f:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480020020 nid: 192.168.204.9@tcp remote: 0xceea94147812fe2d expref: 11 pid: 4179 timeout: 3715 lvb_type: 0 00010000:00010000:3.0:1718930704.865241:0:4383:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718930704.865242:0:4383:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718930704.865243:0:4383:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800835ae880/0x4c38e74a5472abe5 lrc: 3/0,1 mode: PW/PW res: [0x58f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 4179 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.865247:0:4383:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800835ae880/0x4c38e74a5472abe5 lrc: 4/0,1 mode: PW/PW res: [0x58f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 4179 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.865264:0:4383:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1718930704.865279:0:4383:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e0a1300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:107baf36-6e04-4e3c-a090-fe94234d2dbd+10:1876:x1802425753308160:12345-192.168.204.9@tcp:103:ldlm_bl_03.0 Request processed in 71us (177us total) trans 0 rc 0/0 00000100:00100000:3.0:1718930704.865283:0:4383:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 63367 00010000:00010000:2.0:1718930704.865318:0:4179:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800835ae880/0x4c38e74a5472abe5 lrc: 3/0,1 mode: PW/PW res: [0x58f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 4179 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.865325:0:4179:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800835ae880/0x4c38e74a5472abe5 lrc: 3/0,1 mode: PW/PW res: [0x58f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 4179 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.865333:0:4179:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800835ae880/0x4c38e74a5472abe5 lrc: 3/0,1 mode: PW/PW res: [0x58f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 4179 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.865336:0:4179:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800835ae880/0x4c38e74a5472abe5 lrc: 2/0,0 mode: PW/PW res: [0x58f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 4179 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.865351:0:4179:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1718930704.865373:0:4179:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88008207b440 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:8a07974b-7506-4725-beb3-4b5c6f8f9250+13:1876:x1802425753308032:12345-192.168.204.9@tcp:1:lfs.0 Request processed in 2042us (2147us total) trans 0 rc 0/0 00000100:00100000:2.0:1718930704.865380:0:4179:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.204.9@tcp, with round 534 00010000:00010000:1.0:1718930704.865415:0:6829:0:(ldlm_lockd.c:2784:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1718930704.865419:0:6829:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800835ae880/0x4c38e74a5472abe5 lrc: 2/0,0 mode: PW/PW res: [0x58f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 4179 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.865425:0:6829:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800835ae880 already unused, calling callback (ffffffffa080a190) 00010000:00010000:1.0:1718930704.865427:0:6829:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800835ae880/0x4c38e74a5472abe5 lrc: 2/0,0 mode: PW/PW res: [0x58f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 4179 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.865431:0:6829:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800835ae880/0x4c38e74a5472abe5 lrc: 3/0,0 mode: PW/PW res: [0x58f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 4179 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.865440:0:6829:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800835ae880/0x4c38e74a5472abe5 lrc: 1/0,0 mode: --/PW res: [0x58f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 4179 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.865443:0:6829:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800835ae880/0x4c38e74a5472abe5 lrc: 0/0,0 mode: --/PW res: [0x58f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 4179 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.865452:0:6829:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1718930704.865453:0:6829:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1718930704.865454:0:6829:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1718930704.865918:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1718930704.865954:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930704.865971:0:6837:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753308224 00000100:00100000:1.0:1718930704.865989:0:6837:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753308352 00000100:00100000:3.0:1718930704.865995:0:8048:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230981 00000100:00100000:3.0:1718930704.866000:0:8048:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e0a17c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:107baf36-6e04-4e3c-a090-fe94234d2dbd+16:27338:x1802425753308224:12345-192.168.204.9@tcp:101:stat.0 00000100:00100000:1.0:1718930704.866008:0:6837:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230982 00000100:00100000:1.0:1718930704.866011:0:6837:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e0a2600 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+16:27334:x1802425753308352:12345-192.168.204.9@tcp:36:lfs.0 00010000:00010000:3.0:1718930704.866020:0:8048:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1718930704.866026:0:6837:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1718930704.866028:0:8048:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097207840/0x4c38e74a5472abec lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7a8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xceea94147812fe88 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.866034:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008350d440/0x4c38e74a5472a6ac lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7ab:0x0].0x0 bits 0x9/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fd1c expref: 16 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.866041:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7ab:0x0].0x0 (ffff88012bfd5400) 00010000:00010000:1.0:1718930704.866042:0:6837:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1718930704.866046:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4df840/0x4c38e74a5472abf3 lrc: 3/0,1 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.866051:0:8048:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097207a80/0x4c38e74a5472abfa lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7a8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.866051:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4df840/0x4c38e74a5472abf3 lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.866054:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4df840/0x4c38e74a5472abf3 lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.866058:0:8048:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097207a80/0x4c38e74a5472abfa lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.866065:0:8048:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097207a80/0x4c38e74a5472abfa lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.866074:0:8048:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097207600/0x4c38e74a5472ac01 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7a8:0x0].0x656c699b bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.866080:0:8048:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097207600/0x4c38e74a5472ac01 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7a8:0x0].0x656c699b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.866086:0:8048:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097207600/0x4c38e74a5472ac01 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7a8:0x0].0x656c699b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.866096:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dc000/0x4c38e74a5472ac08 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7ae:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.866099:0:8048:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097207a80/0x4c38e74a5472abfa lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.866100:0:6837:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4ded00/0x4c38e74a5472ab91 lrc: 2/0,1 mode: COS/COS res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.866103:0:8048:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880097207a80/0x4c38e74a5472abfa lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.866103:0:6837:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dc000/0x4c38e74a5472ac08 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.866108:0:8048:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880097207a80/0x4c38e74a5472abfa lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.866108:0:6837:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4ded00/0x4c38e74a5472ab91 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210401000020 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.866112:0:8048:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880097207a80 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:3.0:1718930704.866115:0:8048:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880097207a80/0x4c38e74a5472abfa lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00080000:00080000:1.0:1718930704.866117:0:6837:0:(osd_handler.c:2525:osd_commit_async()) lustre-MDT0000: async commit OSD 00010000:00010000:3.0:1718930704.866119:0:8048:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880097207a80/0x4c38e74a5472abfa lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.866125:0:8048:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7a8:0x0].0x0 (ffff880086aee900) 00010000:00010000:3.0:1718930704.866127:0:8048:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1718930704.866128:0:8048:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880097207a80/0x4c38e74a5472abfa lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.866142:0:8048:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097207a80/0x4c38e74a5472abfa lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.866145:0:6837:0:(ldlm_request.c:286:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dc000/0x4c38e74a5472ac08 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.866150:0:8048:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097207600/0x4c38e74a5472ac01 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7a8:0x0].0x656c699b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.866154:0:8048:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880097207600/0x4c38e74a5472ac01 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7a8:0x0].0x656c699b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.866158:0:8048:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880097207600/0x4c38e74a5472ac01 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7a8:0x0].0x656c699b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.866162:0:8048:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880097207600 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:3.0:1718930704.866163:0:8048:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880097207600/0x4c38e74a5472ac01 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7a8:0x0].0x656c699b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.866167:0:8048:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880097207600/0x4c38e74a5472ac01 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7a8:0x0].0x656c699b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.866171:0:8048:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7a8:0x0].0x656c699b (ffff8800a1a98200) 00010000:00010000:3.0:1718930704.866173:0:8048:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1718930704.866175:0:8048:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880097207600/0x4c38e74a5472ac01 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7a8:0x0].0x656c699b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.866179:0:8048:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097207600/0x4c38e74a5472ac01 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7a8:0x0].0x656c699b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.866194:0:8048:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880097207840/0x4c38e74a5472abec lrc: 1/0,0 mode: --/CR res: [0x200000402:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fe88 expref: 17 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.866199:0:8048:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097207840/0x4c38e74a5472abec lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fe88 expref: 17 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.866204:0:8048:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff880097207840, rc 0) 00000100:00100000:3.0:1718930704.866221:0:8048:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e0a17c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:107baf36-6e04-4e3c-a090-fe94234d2dbd+16:27338:x1802425753308224:12345-192.168.204.9@tcp:101:stat.0 Request processed in 222us (305us total) trans 0 rc 301/301 00000100:00100000:3.0:1718930704.866225:0:8048:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230981 00000001:00080000:0.0:1718930704.866578:0:32428:0:(tgt_lastrcvd.c:926:tgt_cb_last_committed()) lustre-MDT0000: transno 8589959584 is committed 00000001:00080000:0.0:1718930704.866588:0:32428:0:(tgt_lastrcvd.c:926:tgt_cb_last_committed()) lustre-MDT0000: transno 8589959583 is committed 00010000:00010000:2.0:1718930704.866614:0:3307:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4ded00/0x4c38e74a5472ab91 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210401000020 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.866621:0:3307:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4ded00/0x4c38e74a5472ab91 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210401000020 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.866625:0:3307:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4ded00/0x4c38e74a5472ab91 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210401000020 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.866627:0:3307:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88012c4ded00 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:2.0:1718930704.866629:0:3307:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4ded00/0x4c38e74a5472ab91 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210401000020 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.866632:0:3307:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4ded00/0x4c38e74a5472ab91 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218401000020 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.866637:0:3307:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7ae:0x0].0x0 (ffff880088a59100) 00010000:00010000:2.0:1718930704.866638:0:3307:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718930704.866639:0:3307:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dc000/0x4c38e74a5472ac08 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.866643:0:3307:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dc000/0x4c38e74a5472ac08 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40290001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.866646:0:3307:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dc000/0x4c38e74a5472ac08 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40290001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.866677:0:3307:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4ded00/0x4c38e74a5472ab91 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19401000020 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.866681:0:3307:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4ded00/0x4c38e74a5472ab91 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19401000020 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.866687:0:3307:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dc240/0x4c38e74a5472aba6 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.866690:0:3307:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dc240/0x4c38e74a5472aba6 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.866693:0:3307:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dc240/0x4c38e74a5472aba6 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.866696:0:3307:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88012c4dc240 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:2.0:1718930704.866697:0:3307:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dc240/0x4c38e74a5472aba6 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.866697:0:6837:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dc000/0x4c38e74a5472ac08 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.866699:0:3307:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dc240/0x4c38e74a5472aba6 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.866703:0:3307:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7a8:0x0].0x0 (ffff880086aee900) 00010000:00010000:2.0:1718930704.866704:0:3307:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718930704.866705:0:3307:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dc240/0x4c38e74a5472aba6 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.866706:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dc000/0x4c38e74a5472ac08 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.866707:0:3307:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dc240/0x4c38e74a5472aba6 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.866713:0:3307:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dc900/0x4c38e74a5472ab9f lrc: 3/0,1 mode: COS/COS res: [0x200000bd0:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.866719:0:3307:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dc900/0x4c38e74a5472ab9f lrc: 2/0,0 mode: COS/COS res: [0x200000bd0:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.866722:0:3307:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dc900/0x4c38e74a5472ab9f lrc: 3/0,0 mode: COS/COS res: [0x200000bd0:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.866725:0:3307:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88012c4dc900 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:2.0:1718930704.866725:0:3307:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dc900/0x4c38e74a5472ab9f lrc: 3/0,0 mode: COS/COS res: [0x200000bd0:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.866726:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dfa80/0x4c38e74a5472ac0f lrc: 3/0,1 mode: --/PW res: [0x200000bd0:0xa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.866728:0:3307:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dc900/0x4c38e74a5472ab9f lrc: 4/0,0 mode: COS/COS res: [0x200000bd0:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.866733:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dfa80/0x4c38e74a5472ac0f lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.866738:0:3307:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0xa:0x0].0x0 (ffff88008855ae00) 00010000:00010000:1.0:1718930704.866739:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dfa80/0x4c38e74a5472ac0f lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.866740:0:3307:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718930704.866740:0:3307:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dc900/0x4c38e74a5472ab9f lrc: 2/0,0 mode: --/COS res: [0x200000bd0:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.866744:0:3307:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dc900/0x4c38e74a5472ab9f lrc: 0/0,0 mode: --/COS res: [0x200000bd0:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.866750:0:3307:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dcfc0/0x4c38e74a5472abad lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7ad:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.866752:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880073f86880/0x4c38e74a5472ac16 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7a8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.866755:0:3307:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dcfc0/0x4c38e74a5472abad lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x7ad:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.866756:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880073f86880/0x4c38e74a5472ac16 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.866759:0:3307:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dcfc0/0x4c38e74a5472abad lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x7ad:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.866761:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880073f86880/0x4c38e74a5472ac16 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.866768:0:3307:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88012c4dcfc0 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:2.0:1718930704.866770:0:3307:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dcfc0/0x4c38e74a5472abad lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x7ad:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.866774:0:3307:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dcfc0/0x4c38e74a5472abad lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x7ad:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.866781:0:3307:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7ad:0x0].0x0 (ffff880086aee300) 00010000:00010000:2.0:1718930704.866783:0:3307:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 7f 00010000:00010000:2.0:1718930704.866784:0:3307:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dcfc0/0x4c38e74a5472abad lrc: 2/0,0 mode: --/COS res: [0x200000402:0x7ad:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.866789:0:3307:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dcfc0/0x4c38e74a5472abad lrc: 0/0,0 mode: --/COS res: [0x200000402:0x7ad:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.866796:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7ab:0x0].0x0 (ffff88012bfd5400) 00010000:00010000:2.0:1718930704.866798:0:3307:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4de1c0/0x4c38e74a5472abb4 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7b2:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.866798:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1718930704.866801:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dcb40/0x4c38e74a5472abd7 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x7ab:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fe81 expref: 13 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.866803:0:3307:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4de1c0/0x4c38e74a5472abb4 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x7b2:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.866808:0:3307:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4de1c0/0x4c38e74a5472abb4 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x7b2:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.866812:0:3307:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88012c4de1c0 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:2.0:1718930704.866814:0:3307:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4de1c0/0x4c38e74a5472abb4 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x7b2:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.866816:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880086b533c0/0x4c38e74a5472ac1d lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7ab:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.866820:0:3307:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4de1c0/0x4c38e74a5472abb4 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x7b2:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.866823:0:6837:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4de400/0x4c38e74a5472aa02 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7ab:0x0].0x0 bits 0x9/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fe1f expref: 14 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.866825:0:3307:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b2:0x0].0x0 (ffff880086aeed00) 00010000:00010000:2.0:1718930704.866826:0:3307:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 7f 00010000:00010000:2.0:1718930704.866827:0:3307:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4de1c0/0x4c38e74a5472abb4 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x7b2:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.866828:0:6837:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4df600/0x4c38e74a5472aa56 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7ab:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fe34 expref: 14 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.866830:0:3307:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4de1c0/0x4c38e74a5472abb4 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x7b2:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.866834:0:6837:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800835acd80/0x4c38e74a5472ab13 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7ab:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fe5e expref: 14 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.866839:0:6837:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880086b533c0/0x4c38e74a5472ac1d lrc: 6/0,1 mode: --/EX res: [0x200000402:0x7ab:0x0].0x0 bits 0x7f/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.866854:0:6837:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800835acd80/0x4c38e74a5472ab13 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7ab:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fe5e expref: 14 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.866860:0:6837:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800835acd80/0x4c38e74a5472ab13 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7ab:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fe5e expref: 14 pid: 7082 timeout: 3715 lvb_type: 0 00000100:00100000:1.0:1718930704.866865:0:6837:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880092a32f80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6837:1802425733058304:192.168.204.9@tcp:104: 00000100:00100000:0.0:1718930704.866889:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00010000:00010000:1.0:1718930704.866898:0:6837:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4df600/0x4c38e74a5472aa56 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7ab:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fe34 expref: 14 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.866902:0:6837:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4df600/0x4c38e74a5472aa56 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7ab:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fe34 expref: 14 pid: 8048 timeout: 3715 lvb_type: 0 00000100:00100000:1.0:1718930704.866906:0:6837:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880092a33dc0 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6837:1802425733058368:192.168.204.9@tcp:104: 00010000:00010000:1.0:1718930704.866917:0:6837:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4de400/0x4c38e74a5472aa02 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7ab:0x0].0x0 bits 0x9/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fe1f expref: 14 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.866921:0:6837:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4de400/0x4c38e74a5472aa02 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7ab:0x0].0x0 bits 0x9/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fe1f expref: 14 pid: 8048 timeout: 3715 lvb_type: 0 00000100:00100000:1.0:1718930704.866924:0:6837:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880092a34280 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6837:1802425733058432:192.168.204.9@tcp:104: 00000100:00100000:3.0:1718930704.866930:0:8048:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753308416 00000100:00100000:1.0:1718930704.866932:0:6837:0:(client.c:2492:ptlrpc_set_wait()) set ffff880086a863c0 going to sleep for 6 seconds 00000100:00100000:3.0:1718930704.866945:0:8048:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230983 00000100:00100000:3.0:1718930704.866949:0:8048:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e0a4740 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:107baf36-6e04-4e3c-a090-fe94234d2dbd+15:27338:x1802425753308416:12345-192.168.204.9@tcp:101:stat.0 00010000:00010000:3.0:1718930704.866956:0:8048:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1718930704.866962:0:8048:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800972046c0/0x4c38e74a5472ac24 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0xa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xceea94147812fe8f expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.866978:0:8048:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097204fc0/0x4c38e74a5472ac2b lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0xa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.866983:0:8048:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097204fc0/0x4c38e74a5472ac2b lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.866990:0:8048:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097204fc0/0x4c38e74a5472ac2b lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.866996:0:8048:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097205f80/0x4c38e74a5472ac32 lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0xa:0x0].0x656c699b bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.866999:0:8048:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097205f80/0x4c38e74a5472ac32 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0xa:0x0].0x656c699b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.867002:0:8048:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097205f80/0x4c38e74a5472ac32 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0xa:0x0].0x656c699b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.867022:0:8048:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097206880/0x4c38e74a5472ac39 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7ad:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.867025:0:8048:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097206880/0x4c38e74a5472ac39 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7ad:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.867029:0:8048:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097206880/0x4c38e74a5472ac39 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7ad:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00000004:00200000:3.0:1718930704.867040:0:8048:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x7ad:0x0]: returning size 6 00000004:00200000:3.0:1718930704.867041:0:8048:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1718930704.867046:0:8048:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880097206880/0x4c38e74a5472ac39 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7ad:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.867050:0:8048:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097206880/0x4c38e74a5472ac39 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7ad:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.867053:0:8048:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097204fc0/0x4c38e74a5472ac2b lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.867056:0:8048:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880097204fc0/0x4c38e74a5472ac2b lrc: 2/0,0 mode: CR/CR res: [0x200000bd0:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.867059:0:8048:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880097204fc0/0x4c38e74a5472ac2b lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.867063:0:8048:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880097204fc0 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:3.0:1718930704.867064:0:8048:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880097204fc0/0x4c38e74a5472ac2b lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.867069:0:8048:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880097204fc0/0x4c38e74a5472ac2b lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.867076:0:8048:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0xa:0x0].0x0 (ffff88008855ae00) 00010000:00010000:3.0:1718930704.867077:0:8048:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1718930704.867079:0:8048:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880097204fc0/0x4c38e74a5472ac2b lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.867084:0:8048:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097204fc0/0x4c38e74a5472ac2b lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.867092:0:8048:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097205f80/0x4c38e74a5472ac32 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0xa:0x0].0x656c699b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.867098:0:8048:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880097205f80/0x4c38e74a5472ac32 lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0xa:0x0].0x656c699b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.867102:0:8048:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880097205f80/0x4c38e74a5472ac32 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0xa:0x0].0x656c699b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.867111:0:8048:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880097205f80 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:3.0:1718930704.867113:0:8048:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880097205f80/0x4c38e74a5472ac32 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0xa:0x0].0x656c699b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.867118:0:8048:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880097205f80/0x4c38e74a5472ac32 lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0xa:0x0].0x656c699b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.867124:0:8048:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0xa:0x0].0x656c699b (ffff8800a1a98800) 00010000:00010000:3.0:1718930704.867126:0:8048:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1718930704.867128:0:8048:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880097205f80/0x4c38e74a5472ac32 lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0xa:0x0].0x656c699b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.867132:0:8048:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097205f80/0x4c38e74a5472ac32 lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0xa:0x0].0x656c699b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.867150:0:8048:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800972046c0/0x4c38e74a5472ac24 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fe8f expref: 17 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.867157:0:8048:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880097206880/0x4c38e74a5472ac39 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7ad:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fe8f expref: 16 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.867162:0:8048:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7ad:0x0].0x0 (ffff8800a1a98b00) 00010000:00010000:3.0:1718930704.867164:0:8048:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1718930704.867165:0:8048:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff880097206880, rc 0) 00000100:00100000:3.0:1718930704.867190:0:8048:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e0a4740 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:107baf36-6e04-4e3c-a090-fe94234d2dbd+16:27338:x1802425753308416:12345-192.168.204.9@tcp:101:stat.0 Request processed in 241us (301us total) trans 0 rc 0/0 00000100:00100000:3.0:1718930704.867195:0:8048:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230983 00000100:00100000:1.0:1718930704.867382:0:6837:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880092a32f80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6837:1802425733058304:192.168.204.9@tcp:104: 00000100:00100000:0.0:1718930704.867463:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930704.867472:0:6837:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880092a33dc0 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6837:1802425733058368:192.168.204.9@tcp:104: 00000100:00100000:1.0:1718930704.867479:0:6837:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880092a34280 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6837:1802425733058432:192.168.204.9@tcp:104: 00000100:00100000:0.0:1718930704.867490:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1718930704.867491:0:4383:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753308544 00010000:00010000:1.0:1718930704.867494:0:6837:0:(ldlm_request.c:286:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880086b533c0/0x4c38e74a5472ac1d lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7ab:0x0].0x0 bits 0x7f/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.867500:0:4383:0:(ldlm_lockd.c:2633:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4df600/0x4c38e74a5472aa56 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7ab:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fe34 expref: 16 pid: 8048 timeout: 3715 lvb_type: 0 00000100:00100000:0.0:1718930704.867501:0:6827:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753308480 00010000:00010000:0.0:1718930704.867510:0:6827:0:(ldlm_lockd.c:2633:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800835acd80/0x4c38e74a5472ab13 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7ab:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fe5e expref: 17 pid: 7082 timeout: 3715 lvb_type: 0 00000100:00100000:3.0:1718930704.867512:0:4383:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 63368 00000100:00100000:3.0:1718930704.867515:0:4383:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e0a5f00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:107baf36-6e04-4e3c-a090-fe94234d2dbd+17:1877:x1802425753308544:12345-192.168.204.9@tcp:103:ldlm_bl_05.0 00010000:00010000:3.0:1718930704.867519:0:4383:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1718930704.867520:0:4383:0:(ldlm_lockd.c:1766:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4df600/0x4c38e74a5472aa56 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7ab:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fe34 expref: 17 pid: 8048 timeout: 3715 lvb_type: 0 00010000:00010000:3.0:1718930704.867525:0:4383:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4df600/0x4c38e74a5472aa56 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7ab:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fe34 expref: 17 pid: 8048 timeout: 3715 lvb_type: 0 00000100:00100000:0.0:1718930704.867525:0:6827:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 63369 00000100:00100000:0.0:1718930704.867528:0:6827:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ef42050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:107baf36-6e04-4e3c-a090-fe94234d2dbd+17:1876:x1802425753308480:12345-192.168.204.9@tcp:103:ldlm_bl_01.0 00010000:00010000:3.0:1718930704.867531:0:4383:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4df600/0x4c38e74a5472aa56 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7ab:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fe34 expref: 17 pid: 8048 timeout: 3715 lvb_type: 0 00010000:00010000:0.0:1718930704.867533:0:6827:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1718930704.867535:0:6827:0:(ldlm_lockd.c:1766:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800835acd80/0x4c38e74a5472ab13 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7ab:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fe5e expref: 16 pid: 7082 timeout: 3715 lvb_type: 0 00010000:00010000:3.0:1718930704.867537:0:4383:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7ab:0x0].0x0 (ffff88012bfd5400) 00010000:00010000:3.0:1718930704.867539:0:4383:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff880086b533c0/0x4c38e74a5472ac1d lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7ab:0x0].0x0 bits 0x7f/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.867543:0:4383:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880086b533c0/0x4c38e74a5472ac1d lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7ab:0x0].0x0 bits 0x7f/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.867545:0:4383:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff880086b533c0/0x4c38e74a5472ac1d lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7ab:0x0].0x0 bits 0x7f/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.867548:0:4383:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff880086b533c0/0x4c38e74a5472ac1d lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7ab:0x0].0x0 bits 0x7f/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.867550:0:4383:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 4 ns: mdt-lustre-MDT0000_UUID lock: ffff880086b533c0/0x4c38e74a5472ac1d lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7ab:0x0].0x0 bits 0x7f/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.867554:0:4383:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff880086b533c0/0x4c38e74a5472ac1d lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7ab:0x0].0x0 bits 0x7f/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.867556:0:4383:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff880086b533c0/0x4c38e74a5472ac1d lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7ab:0x0].0x0 bits 0x7f/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.867559:0:4383:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1718930704.867560:0:6827:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800835acd80/0x4c38e74a5472ab13 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7ab:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fe5e expref: 16 pid: 7082 timeout: 3715 lvb_type: 0 00010000:00010000:0.0:1718930704.867568:0:6827:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800835acd80/0x4c38e74a5472ab13 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7ab:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fe5e expref: 16 pid: 7082 timeout: 3715 lvb_type: 0 00010000:00010000:0.0:1718930704.867576:0:6827:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7ab:0x0].0x0 (ffff88012bfd5400) 00000100:00100000:3.0:1718930704.867578:0:4383:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e0a5f00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:107baf36-6e04-4e3c-a090-fe94234d2dbd+15:1877:x1802425753308544:12345-192.168.204.9@tcp:103:ldlm_bl_05.0 Request processed in 62us (116us total) trans 0 rc 0/0 00010000:00010000:0.0:1718930704.867578:0:6827:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff880086b533c0/0x4c38e74a5472ac1d lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7ab:0x0].0x0 bits 0x7f/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718930704.867582:0:4383:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 63368 00010000:00010000:0.0:1718930704.867582:0:6827:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880086b533c0/0x4c38e74a5472ac1d lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7ab:0x0].0x0 bits 0x7f/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930704.867585:0:6827:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff880086b533c0/0x4c38e74a5472ac1d lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7ab:0x0].0x0 bits 0x7f/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930704.867587:0:6827:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff880086b533c0/0x4c38e74a5472ac1d lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7ab:0x0].0x0 bits 0x7f/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930704.867590:0:6827:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 4 ns: mdt-lustre-MDT0000_UUID lock: ffff880086b533c0/0x4c38e74a5472ac1d lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7ab:0x0].0x0 bits 0x7f/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930704.867596:0:6827:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff880086b533c0/0x4c38e74a5472ac1d lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7ab:0x0].0x0 bits 0x7f/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930704.867598:0:6827:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff880086b533c0/0x4c38e74a5472ac1d lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7ab:0x0].0x0 bits 0x7f/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930704.867676:0:6827:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1718930704.867691:0:6827:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ef42050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:107baf36-6e04-4e3c-a090-fe94234d2dbd+14:1876:x1802425753308480:12345-192.168.204.9@tcp:103:ldlm_bl_01.0 Request processed in 162us (200us total) trans 0 rc 0/0 00000100:00100000:0.0:1718930704.867695:0:6827:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 63369 00000100:00100000:1.0:1718930704.867747:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1718930704.867758:0:6827:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753308608 00010000:00010000:0.0:1718930704.867765:0:6827:0:(ldlm_lockd.c:2633:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4de400/0x4c38e74a5472aa02 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7ab:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fe1f expref: 14 pid: 8048 timeout: 3715 lvb_type: 0 00000100:00100000:0.0:1718930704.867781:0:6827:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 63370 00000100:00100000:0.0:1718930704.867784:0:6827:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a34280 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:107baf36-6e04-4e3c-a090-fe94234d2dbd+14:1876:x1802425753308608:12345-192.168.204.9@tcp:103:ldlm_bl_04.0 00010000:00010000:0.0:1718930704.867788:0:6827:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1718930704.867790:0:6827:0:(ldlm_lockd.c:1766:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4de400/0x4c38e74a5472aa02 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7ab:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fe1f expref: 14 pid: 8048 timeout: 3715 lvb_type: 0 00010000:00010000:0.0:1718930704.867794:0:6827:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4de400/0x4c38e74a5472aa02 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7ab:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fe1f expref: 14 pid: 8048 timeout: 3715 lvb_type: 0 00010000:00010000:0.0:1718930704.867801:0:6827:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4de400/0x4c38e74a5472aa02 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7ab:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fe1f expref: 14 pid: 8048 timeout: 3715 lvb_type: 0 00010000:00010000:0.0:1718930704.867807:0:6827:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7ab:0x0].0x0 (ffff88012bfd5400) 00010000:00010000:0.0:1718930704.867809:0:6827:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff880086b533c0/0x4c38e74a5472ac1d lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7ab:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930704.867857:0:6827:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880086b533c0/0x4c38e74a5472ac1d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7ab:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930704.867862:0:6827:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880086b533c0/0x4c38e74a5472ac1d lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x7ab:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930704.867875:0:6827:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1718930704.867895:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1718930704.867895:0:6827:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a34280 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:107baf36-6e04-4e3c-a090-fe94234d2dbd+13:1876:x1802425753308608:12345-192.168.204.9@tcp:103:ldlm_bl_04.0 Request processed in 110us (149us total) trans 0 rc 0/0 00010000:00010000:1.0:1718930704.867897:0:6837:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880086b533c0/0x4c38e74a5472ac1d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7ab:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718930704.867899:0:6827:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 63370 00010000:00010000:1.0:1718930704.867903:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880086b533c0/0x4c38e74a5472ac1d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7ab:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.867928:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880086b50fc0/0x4c38e74a5472ac40 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7b3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930704.867931:0:4179:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753308672 00010000:00010000:1.0:1718930704.867934:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880086b50fc0/0x4c38e74a5472ac40 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7b3:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.867940:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880086b50fc0/0x4c38e74a5472ac40 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7b3:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930704.867946:0:4179:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.204.9@tcp, with round 535 00000100:00100000:2.0:1718930704.867949:0:4179:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c55050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:107baf36-6e04-4e3c-a090-fe94234d2dbd+10:1878:x1802425753308672:12345-192.168.204.9@tcp:101:stat.0 00010000:00010000:2.0:1718930704.867955:0:4179:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1718930704.867960:0:4179:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800835add40/0x4c38e74a5472ac47 lrc: 2/0,0 mode: --/PR res: [0x590:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xceea94147812fe96 expref: -99 pid: 4179 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1718930704.867968:0:4179:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x590:0x0] initial LVB size: 6, mtime: 0x6674cd10, atime: 0x0, ctime: 0x6674cd10, blocks: 0x8 00010000:00010000:2.0:1718930704.867974:0:4179:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1718930704.867975:0:4179:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1718930704.867978:0:4179:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800835add40/0x4c38e74a5472ac47 lrc: 3/0,0 mode: PR/PR res: [0x590:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fe96 expref: 11 pid: 4179 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1718930704.867984:0:4179:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800835add40/0x4c38e74a5472ac47 lrc: 3/0,0 mode: PR/PR res: [0x590:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fe96 expref: 11 pid: 4179 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1718930704.867989:0:4179:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff8800835add40, rc 0) 00000100:00100000:2.0:1718930704.868003:0:4179:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c55050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:107baf36-6e04-4e3c-a090-fe94234d2dbd+11:1878:x1802425753308672:12345-192.168.204.9@tcp:101:stat.0 Request processed in 54us (111us total) trans 0 rc 0/0 00000100:00100000:2.0:1718930704.868008:0:4179:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.204.9@tcp, with round 535 00000004:00010000:1.0:1718930704.868036:0:6837:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff88008e0a2600 reply state ffff880092be9000 transno 8589959585 ns: mdt-lustre-MDT0000_UUID lock: ffff880086b50fc0/0x4c38e74a5472ac40 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7b3:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1718930704.868046:0:6837:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff88008e0a2600 reply state ffff880092be9000 transno 8589959585 ns: mdt-lustre-MDT0000_UUID lock: ffff880086b533c0/0x4c38e74a5472ac1d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7ab:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1718930704.868051:0:6837:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff88008e0a2600 reply state ffff880092be9000 transno 8589959585 ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dfa80/0x4c38e74a5472ac0f lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1718930704.868054:0:6837:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff88008e0a2600 reply state ffff880092be9000 transno 8589959585 ns: mdt-lustre-MDT0000_UUID lock: ffff880073f86880/0x4c38e74a5472ac16 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1718930704.868062:0:6837:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff88008e0a2600 reply state ffff880092be9000 transno 8589959585 ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dc000/0x4c38e74a5472ac08 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.868067:0:6837:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4df840/0x4c38e74a5472abf3 lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.868072:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4df840/0x4c38e74a5472abf3 lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.868077:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4df840/0x4c38e74a5472abf3 lrc: 2/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.868081:0:6837:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4df840/0x4c38e74a5472abf3 lrc: 3/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.868086:0:6837:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88012c4df840 already unused, calling callback (ffffffffa080a190) 00010000:00010000:1.0:1718930704.868088:0:6837:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4df840/0x4c38e74a5472abf3 lrc: 3/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.868093:0:6837:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4df840/0x4c38e74a5472abf3 lrc: 4/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.868101:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000004:0x1:0x0].0x0 (ffff8800811bb600) 00010000:00010000:1.0:1718930704.868102:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1718930704.868104:0:6837:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4df840/0x4c38e74a5472abf3 lrc: 2/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.868109:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4df840/0x4c38e74a5472abf3 lrc: 0/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718930704.868150:0:6837:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e0a2600 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+13:27334:x1802425753308352:12345-192.168.204.9@tcp:36:lfs.0 Request processed in 2137us (2196us total) trans 8589959585 rc 0/0 00000100:00100000:1.0:1718930704.868156:0:6837:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230982 00010000:00010000:2.0:1718930704.868530:0:3306:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dc000/0x4c38e74a5472ac08 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.868537:0:3306:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7ae:0x0].0x0 (ffff880088a59100) 00010000:00010000:2.0:1718930704.868538:0:3306:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718930704.868540:0:3306:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880073f86880/0x4c38e74a5472ac16 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.868543:0:3306:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7a8:0x0].0x0 (ffff8800811bb900) 00010000:00010000:2.0:1718930704.868544:0:3306:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718930704.868546:0:3306:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dfa80/0x4c38e74a5472ac0f lrc: 3/0,1 mode: COS/COS res: [0x200000bd0:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.868549:0:3306:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0xa:0x0].0x0 (ffff88008855ae00) 00010000:00010000:2.0:1718930704.868550:0:3306:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718930704.868551:0:3306:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880086b533c0/0x4c38e74a5472ac1d lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7ab:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.868554:0:3306:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7ab:0x0].0x0 (ffff88012bfd5400) 00010000:00010000:2.0:1718930704.868554:0:3306:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 7f 00010000:00010000:2.0:1718930704.868556:0:3306:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880086b50fc0/0x4c38e74a5472ac40 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7b3:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.868558:0:3306:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b3:0x0].0x0 (ffff8800811bbb00) 00010000:00010000:2.0:1718930704.868559:0:3306:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 7f 00000100:00100000:0.0:1718930704.868652:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930704.868684:0:6840:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753308800 00000100:00100000:1.0:1718930704.868698:0:6840:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 10854 00000100:00100000:1.0:1718930704.868701:0:6840:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e0a1300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+13:27334:x1802425753308800:12345-192.168.204.9@tcp:35:lfs.0 00000100:00100000:1.0:1718930704.868761:0:6840:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e0a1300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+14:27334:x1802425753308800:12345-192.168.204.9@tcp:35:lfs.0 Request processed in 60us (110us total) trans 8589959586 rc 0/0 00000100:00100000:1.0:1718930704.868766:0:6840:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 10854 00000100:00100000:0.0:1718930704.869421:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930704.869460:0:6837:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753308864 00000100:00100000:1.0:1718930704.869485:0:6837:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230984 00000100:00100000:1.0:1718930704.869489:0:6837:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e0a5f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+35:27334:x1802425753308864:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:1.0:1718930704.869497:0:6837:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1718930704.869504:0:6837:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880086b50900/0x4c38e74a5472ac4e lrc: 2/0,0 mode: --/CR res: [0x240000402:0x620:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xceea94147812fe9d expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.869527:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff880086b51f80/0x4c38e74a5472ac55 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x620:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.869535:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880086b51f80/0x4c38e74a5472ac55 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x620:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.869542:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880086b51f80/0x4c38e74a5472ac55 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x620:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.869552:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880086b53600/0x4c38e74a5472ac5c lrc: 3/1,0 mode: --/PR res: [0x240000402:0x620:0x0].0x60a635a6 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.869558:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880086b53600/0x4c38e74a5472ac5c lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x620:0x0].0x60a635a6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.869564:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880086b53600/0x4c38e74a5472ac5c lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x620:0x0].0x60a635a6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.869589:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880086b52640/0x4c38e74a5472ac63 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7ae:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.869596:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880086b52640/0x4c38e74a5472ac63 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.869601:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880086b52640/0x4c38e74a5472ac63 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1718930704.869609:0:6837:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x200000402:0x7ae:0x0] 00000004:00010000:1.0:1718930704.869617:0:6837:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff880086b52640/0x4c38e74a5472ac63 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.869623:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff880086b51f80/0x4c38e74a5472ac55 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x620:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.869628:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880086b51f80/0x4c38e74a5472ac55 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x620:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.869633:0:6837:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880086b51f80/0x4c38e74a5472ac55 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x620:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.869637:0:6837:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880086b51f80 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:1.0:1718930704.869639:0:6837:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880086b51f80/0x4c38e74a5472ac55 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x620:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.869645:0:6837:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880086b51f80/0x4c38e74a5472ac55 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x620:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.869651:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x620:0x0].0x0 (ffff880136435300) 00010000:00010000:1.0:1718930704.869653:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1718930704.869654:0:6837:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880086b51f80/0x4c38e74a5472ac55 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x620:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.869680:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880086b51f80/0x4c38e74a5472ac55 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x620:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.869688:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880086b53600/0x4c38e74a5472ac5c lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x620:0x0].0x60a635a6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.869693:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880086b53600/0x4c38e74a5472ac5c lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x620:0x0].0x60a635a6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.869697:0:6837:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880086b53600/0x4c38e74a5472ac5c lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x620:0x0].0x60a635a6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.869702:0:6837:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880086b53600 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:1.0:1718930704.869703:0:6837:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880086b53600/0x4c38e74a5472ac5c lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x620:0x0].0x60a635a6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.869708:0:6837:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880086b53600/0x4c38e74a5472ac5c lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x620:0x0].0x60a635a6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.869714:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x620:0x0].0x60a635a6 (ffff8800811bbe00) 00010000:00010000:1.0:1718930704.869716:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1718930704.869717:0:6837:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880086b53600/0x4c38e74a5472ac5c lrc: 2/0,0 mode: --/PR res: [0x240000402:0x620:0x0].0x60a635a6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.869722:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880086b53600/0x4c38e74a5472ac5c lrc: 0/0,0 mode: --/PR res: [0x240000402:0x620:0x0].0x60a635a6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.869740:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880086b50900/0x4c38e74a5472ac4e lrc: 0/0,0 mode: --/CR res: [0x240000402:0x620:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fe9d expref: 37 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.869749:0:6837:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff880086b52640/0x4c38e74a5472ac63 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fe9d expref: 36 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.869754:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7ae:0x0].0x0 (ffff880088a59b00) 00010000:00010000:1.0:1718930704.869756:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1718930704.869757:0:6837:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff880086b52640, rc 0) 00000100:00100000:1.0:1718930704.869778:0:6837:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e0a5f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+36:27334:x1802425753308864:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 289us (359us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930704.869784:0:6837:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230984 00000100:00100000:0.0:1718930704.870487:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930704.870525:0:6837:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753308928 00000100:00100000:1.0:1718930704.870547:0:6837:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230985 00000100:00100000:1.0:1718930704.870549:0:6837:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e0a63c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+14:27334:x1802425753308928:12345-192.168.204.9@tcp:101:lfs.0 00000100:00100000:0.0:1718930704.870553:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00010000:00010000:1.0:1718930704.870556:0:6837:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1718930704.870560:0:6837:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880086b53840/0x4c38e74a5472ac6a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xceea94147812fea4 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718930704.870569:0:6827:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753308992 00010000:00010000:1.0:1718930704.870574:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880086b50480/0x4c38e74a5472ac71 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7ae:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.870579:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880086b50480/0x4c38e74a5472ac71 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.870583:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880086b50480/0x4c38e74a5472ac71 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718930704.870589:0:6827:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 9177 00000100:00100000:0.0:1718930704.870593:0:6827:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e0a7200 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8a07974b-7506-4725-beb3-4b5c6f8f9250+36:1875:x1802425753308992:12345-192.168.204.9@tcp:103:ldlm_bl_02.0 00010000:00010000:0.0:1718930704.870599:0:6827:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1718930704.870609:0:6827:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880086b52640/0x4c38e74a5472ac63 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7ae:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fe9d expref: 36 pid: 6837 timeout: 0 lvb_type: 0 00000004:00200000:1.0:1718930704.870617:0:6837:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x7ae:0x0]: returning size 4096 00000004:00200000:1.0:1718930704.870619:0:6837:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 4 stripe count 2 MDT count 2 00010000:00010000:0.0:1718930704.870621:0:6827:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7ae:0x0].0x0 (ffff880088a59b00) 00010000:00010000:0.0:1718930704.870623:0:6827:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1718930704.870630:0:6837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880086b53840/0x4c38e74a5472ac6a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fea4 expref: 16 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.870636:0:6837:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880086b50480/0x4c38e74a5472ac71 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fea4 expref: 15 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.870640:0:6837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7ae:0x0].0x0 (ffff880088a59100) 00010000:00010000:1.0:1718930704.870641:0:6837:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1718930704.870642:0:6837:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff880086b50480, rc 0) 00000100:00100000:0.0:1718930704.870650:0:6827:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e0a7200 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8a07974b-7506-4725-beb3-4b5c6f8f9250+35:1875:x1802425753308992:12345-192.168.204.9@tcp:103:ldlm_bl_02.0 Request processed in 57us (98us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930704.870655:0:6837:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e0a63c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+15:27334:x1802425753308928:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 105us (169us total) trans 0 rc 0/0 00000100:00100000:1.0:1718930704.870672:0:6837:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230985 00000100:00100000:0.0:1718930704.870678:0:6827:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 9177 00000100:00100000:0.0:1718930704.871496:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930704.871534:0:6837:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753309120 00000100:00100000:1.0:1718930704.871556:0:6837:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230986 00000100:00100000:1.0:1718930704.871559:0:6837:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e0a6d40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+15:27334:x1802425753309120:12345-192.168.204.9@tcp:36:lfs.0 00010000:00010000:1.0:1718930704.871596:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff880086b52f40/0x4c38e74a5472ac78 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7ae:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718930704.871599:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00010000:00010000:1.0:1718930704.871601:0:6837:0:(ldlm_request.c:1029:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000001000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff880086b52f40/0x4c38e74a5472ac78 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7ae:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.871606:0:6837:0:(ldlm_request.c:1117:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff880086b52f40/0x4c38e74a5472ac78 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7ae:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718930704.871615:0:6837:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880092a33dc0 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733058496:0@lo:101:mdt00_000.0 00000100:00100000:3.0:1718930704.871623:0:8048:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753309248 00000100:00100000:1.0:1718930704.871634:0:6837:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718930704.871642:0:6837:0:(client.c:2492:ptlrpc_set_wait()) set ffff880086a863c0 going to sleep for 6 seconds 00000100:00100000:3.0:1718930704.871644:0:8048:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230987 00000100:00100000:3.0:1718930704.871647:0:8048:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e0a04c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:107baf36-6e04-4e3c-a090-fe94234d2dbd+13:27339:x1802425753309248:12345-192.168.204.9@tcp:101:touch.0 00000100:00100000:0.0:1718930704.871656:0:8528:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733058496 00010000:00010000:3.0:1718930704.871674:0:8048:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1718930704.871679:0:8048:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097206ac0/0x4c38e74a5472ac7f lrc: 2/0,0 mode: --/CW res: [0x200000402:0x7a8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xceea94147812feab expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718930704.871694:0:8528:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20883 00000100:00100000:0.0:1718930704.871698:0:8528:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a32f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+7:6837:x1802425733058496:12345-0@lo:101:mdt00_000.0 00010000:00010000:3.0:1718930704.871701:0:8048:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097204d80/0x4c38e74a5472ac86 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7a8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930704.871706:0:8528:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1718930704.871707:0:8048:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097204d80/0x4c38e74a5472ac86 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.871711:0:8048:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097204d80/0x4c38e74a5472ac86 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930704.871713:0:8528:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88012da4dd40/0x4c38e74a5472ac8d lrc: 2/0,0 mode: --/EX res: [0x200000402:0x7ae:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4c38e74a5472ac78 expref: -99 pid: 8528 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.871716:0:8048:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097205d40/0x4c38e74a5472ac94 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7a8:0x0].0x9fe0e7f3 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.871720:0:8048:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097205d40/0x4c38e74a5472ac94 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7a8:0x0].0x9fe0e7f3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.871723:0:8048:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097205d40/0x4c38e74a5472ac94 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7a8:0x0].0x9fe0e7f3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930704.871728:0:8528:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff88008350e400/0x4c38e74a5472a85e lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fda1 expref: 34 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.871732:0:8048:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097204d80/0x4c38e74a5472ac86 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.871735:0:8048:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880097204d80/0x4c38e74a5472ac86 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930704.871735:0:8528:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff880097205b00/0x4c38e74a5472a8dc lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fdd2 expref: 10 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.871737:0:8048:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880097204d80/0x4c38e74a5472ac86 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.871740:0:8048:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880097204d80 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:3.0:1718930704.871741:0:8048:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880097204d80/0x4c38e74a5472ac86 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930704.871741:0:8528:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff88012da4dd40/0x4c38e74a5472ac8d lrc: 5/0,0 mode: --/EX res: [0x200000402:0x7ae:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000001000000 nid: 0@lo remote: 0x4c38e74a5472ac78 expref: 8 pid: 8528 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.871744:0:8048:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880097204d80/0x4c38e74a5472ac86 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.871748:0:8048:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7a8:0x0].0x0 (ffff8800811bb900) 00010000:00010000:3.0:1718930704.871749:0:8048:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1718930704.871751:0:8048:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880097204d80/0x4c38e74a5472ac86 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.871753:0:8048:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097204d80/0x4c38e74a5472ac86 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930704.871756:0:8528:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff880097205b00/0x4c38e74a5472a8dc lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fdd2 expref: 10 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.871761:0:8048:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097205d40/0x4c38e74a5472ac94 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7a8:0x0].0x9fe0e7f3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.871764:0:8048:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880097205d40/0x4c38e74a5472ac94 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7a8:0x0].0x9fe0e7f3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930704.871765:0:8528:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff880097205b00/0x4c38e74a5472a8dc lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fdd2 expref: 10 pid: 8048 timeout: 3715 lvb_type: 0 00010000:00010000:3.0:1718930704.871767:0:8048:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880097205d40/0x4c38e74a5472ac94 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7a8:0x0].0x9fe0e7f3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.871770:0:8048:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880097205d40 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:3.0:1718930704.871770:0:8048:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880097205d40/0x4c38e74a5472ac94 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7a8:0x0].0x9fe0e7f3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.871773:0:8048:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880097205d40/0x4c38e74a5472ac94 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7a8:0x0].0x9fe0e7f3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718930704.871773:0:8528:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88008e0a76c0 pname:cluuid:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001_UUID:8528:1802425733058560:192.168.204.9@tcp:104: 00010000:00010000:3.0:1718930704.871776:0:8048:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7a8:0x0].0x9fe0e7f3 (ffff8800a1a98600) 00010000:00010000:3.0:1718930704.871777:0:8048:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1718930704.871778:0:8048:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880097205d40/0x4c38e74a5472ac94 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7a8:0x0].0x9fe0e7f3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.871780:0:8048:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097205d40/0x4c38e74a5472ac94 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7a8:0x0].0x9fe0e7f3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.871791:0:8048:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880097206ac0/0x4c38e74a5472ac7f lrc: 1/0,0 mode: --/CW res: [0x200000402:0x7a8:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812feab expref: 14 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.871794:0:8048:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097206ac0/0x4c38e74a5472ac7f lrc: 0/0,0 mode: --/CW res: [0x200000402:0x7a8:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812feab expref: 14 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.871803:0:8048:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff880097206ac0, rc 0) 00010000:00010000:0.0:1718930704.871810:0:8528:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff88008350e400/0x4c38e74a5472a85e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fda1 expref: 34 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930704.871818:0:8528:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff88008350e400/0x4c38e74a5472a85e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fda1 expref: 34 pid: 8048 timeout: 3715 lvb_type: 0 00000100:00100000:3.0:1718930704.871822:0:8048:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e0a04c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:107baf36-6e04-4e3c-a090-fe94234d2dbd+13:27339:x1802425753309248:12345-192.168.204.9@tcp:101:touch.0 Request processed in 173us (222us total) trans 0 rc 301/301 00000100:00100000:0.0:1718930704.871826:0:8528:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88008e0a4c00 pname:cluuid:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001_UUID:8528:1802425733058624:192.168.204.9@tcp:104: 00000100:00100000:3.0:1718930704.871828:0:8048:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230987 00000100:00100000:0.0:1718930704.871841:0:8528:0:(client.c:2492:ptlrpc_set_wait()) set ffff8800a16ad300 going to sleep for 6 seconds 00000100:00100000:0.0:1718930704.872374:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930704.872420:0:6827:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753309312 00000100:00100000:2.0:1718930704.872429:0:8528:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88008e0a76c0 pname:cluuid:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001_UUID:8528:1802425733058560:192.168.204.9@tcp:104: 00010000:00010000:1.0:1718930704.872431:0:6827:0:(ldlm_lockd.c:2633:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff880097205b00/0x4c38e74a5472a8dc lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fdd2 expref: 11 pid: 8048 timeout: 3715 lvb_type: 0 00000100:00100000:2.0:1718930704.872439:0:8528:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88008e0a4c00 pname:cluuid:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001_UUID:8528:1802425733058624:192.168.204.9@tcp:104: 00000100:00100000:0.0:1718930704.872448:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930704.872450:0:6827:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 63371 00000100:00100000:1.0:1718930704.872453:0:6827:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e0a5580 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:107baf36-6e04-4e3c-a090-fe94234d2dbd+11:1876:x1802425753309312:12345-192.168.204.9@tcp:103:ldlm_bl_03.0 00010000:00010000:2.0:1718930704.872457:0:8528:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88012da4dd40/0x4c38e74a5472ac8d lrc: 3/0,0 mode: --/EX res: [0x200000402:0x7ae:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0x4c38e74a5472ac78 expref: 8 pid: 8528 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.872457:0:6827:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1718930704.872460:0:6827:0:(ldlm_lockd.c:1766:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff880097205b00/0x4c38e74a5472a8dc lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fdd2 expref: 11 pid: 8048 timeout: 3715 lvb_type: 0 00010000:00010000:1.0:1718930704.872464:0:6827:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff880097205b00/0x4c38e74a5472a8dc lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fdd2 expref: 11 pid: 8048 timeout: 3715 lvb_type: 0 00000100:00100000:3.0:1718930704.872469:0:4383:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753309376 00000100:00100000:0.0:1718930704.872469:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00010000:00010000:2.0:1718930704.872473:0:8528:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7ae:0x0].0x0 (ffff880088a59b00) 00010000:00010000:2.0:1718930704.872475:0:8528:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1718930704.872476:0:8528:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff88012da4dd40/0x4c38e74a5472ac8d lrc: 3/0,0 mode: --/EX res: [0x200000402:0x7ae:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0x4c38e74a5472ac78 expref: 8 pid: 8528 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.872481:0:8528:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88012da4dd40, rc 0) 00010000:00010000:3.0:1718930704.872483:0:4383:0:(ldlm_lockd.c:2633:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008350e400/0x4c38e74a5472a85e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fda1 expref: 35 pid: 8048 timeout: 3715 lvb_type: 0 00010000:00010000:1.0:1718930704.872486:0:6827:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880097205b00/0x4c38e74a5472a8dc lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7ae:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fdd2 expref: 11 pid: 8048 timeout: 3715 lvb_type: 0 00010000:00010000:1.0:1718930704.872493:0:6827:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7ae:0x0].0x0 (ffff880088a59b00) 00010000:00010000:1.0:1718930704.872495:0:6827:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff88012da4dd40/0x4c38e74a5472ac8d lrc: 2/0,0 mode: --/EX res: [0x200000402:0x7ae:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0x4c38e74a5472ac78 expref: 8 pid: 8528 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718930704.872499:0:6827:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1718930704.872504:0:4383:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 63372 00000100:00100000:2.0:1718930704.872505:0:8528:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a32f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+8:6837:x1802425733058496:12345-0@lo:101:mdt00_000.0 Request processed in 807us (870us total) trans 0 rc 0/0 00000100:00100000:3.0:1718930704.872509:0:4383:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e0a0980 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:8a07974b-7506-4725-beb3-4b5c6f8f9250+35:1875:x1802425753309376:12345-192.168.204.9@tcp:103:ldlm_bl_01.0 00000100:00100000:2.0:1718930704.872509:0:8528:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20883 00000100:00100000:1.0:1718930704.872513:0:6827:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e0a5580 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:107baf36-6e04-4e3c-a090-fe94234d2dbd+10:1876:x1802425753309312:12345-192.168.204.9@tcp:103:ldlm_bl_03.0 Request processed in 60us (141us total) trans 0 rc 0/0 00010000:00010000:3.0:1718930704.872515:0:4383:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1718930704.872517:0:6827:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 63371 00010000:00010000:3.0:1718930704.872519:0:4383:0:(ldlm_lockd.c:1766:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff88008350e400/0x4c38e74a5472a85e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fda1 expref: 35 pid: 8048 timeout: 3715 lvb_type: 0 00010000:00010000:3.0:1718930704.872528:0:4383:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff88008350e400/0x4c38e74a5472a85e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fda1 expref: 35 pid: 8048 timeout: 3715 lvb_type: 0 00000100:00100000:2.0:1718930704.872535:0:6837:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880092a33dc0 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733058496:0@lo:101:mdt00_000.0 00010000:00010000:3.0:1718930704.872539:0:4383:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008350e400/0x4c38e74a5472a85e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7ae:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fda1 expref: 35 pid: 8048 timeout: 3715 lvb_type: 0 00010000:00010000:2.0:1718930704.872544:0:6837:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff880086b52f40/0x4c38e74a5472ac78 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x7ae:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0x4c38e74a5472ac8d expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.872549:0:4383:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7ae:0x0].0x0 (ffff880088a59b00) 00010000:00010000:2.0:1718930704.872550:0:6837:0:(ldlm_request.c:286:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-MDT0001-osp-MDT0000 lock: ffff880086b52f40/0x4c38e74a5472ac78 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x7ae:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0x4c38e74a5472ac8d expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.872552:0:4383:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff88012da4dd40/0x4c38e74a5472ac8d lrc: 2/0,0 mode: --/EX res: [0x200000402:0x7ae:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0x4c38e74a5472ac78 expref: 7 pid: 8528 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.872558:0:4383:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff88012da4dd40/0x4c38e74a5472ac8d lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x7ae:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080001000000 nid: 0@lo remote: 0x4c38e74a5472ac78 expref: 7 pid: 8528 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.872568:0:4383:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88012da4dd40/0x4c38e74a5472ac8d lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7ae:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080001000000 nid: 0@lo remote: 0x4c38e74a5472ac78 expref: 7 pid: 8528 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.872581:0:4383:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0001_UUID lock: ffff88012da4dd40/0x4c38e74a5472ac8d lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7ae:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0x4c38e74a5472ac78 expref: 7 pid: 8528 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718930704.872586:0:4383:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880123c46880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_006:lustre-MDT0001_UUID:4383:1802425733058688:0@lo:105: 00000100:00100000:3.0:1718930704.872603:0:4383:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718930704.872620:0:4383:0:(client.c:2492:ptlrpc_set_wait()) set ffff8800817f40c0 going to sleep for 6 seconds 00000100:00100000:3.0:1718930704.872632:0:8048:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753309504 00000100:00100000:0.0:1718930704.872640:0:6824:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733058688 00000100:00100000:3.0:1718930704.872648:0:8048:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230988 00000100:00100000:3.0:1718930704.872650:0:8048:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e0a3dc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:107baf36-6e04-4e3c-a090-fe94234d2dbd+13:27339:x1802425753309504:12345-192.168.204.9@tcp:101:touch.0 00010000:00010000:3.0:1718930704.872656:0:8048:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1718930704.872680:0:8048:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800972058c0/0x4c38e74a5472ac9b lrc: 2/0,0 mode: --/CW res: [0x200000bd0:0xa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xceea94147812feb2 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718930704.872680:0:6824:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5561 00000100:00100000:0.0:1718930704.872684:0:6824:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880123c463c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0000-mdtlov_UUID+4:4383:x1802425733058688:12345-0@lo:105: 00010000:00010000:0.0:1718930704.872691:0:6824:0:(ldlm_lockd.c:1933:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0001-osp-MDT0000 lock: ffff880086b52f40/0x4c38e74a5472ac78 lrc: 5/0,1 mode: --/EX res: [0x200000402:0x7ae:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0x4c38e74a5472ac8d expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930704.872699:0:6824:0:(ldlm_lockd.c:2010:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0001-osp-MDT0000 lock: ffff880086b52f40/0x4c38e74a5472ac78 lrc: 5/0,1 mode: --/EX res: [0x200000402:0x7ae:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0x4c38e74a5472ac8d expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.872705:0:8048:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800972073c0/0x4c38e74a5472aca2 lrc: 3/0,1 mode: --/CW res: [0x200000bd0:0xa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930704.872705:0:6824:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0001-osp-MDT0000 lock: ffff880086b52f40/0x4c38e74a5472ac78 lrc: 5/0,1 mode: EX/EX res: [0x200000402:0x7ae:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080001000000 nid: local remote: 0x4c38e74a5472ac8d expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.872710:0:8048:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800972073c0/0x4c38e74a5472aca2 lrc: 3/0,1 mode: CW/CW res: [0x200000bd0:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930704.872710:0:6824:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff880086b52f40/0x4c38e74a5472ac78 lrc: 6/0,1 mode: EX/EX res: [0x200000402:0x7ae:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080001000000 nid: local remote: 0x4c38e74a5472ac8d expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.872714:0:8048:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800972073c0/0x4c38e74a5472aca2 lrc: 3/0,1 mode: CW/CW res: [0x200000bd0:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930704.872716:0:6824:0:(ldlm_lockd.c:2038:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0001-osp-MDT0000 lock: ffff880086b52f40/0x4c38e74a5472ac78 lrc: 6/0,1 mode: EX/EX res: [0x200000402:0x7ae:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1080001000000 nid: local remote: 0x4c38e74a5472ac8d expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.872720:0:8048:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880097205200/0x4c38e74a5472aca9 lrc: 3/0,1 mode: --/PW res: [0x200000bd0:0xa:0x0].0x9fe0e7f3 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.872727:0:8048:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097205200/0x4c38e74a5472aca9 lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0xa:0x0].0x9fe0e7f3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930704.872728:0:6824:0:(ldlm_lockd.c:2049:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff880086b52f40) 00010000:00010000:3.0:1718930704.872730:0:8048:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097205200/0x4c38e74a5472aca9 lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0xa:0x0].0x9fe0e7f3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.872731:0:6837:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-MDT0001-osp-MDT0000 lock: ffff880086b52f40/0x4c38e74a5472ac78 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x7ae:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0x4c38e74a5472ac8d expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.872736:0:6837:0:(ldlm_request.c:799:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff880086b52f40/0x4c38e74a5472ac78 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x7ae:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0x4c38e74a5472ac8d expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.872745:0:6837:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff880086b52f40/0x4c38e74a5472ac78 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x7ae:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0x4c38e74a5472ac8d expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.872748:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff880086b52f40/0x4c38e74a5472ac78 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x7ae:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000401000000 nid: local remote: 0x4c38e74a5472ac8d expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.872752:0:6837:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff880086b52f40/0x4c38e74a5472ac78 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7ae:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000401000000 nid: local remote: 0x4c38e74a5472ac8d expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.872759:0:6837:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1718930704.872760:0:6824:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880123c463c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0000-mdtlov_UUID+4:4383:x1802425733058688:12345-0@lo:105: Request processed in 75us (155us total) trans 0 rc 0/0 00010000:00010000:2.0:1718930704.872765:0:11341:0:(ldlm_lockd.c:2784:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:0.0:1718930704.872765:0:6824:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5561 00010000:00010000:2.0:1718930704.872766:0:11341:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff880086b52f40/0x4c38e74a5472ac78 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x7ae:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000401000000 nid: local remote: 0x4c38e74a5472ac8d expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718930704.872767:0:4383:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880123c46880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_006:lustre-MDT0001_UUID:4383:1802425733058688:0@lo:105: 00010000:00010000:2.0:1718930704.872770:0:11341:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880086b52f40 already unused, calling callback (ffffffffa0ea60e0) 00010000:00010000:2.0:1718930704.872772:0:11341:0:(ldlm_request.c:1235:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff880086b52f40/0x4c38e74a5472ac78 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7ae:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008401000000 nid: local remote: 0x4c38e74a5472ac8d expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.872775:0:4383:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00000004:00010000:2.0:1718930704.872775:0:11341:0:(mdt_handler.c:3608:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff880086b52f40/0x4c38e74a5472ac78 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7ae:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009401000000 nid: local remote: 0x4c38e74a5472ac8d expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.872785:0:11341:0:(ldlm_request.c:1301:ldlm_cancel_pack()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff880086b52f40/0x4c38e74a5472ac78 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x7ae:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0x4c38e74a5472ac8d expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.872788:0:11341:0:(ldlm_request.c:1305:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:3.0:1718930704.872790:0:4383:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e0a0980 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:8a07974b-7506-4725-beb3-4b5c6f8f9250+34:1875:x1802425753309376:12345-192.168.204.9@tcp:103:ldlm_bl_01.0 Request processed in 282us (380us total) trans 0 rc 0/0 00000100:00100000:3.0:1718930704.872794:0:4383:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 63372 00010000:00010000:2.0:1718930704.872805:0:11341:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff880086b52f40/0x4c38e74a5472ac78 lrc: 1/0,0 mode: --/EX res: [0x200000402:0x7ae:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0x4c38e74a5472ac8d expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.872809:0:11341:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff880086b52f40/0x4c38e74a5472ac78 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x7ae:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0x4c38e74a5472ac8d expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718930704.872811:0:3323:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:2.0:1718930704.872816:0:11341:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1718930704.872817:0:11341:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1718930704.872818:0:11341:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1718930704.872819:0:3323:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880083c18000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3323:1802425733058752:0@lo:103:ldlm_bl_04.0 00010000:00010000:2.0:1718930704.872827:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800835ad200/0x4c38e74a5472acb0 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x620:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.872830:0:6837:0:(ldlm_request.c:1029:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000001000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800835ad200/0x4c38e74a5472acb0 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x620:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.872834:0:6837:0:(ldlm_request.c:1117:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800835ad200/0x4c38e74a5472acb0 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x620:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718930704.872839:0:3323:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718930704.872840:0:6837:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880083c1a140 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733058816:0@lo:101:mdt00_000.0 00000100:00100000:3.0:1718930704.872855:0:4383:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733058752 00000100:00100000:2.0:1718930704.872856:0:6837:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718930704.872863:0:6837:0:(client.c:2492:ptlrpc_set_wait()) set ffff880132b0be40 going to sleep for 6 seconds 00000100:00100000:3.0:1718930704.872866:0:4383:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9178 00000100:00100000:3.0:1718930704.872868:0:4383:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e0a3900 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:lustre-MDT0000-mdtlov_UUID+8:3323:x1802425733058752:12345-0@lo:103:ldlm_bl_04.0 00000100:00100000:2.0:1718930704.872869:0:8528:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425733058816 00010000:00010000:3.0:1718930704.872872:0:4383:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1718930704.872877:0:4383:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012da4dd40/0x4c38e74a5472ac8d lrc: 0/0,0 mode: --/EX res: [0x200000402:0x7ae:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801001000000 nid: 0@lo remote: 0x4c38e74a5472ac78 expref: 9 pid: 8528 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930704.872881:0:8528:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20884 00010000:00010000:3.0:1718930704.872883:0:4383:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7ae:0x0].0x0 (ffff880088a59b00) 00000100:00100000:2.0:1718930704.872883:0:8528:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880083c1b440 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+8:6837:x1802425733058816:12345-0@lo:101:mdt00_000.0 00010000:00010000:3.0:1718930704.872887:0:4383:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1718930704.872888:0:8528:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1718930704.872892:0:8528:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800835ac000/0x4c38e74a5472acb7 lrc: 2/0,0 mode: --/PW res: [0x240000402:0x620:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4c38e74a5472acb0 expref: -99 pid: 8528 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.872901:0:8528:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800835ac000/0x4c38e74a5472acb7 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x620:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000001000000 nid: 0@lo remote: 0x4c38e74a5472acb0 expref: 9 pid: 8528 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718930704.872902:0:4383:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e0a3900 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:lustre-MDT0000-mdtlov_UUID+9:3323:x1802425733058752:12345-0@lo:103:ldlm_bl_04.0 Request processed in 33us (64us total) trans 0 rc 0/0 00010000:00010000:2.0:1718930704.872905:0:8528:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8800835ac000/0x4c38e74a5472acb7 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x620:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0x4c38e74a5472acb0 expref: 9 pid: 8528 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718930704.872906:0:4383:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9178 00010000:00010000:2.0:1718930704.872909:0:8528:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x620:0x0].0x0 (ffff880136435300) 00010000:00010000:2.0:1718930704.872910:0:8528:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718930704.872911:0:8528:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff8800835ac000, rc 0) 00000100:00100000:0.0:1718930704.872918:0:3323:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880083c18000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3323:1802425733058752:0@lo:103:ldlm_bl_04.0 00000100:00100000:2.0:1718930704.872921:0:8528:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880083c1b440 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+8:6837:x1802425733058816:12345-0@lo:101:mdt00_000.0 Request processed in 38us (65us total) trans 0 rc 0/0 00000100:00100000:2.0:1718930704.872924:0:8528:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20884 00000100:00100000:2.0:1718930704.872938:0:6837:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880083c1a140 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6837:1802425733058816:0@lo:101:mdt00_000.0 00010000:00010000:2.0:1718930704.872943:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800835ad200/0x4c38e74a5472acb0 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x620:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0x4c38e74a5472acb7 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.872947:0:6837:0:(ldlm_request.c:799:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800835ad200/0x4c38e74a5472acb0 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x620:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0x4c38e74a5472acb7 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1718930704.872954:0:6837:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x240000402:0x620:0x0] 00010000:00010000:2.0:1718930704.872958:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800835ad8c0/0x4c38e74a5472acbe lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7ae:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.872963:0:6837:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880097206d00/0x4c38e74a5472a8ea lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0x0 bits 0x10/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fdd9 expref: 14 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.872966:0:6837:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880086b50480/0x4c38e74a5472ac71 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812fea4 expref: 15 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.872969:0:6837:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dc000/0x4c38e74a5472ac08 lrc: 2/0,1 mode: COS/COS res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.872972:0:6837:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800835ad8c0/0x4c38e74a5472acbe lrc: 6/0,1 mode: --/EX res: [0x200000402:0x7ae:0x0].0x0 bits 0x7f/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.872976:0:6837:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dc000/0x4c38e74a5472ac08 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210401000020 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00080000:00080000:2.0:1718930704.872986:0:6837:0:(osd_handler.c:2525:osd_commit_async()) lustre-MDT0000: async commit OSD 00010000:00010000:2.0:1718930704.873015:0:6837:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880086b50480/0x4c38e74a5472ac71 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fea4 expref: 15 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.873021:0:6837:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880086b50480/0x4c38e74a5472ac71 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fea4 expref: 15 pid: 6837 timeout: 3715 lvb_type: 0 00000004:00080000:3.0:1718930704.873023:0:8048:0:(osp_object.c:1645:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x100010000:0x589:0x0], index 1: 0 00000100:00100000:2.0:1718930704.873027:0:6837:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880083c1a140 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6837:1802425733058880:192.168.204.9@tcp:104: 00010000:00010000:2.0:1718930704.873044:0:6837:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880097206d00/0x4c38e74a5472a8ea lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0x0 bits 0x10/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fdd9 expref: 14 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.873049:0:6837:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880097206d00/0x4c38e74a5472a8ea lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0x0 bits 0x10/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fdd9 expref: 14 pid: 8048 timeout: 3715 lvb_type: 0 00000100:00100000:2.0:1718930704.873053:0:6837:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880083c1b900 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6837:1802425733058944:192.168.204.9@tcp:104: 00000100:00100000:2.0:1718930704.873059:0:6837:0:(client.c:2492:ptlrpc_set_wait()) set ffff880132b0be40 going to sleep for 6 seconds 00010000:00010000:3.0:1718930704.873084:0:8048:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097204000/0x4c38e74a5472acc5 lrc: 3/1,0 mode: --/CR res: [0x200000403:0x1db8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.873093:0:8048:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097204000/0x4c38e74a5472acc5 lrc: 3/1,0 mode: CR/CR res: [0x200000403:0x1db8:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.873097:0:8048:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097204000/0x4c38e74a5472acc5 lrc: 3/1,0 mode: CR/CR res: [0x200000403:0x1db8:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.873109:0:8048:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800972073c0/0x4c38e74a5472aca2 lrc: 3/0,1 mode: CW/CW res: [0x200000bd0:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.873113:0:8048:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800972073c0/0x4c38e74a5472aca2 lrc: 2/0,0 mode: CW/CW res: [0x200000bd0:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.873116:0:8048:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800972073c0/0x4c38e74a5472aca2 lrc: 3/0,0 mode: CW/CW res: [0x200000bd0:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.873118:0:8048:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800972073c0 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:3.0:1718930704.873119:0:8048:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800972073c0/0x4c38e74a5472aca2 lrc: 3/0,0 mode: CW/CW res: [0x200000bd0:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.873122:0:8048:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800972073c0/0x4c38e74a5472aca2 lrc: 4/0,0 mode: CW/CW res: [0x200000bd0:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.873126:0:8048:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0xa:0x0].0x0 (ffff88008855ae00) 00010000:00010000:3.0:1718930704.873127:0:8048:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1718930704.873128:0:8048:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800972073c0/0x4c38e74a5472aca2 lrc: 2/0,0 mode: --/CW res: [0x200000bd0:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.873130:0:8048:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800972073c0/0x4c38e74a5472aca2 lrc: 0/0,0 mode: --/CW res: [0x200000bd0:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1718930704.873138:0:8048:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff88008e0a3dc0 reply state ffff880092927000 transno 8589959587 ns: mdt-lustre-MDT0000_UUID lock: ffff880097205200/0x4c38e74a5472aca9 lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0xa:0x0].0x9fe0e7f3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.873149:0:8048:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800972058c0/0x4c38e74a5472ac9b lrc: 0/0,0 mode: --/CW res: [0x200000bd0:0xa:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812feb2 expref: 16 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.873154:0:8048:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880097204000/0x4c38e74a5472acc5 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1db8:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0xceea94147812feb2 expref: 15 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.873157:0:8048:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1db8:0x0].0x0 (ffff8800a1a98c00) 00010000:00010000:3.0:1718930704.873159:0:8048:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 9 00010000:00010000:3.0:1718930704.873159:0:8048:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff880097204000, rc 0) 00000100:00100000:3.0:1718930704.873182:0:8048:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e0a3dc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:107baf36-6e04-4e3c-a090-fe94234d2dbd+16:27339:x1802425753309504:12345-192.168.204.9@tcp:101:touch.0 Request processed in 531us (713us total) trans 8589959587 rc 0/0 00000100:00100000:3.0:1718930704.873186:0:8048:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230988 00000100:00100000:2.0:1718930704.873467:0:6837:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880083c1a140 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6837:1802425733058880:192.168.204.9@tcp:104: 00000100:00100000:2.0:1718930704.873502:0:6837:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880083c1b900 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6837:1802425733058944:192.168.204.9@tcp:104: 00010000:00010000:2.0:1718930704.873511:0:6837:0:(ldlm_request.c:286:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800835ad8c0/0x4c38e74a5472acbe lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7ae:0x0].0x0 bits 0x7f/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930704.873559:0:3313:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1718930704.873590:0:4383:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753309568 00010000:00010000:3.0:1718930704.873598:0:4383:0:(ldlm_lockd.c:2633:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880086b50480/0x4c38e74a5472ac71 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fea4 expref: 16 pid: 6837 timeout: 3715 lvb_type: 0 00000100:00100000:3.0:1718930704.873612:0:4383:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 63373 00000100:00100000:3.0:1718930704.873615:0:4383:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880083c1b900 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:8a07974b-7506-4725-beb3-4b5c6f8f9250+16:1878:x1802425753309568:12345-192.168.204.9@tcp:103:ldlm_bl_05.0 00010000:00010000:3.0:1718930704.873619:0:4383:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1718930704.873621:0:4383:0:(ldlm_lockd.c:1766:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880086b50480/0x4c38e74a5472ac71 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0x0 bits 0x12/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fea4 expref: 16 pid: 6837 timeout: 3715 lvb_type: 0 00010000:00010000:3.0:1718930704.873625:0:4383:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880086b50480/0x4c38e74a5472ac71 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0x0 bits 0x12/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fea4 expref: 16 pid: 6837 timeout: 3715 lvb_type: 0 00010000:00010000:3.0:1718930704.873632:0:4383:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880086b50480/0x4c38e74a5472ac71 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7ae:0x0].0x0 bits 0x12/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fea4 expref: 16 pid: 6837 timeout: 3715 lvb_type: 0 00010000:00010000:3.0:1718930704.873637:0:4383:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7ae:0x0].0x0 (ffff880088a59100) 00010000:00010000:3.0:1718930704.873639:0:4383:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8800835ad8c0/0x4c38e74a5472acbe lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7ae:0x0].0x0 bits 0x7f/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.873642:0:4383:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800835ad8c0/0x4c38e74a5472acbe lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7ae:0x0].0x0 bits 0x7f/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.873645:0:4383:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff8800835ad8c0/0x4c38e74a5472acbe lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7ae:0x0].0x0 bits 0x7f/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.873648:0:4383:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8800835ad8c0/0x4c38e74a5472acbe lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7ae:0x0].0x0 bits 0x7f/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.873650:0:4383:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 4 ns: mdt-lustre-MDT0000_UUID lock: ffff8800835ad8c0/0x4c38e74a5472acbe lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7ae:0x0].0x0 bits 0x7f/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.873652:0:4383:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff8800835ad8c0/0x4c38e74a5472acbe lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7ae:0x0].0x0 bits 0x7f/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.873655:0:4383:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff8800835ad8c0/0x4c38e74a5472acbe lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7ae:0x0].0x0 bits 0x7f/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.873670:0:4383:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00000001:00080000:1.0:1718930704.873678:0:32428:0:(tgt_lastrcvd.c:926:tgt_cb_last_committed()) lustre-MDT0000: transno 8589959587 is committed 00000100:00100000:3.0:1718930704.873684:0:4383:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880083c1b900 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:8a07974b-7506-4725-beb3-4b5c6f8f9250+15:1878:x1802425753309568:12345-192.168.204.9@tcp:103:ldlm_bl_05.0 Request processed in 68us (125us total) trans 0 rc 0/0 00010000:00010000:2.0:1718930704.873685:0:3307:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880097205200/0x4c38e74a5472aca9 lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0xa:0x0].0x9fe0e7f3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00000001:00080000:1.0:1718930704.873685:0:32428:0:(tgt_lastrcvd.c:926:tgt_cb_last_committed()) lustre-MDT0000: transno 8589959586 is committed 00000100:00100000:3.0:1718930704.873689:0:4383:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 63373 00010000:00010000:2.0:1718930704.873689:0:3307:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880097205200/0x4c38e74a5472aca9 lrc: 2/0,0 mode: PW/PW res: [0x200000bd0:0xa:0x0].0x9fe0e7f3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.873692:0:3307:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880097205200/0x4c38e74a5472aca9 lrc: 3/0,0 mode: PW/PW res: [0x200000bd0:0xa:0x0].0x9fe0e7f3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.873695:0:3307:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880097205200 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:2.0:1718930704.873696:0:3307:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880097205200/0x4c38e74a5472aca9 lrc: 3/0,0 mode: PW/PW res: [0x200000bd0:0xa:0x0].0x9fe0e7f3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.873699:0:3307:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880097205200/0x4c38e74a5472aca9 lrc: 4/0,0 mode: PW/PW res: [0x200000bd0:0xa:0x0].0x9fe0e7f3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.873705:0:3307:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0xa:0x0].0x9fe0e7f3 (ffff8800a1a98e00) 00010000:00010000:2.0:1718930704.873706:0:3307:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718930704.873707:0:3307:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880097205200/0x4c38e74a5472aca9 lrc: 2/0,0 mode: --/PW res: [0x200000bd0:0xa:0x0].0x9fe0e7f3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.873710:0:3307:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097205200/0x4c38e74a5472aca9 lrc: 0/0,0 mode: --/PW res: [0x200000bd0:0xa:0x0].0x9fe0e7f3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.873722:0:3306:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dc000/0x4c38e74a5472ac08 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210401000020 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.873725:0:3306:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dc000/0x4c38e74a5472ac08 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210401000020 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.873728:0:3306:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dc000/0x4c38e74a5472ac08 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210401000020 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.873730:0:3306:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88012c4dc000 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:2.0:1718930704.873731:0:3306:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dc000/0x4c38e74a5472ac08 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210401000020 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.873733:0:3306:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dc000/0x4c38e74a5472ac08 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218401000020 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.873737:0:3306:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7ae:0x0].0x0 (ffff880088a59100) 00010000:00010000:2.0:1718930704.873738:0:3306:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718930704.873739:0:3306:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800835ad8c0/0x4c38e74a5472acbe lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7ae:0x0].0x0 bits 0x7f/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718930704.873740:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00010000:00010000:2.0:1718930704.873742:0:3306:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dc000/0x4c38e74a5472ac08 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19401000020 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.873745:0:3306:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dc000/0x4c38e74a5472ac08 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19401000020 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.873749:0:3306:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: ffff880073f86880/0x4c38e74a5472ac16 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.873752:0:3306:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880073f86880/0x4c38e74a5472ac16 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.873754:0:3306:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880073f86880/0x4c38e74a5472ac16 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.873757:0:3306:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880073f86880 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:2.0:1718930704.873758:0:3306:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880073f86880/0x4c38e74a5472ac16 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.873761:0:3306:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880073f86880/0x4c38e74a5472ac16 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.873764:0:3306:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7a8:0x0].0x0 (ffff8800811bb900) 00010000:00010000:2.0:1718930704.873765:0:3306:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718930704.873765:0:3306:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880073f86880/0x4c38e74a5472ac16 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718930704.873766:0:4383:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753309632 00010000:00010000:2.0:1718930704.873768:0:3306:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880073f86880/0x4c38e74a5472ac16 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.873773:0:4383:0:(ldlm_lockd.c:2633:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880097206d00/0x4c38e74a5472a8ea lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fdd9 expref: 14 pid: 8048 timeout: 3715 lvb_type: 0 00010000:00010000:2.0:1718930704.873773:0:3306:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dfa80/0x4c38e74a5472ac0f lrc: 3/0,1 mode: COS/COS res: [0x200000bd0:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.873776:0:3306:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dfa80/0x4c38e74a5472ac0f lrc: 2/0,0 mode: COS/COS res: [0x200000bd0:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.873779:0:3306:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dfa80/0x4c38e74a5472ac0f lrc: 3/0,0 mode: COS/COS res: [0x200000bd0:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.873781:0:3306:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88012c4dfa80 already unused, calling callback (ffffffffa0ea5360) 00000100:00100000:3.0:1718930704.873782:0:4383:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 63374 00010000:00010000:2.0:1718930704.873782:0:3306:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dfa80/0x4c38e74a5472ac0f lrc: 3/0,0 mode: COS/COS res: [0x200000bd0:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718930704.873784:0:4383:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ef41850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:107baf36-6e04-4e3c-a090-fe94234d2dbd+14:1876:x1802425753309632:12345-192.168.204.9@tcp:103:ldlm_bl_04.0 00010000:00010000:2.0:1718930704.873784:0:3306:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dfa80/0x4c38e74a5472ac0f lrc: 4/0,0 mode: COS/COS res: [0x200000bd0:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.873787:0:4383:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1718930704.873787:0:3306:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0xa:0x0].0x0 (ffff88008855ae00) 00010000:00010000:2.0:1718930704.873788:0:3306:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1718930704.873789:0:4383:0:(ldlm_lockd.c:1766:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880097206d00/0x4c38e74a5472a8ea lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0x0 bits 0x10/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fdd9 expref: 14 pid: 8048 timeout: 3715 lvb_type: 0 00010000:00010000:2.0:1718930704.873789:0:3306:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dfa80/0x4c38e74a5472ac0f lrc: 2/0,0 mode: --/COS res: [0x200000bd0:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.873791:0:3306:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4dfa80/0x4c38e74a5472ac0f lrc: 0/0,0 mode: --/COS res: [0x200000bd0:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.873793:0:4383:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880097206d00/0x4c38e74a5472a8ea lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0x0 bits 0x10/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fdd9 expref: 14 pid: 8048 timeout: 3715 lvb_type: 0 00010000:00010000:2.0:1718930704.873796:0:3306:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: ffff880086b533c0/0x4c38e74a5472ac1d lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7ab:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.873798:0:3306:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880086b533c0/0x4c38e74a5472ac1d lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x7ab:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.873799:0:4383:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097206d00/0x4c38e74a5472a8ea lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7ae:0x0].0x0 bits 0x10/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.9@tcp remote: 0xceea94147812fdd9 expref: 14 pid: 8048 timeout: 3715 lvb_type: 0 00010000:00010000:2.0:1718930704.873804:0:3306:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880086b533c0/0x4c38e74a5472ac1d lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x7ab:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.873805:0:4383:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7ae:0x0].0x0 (ffff880088a59100) 00010000:00010000:3.0:1718930704.873806:0:4383:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8800835ad8c0/0x4c38e74a5472acbe lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7ae:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.873807:0:3306:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880086b533c0 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:2.0:1718930704.873807:0:3306:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880086b533c0/0x4c38e74a5472ac1d lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x7ab:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.873810:0:4383:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800835ad8c0/0x4c38e74a5472acbe lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7ae:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.873810:0:3306:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880086b533c0/0x4c38e74a5472ac1d lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x7ab:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.873812:0:4383:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800835ad8c0/0x4c38e74a5472acbe lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x7ae:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.873813:0:3306:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7ab:0x0].0x0 (ffff88012bfd5400) 00010000:00010000:2.0:1718930704.873814:0:3306:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 7f 00010000:00010000:2.0:1718930704.873814:0:3306:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880086b533c0/0x4c38e74a5472ac1d lrc: 2/0,0 mode: --/COS res: [0x200000402:0x7ab:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.873817:0:3306:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880086b533c0/0x4c38e74a5472ac1d lrc: 0/0,0 mode: --/COS res: [0x200000402:0x7ab:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.873821:0:4383:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1718930704.873822:0:3306:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: ffff880086b50fc0/0x4c38e74a5472ac40 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7b3:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.873824:0:3306:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880086b50fc0/0x4c38e74a5472ac40 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x7b3:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930704.873826:0:6837:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800835ad8c0/0x4c38e74a5472acbe lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7ae:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.873827:0:3306:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880086b50fc0/0x4c38e74a5472ac40 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x7b3:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.873829:0:3306:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880086b50fc0 already unused, calling callback (ffffffffa0ea5360) 00010000:00010000:2.0:1718930704.873830:0:3306:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880086b50fc0/0x4c38e74a5472ac40 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x7b3:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930704.873831:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800835ad8c0/0x4c38e74a5472acbe lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7ae:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718930704.873832:0:4383:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ef41850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:107baf36-6e04-4e3c-a090-fe94234d2dbd+13:1876:x1802425753309632:12345-192.168.204.9@tcp:103:ldlm_bl_04.0 Request processed in 48us (94us total) trans 0 rc 0/0 00010000:00010000:2.0:1718930704.873833:0:3306:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880086b50fc0/0x4c38e74a5472ac40 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x7b3:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718930704.873835:0:4383:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 63374 00010000:00010000:2.0:1718930704.873836:0:3306:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b3:0x0].0x0 (ffff8800811bbb00) 00010000:00010000:2.0:1718930704.873837:0:3306:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 7f 00010000:00010000:2.0:1718930704.873838:0:3306:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880086b50fc0/0x4c38e74a5472ac40 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x7b3:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.873840:0:3306:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880086b50fc0/0x4c38e74a5472ac40 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x7b3:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930704.873846:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88012da4e1c0/0x4c38e74a5472acd3 lrc: 3/0,1 mode: --/EX res: [0x200000bd0:0xa:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930704.873851:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012da4e1c0/0x4c38e74a5472acd3 lrc: 3/0,1 mode: EX/EX res: [0x200000bd0:0xa:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930704.873855:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012da4e1c0/0x4c38e74a5472acd3 lrc: 3/0,1 mode: EX/EX res: [0x200000bd0:0xa:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930704.873860:0:6837:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88012da4fcc0/0x4c38e74a5472acda lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7a8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930704.873863:0:6837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012da4fcc0/0x4c38e74a5472acda lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7a8:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930704.873866:0:6837:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012da4fcc0/0x4c38e74a5472acda lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7a8:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1718930704.874101:0:6837:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff88008e0a6d40 reply state ffff8800b1881000 transno 8589959588 ns: mdt-lustre-MDT0000_UUID lock: ffff88012da4e1c0/0x4c38e74a5472acd3 lrc: 3/0,1 mode: EX/EX res: [0x200000bd0:0xa:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718930704.874105:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000004:00010000:0.0:1718930704.874107:0:6837:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff88008e0a6d40 reply state ffff8800b1881000 transno 8589959588 ns: mdt-lustre-MDT0000_UUID lock: ffff88012da4fcc0/0x4c38e74a5472acda lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7a8:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1718930704.874111:0:6837:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff88008e0a6d40 reply state ffff8800b1881000 transno 8589959588 ns: mdt-lustre-MDT0000_UUID lock: ffff8800835ad8c0/0x4c38e74a5472acbe lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7ae:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1718930704.874115:0:6837:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x240000402:0x620:0x0] 00010000:00010000:0.0:1718930704.874117:0:6837:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800835ad200/0x4c38e74a5472acb0 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x620:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0x4c38e74a5472acb7 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718930704.874121:0:6837:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800835ad200/0x4c38e74a5472acb0 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x620:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0x4c38e74a5472acb7 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718930704.874131:0:8048:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753309760 00000100:00100000:3.0:1718930704.874142:0:8048:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 230989 00000100:00100000:3.0:1718930704.874144:0:8048:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff880083c1a140 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:107baf36-6e04-4e3c-a090-fe94234d2dbd+13:27339:x1802425753309760:12345-192.168.204.9@tcp:36:touch.0 00000100:00100000:0.0:1718930704.874151:0:6837:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e0a6d40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a07974b-7506-4725-beb3-4b5c6f8f9250+13:27334:x1802425753309120:12345-192.168.204.9@tcp:36:lfs.0 Request processed in 2591us (2657us total) trans 8589959588 rc 0/0 00000100:00100000:0.0:1718930704.874155:0:6837:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230986 00010000:00010000:3.0:1718930704.874168:0:8048:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880097206640/0x4c38e74a5472ace1 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1db8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.874172:0:8048:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097206640/0x4c38e74a5472ace1 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1db8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.874176:0:8048:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097206640/0x4c38e74a5472ace1 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1db8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1718930704.874199:0:8048:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff880083c1a140 reply state ffff8800904f6000 transno 8589959589 ns: mdt-lustre-MDT0000_UUID lock: ffff880097206640/0x4c38e74a5472ace1 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1db8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718930704.874225:0:8048:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff880083c1a140 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:107baf36-6e04-4e3c-a090-fe94234d2dbd+15:27339:x1802425753309760:12345-192.168.204.9@tcp:36:touch.0 Request processed in 79us (120us total) trans 8589959589 rc 0/0 00000100:00100000:3.0:1718930704.874228:0:8048:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 230989 00010000:00010000:2.0:1718930704.874519:0:3307:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800835ad8c0/0x4c38e74a5472acbe lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7ae:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.874527:0:3307:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7ae:0x0].0x0 (ffff880088a59100) 00010000:00010000:2.0:1718930704.874528:0:3307:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 7f 00010000:00010000:2.0:1718930704.874530:0:3307:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012da4fcc0/0x4c38e74a5472acda lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7a8:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.874535:0:3307:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7a8:0x0].0x0 (ffff880091657600) 00010000:00010000:2.0:1718930704.874536:0:3307:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 7f 00010000:00010000:2.0:1718930704.874538:0:3307:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012da4e1c0/0x4c38e74a5472acd3 lrc: 3/0,1 mode: COS/COS res: [0x200000bd0:0xa:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6837 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718930704.874543:0:3307:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0xa:0x0].0x0 (ffff880091657500) 00010000:00010000:2.0:1718930704.874544:0:3307:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 7f 00010000:00010000:3.0:1718930704.874550:0:3306:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097206640/0x4c38e74a5472ace1 lrc: 3/0,1 mode: COS/COS res: [0x200000403:0x1db8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718930704.874558:0:3306:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1db8:0x0].0x0 (ffff8800a1a98c00) 00010000:00010000:3.0:1718930704.874559:0:3306:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1718930704.874684:0:3314:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1718930704.874698:0:4179:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753309824 00000100:00100000:2.0:1718930704.874713:0:4179:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.204.9@tcp, with round 536 00000100:00100000:2.0:1718930704.874715:0:4179:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e0a2f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:107baf36-6e04-4e3c-a090-fe94234d2dbd+7:1875:x1802425753309824:12345-192.168.204.9@tcp:2:touch.0 00000100:00100000:2.0:1718930704.874778:0:4179:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e0a2f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:107baf36-6e04-4e3c-a090-fe94234d2dbd+8:1875:x1802425753309824:12345-192.168.204.9@tcp:2:touch.0 Request processed in 62us (95us total) trans 4294972705 rc 0/0 00000100:00100000:2.0:1718930704.874782:0:4179:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.204.9@tcp, with round 536 00000100:00100000:0.0:1718930704.875675:0:3315:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1718930704.875708:0:6840:0:(service.c:2135:ptlrpc_server_handle_req_in()) got req x1802425753309952 00000100:00100000:1.0:1718930704.875722:0:6840:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 10855 00000100:00100000:1.0:1718930704.875725:0:6840:0:(service.c:2304:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e0a4280 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:107baf36-6e04-4e3c-a090-fe94234d2dbd+15:27339:x1802425753309952:12345-192.168.204.9@tcp:35:touch.0 00000100:00100000:1.0:1718930704.875799:0:6840:0:(service.c:2353:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e0a4280 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:107baf36-6e04-4e3c-a090-fe94234d2dbd+16:27339:x1802425753309952:12345-192.168.204.9@tcp:35:touch.0 Request processed in 73us (143us total) trans 8589959590 rc 0/0 00000100:00100000:1.0:1718930704.875803:0:6840:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 10855 00000400:00000080:1.0:1718930705.199891:0:8899:0:(module.c:211:libcfs_ioctl()) libcfs ioctl cmd 3221775648 00000001:02000400:1.0:1718930705.199896:0:8899:0:(debug.c:728:libcfs_debug_mark_buffer()) DEBUG MARKER: sanityn test_80b: @@@@@@ FAIL: migration stopped 2 00010000:00010000:2.0:1718930705.335941:0:6828:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) Debug log: 25925 lines, 25925 kept, 0 dropped, 0 bad.